[DO NOT MERGE YET] LAVA 3.0

.dockerignore

@@ -0,0 +1,5 @@
+target_injections
+target_bins
+target_configs
+tests
+docs

.gitattributes

@@ -0,0 +1,6 @@
+# Always checkout with LF
+*.sh            text eol=lf
+*.txt            text eol=lf
+
+# Always checkout with CRLF
+*.bat           text eol=crlf

.github/workflows/build.yml

@@ -0,0 +1,54 @@
+name: Test Lava
+
+on:
+  workflow_dispatch:
+  pull_request:
+    branches:
+      - master
+      - next
+      - feature*
+      - fix*
+
+jobs:  
+
+  build:
+    runs-on: ubuntu-22.04
+    env:
+      LLVM_DIR: /usr/lib/llvm-11
+      DEBIAN_FRONTEND: noninteractive
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Install all requirements
+      run: bash install.sh
+
+  # For now I am pushing LAVA, but eventually this should be just a testing repostiory
+  build_container:
+    runs-on: panda-arc
+    steps:
+    - name: 'Login to Docker Registry'
+      uses: docker/login-action@v3
+      with:
+        username: pandare
+        password: ${{secrets.ALL_PANDARE_DOCKERHUB}}
+
+    - name: Checkout LAVA at current commit
+      uses: actions/checkout@v4
+
+    - name: Build Lava Docker image
+      uses: docker/build-push-action@v5
+      with:
+        push: true
+        context: ${{ github.workspace }}
+        tags: |
+          pandare/lava:latest
+
+    # - name: Update Docker Hub Description
+    #  uses: peter-evans/dockerhub-description@v4
+    #  with:
+    #    username: pandare
+    #    password: ${{secrets.ALL_PANDARE_DOCKERHUB}}
+    #    repository: pandare/lava
+    #    short-description: ${{ github.event.repository.description }}

.github/workflows/publish_docker.yml

@@ -0,0 +1,48 @@
+name: Publish Lava Docker Container # Only for main lava repo, not forks
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - master
+
+jobs:
+  create_release:
+    if: github.repository == 'panda-re/lava' && github.ref == 'refs/heads/master'
+    runs-on: ubuntu-latest
+    outputs:
+      v-version: ${{ steps.version.outputs.v-version }}
+    steps:
+      - name: Get next version
+        uses: reecetech/[email protected]
+        id: version
+        with:
+          release_branch: master
+          use_api: true
+          increment: patch
+
+  build_stable:
+    needs: [create_release]
+    if: github.repository  == 'panda-re/lava' && github.ref == 'refs/heads/master'
+    runs-on: panda-arc
+    steps:
+    - name: 'Login to Docker Registry'
+      uses: docker/login-action@v3
+      with:
+        username: pandare
+        password: ${{secrets.ALL_PANDARE_DOCKERHUB}}
+
+    - name: Checkout LAVA at current commit
+      uses: actions/checkout@v4
+      with:
+          fetch-depth: 0
+
+    - name: Build lava:latest
+      uses: docker/build-push-action@v5
+      with:
+        context: ${{ github.workspace }}
+        push: true
+        tags: |
+          pandare/lava:latest
+          pandare/lava:${{ github.sha }}
+          pandare/lava:${{ needs.create_release.outputs.v-version }}

.gitignore

@@ -1,6 +1,9 @@
-# ignore IDE and existing lava build directory
+# ignore IDE and any panda wheel/debian packages
+.vscode
 .idea
-lava
+*.deb
+*.whl
+.env
 
 # this existed before
 .gdb_history

Dockerfile

@@ -0,0 +1,64 @@
+ARG BASE_IMAGE="ubuntu:22.04"
+
+### BASE IMAGE
+FROM $BASE_IMAGE AS base
+ARG BASE_IMAGE
+
+ENV DEBIAN_FRONTEND=noninteractive
+ENV LLVM_DIR=/usr/lib/llvm-11
+ENV PATH="/scripts:${PATH}"
+ENV PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
+
+# Copy dependencies lists into container. We copy them all and then do a mv because
+# we need to transform base_image into a windows compatible filename which we can't
+# do in a COPY command.
+COPY ./dependencies/* /tmp
+COPY ./requirements.txt /tmp
+COPY ./tools/ /tools
+COPY ./scripts/ /scripts
+
+RUN mv /tmp/$(echo "$BASE_IMAGE" | sed 's/:/_/g')_build.txt /tmp/build_dep.txt && \
+    mv /tmp/$(echo "$BASE_IMAGE" | sed 's/:/_/g')_base.txt /tmp/base_dep.txt
+
+# Base image just needs runtime dependencies
+RUN [ -e /tmp/base_dep.txt ] && \
+    apt-get -qq update && \
+    apt-get -qq install -y --no-install-recommends curl $(cat /tmp/base_dep.txt | grep -o '^[^#]*') && \
+    apt-get clean
+
+# Finally: Install panda debian package, you need a version that has the Dwarf2 Plugin
+RUN curl -LJO https://github.com/panda-re/panda/releases/download/v1.8.23/pandare_22.04.deb
+RUN mv ./pandare_22.04.deb /tmp
+RUN apt install -qq -y /tmp/pandare_22.04.deb
+RUN pip install -r /tmp/requirements.txt
+
+### BUILD IMAGE - STAGE 2
+RUN [ -e /tmp/build_dep.txt ] && \
+    apt-get -qq update && \
+    apt-get install -y --no-install-recommends $(cat /tmp/build_dep.txt | grep -o '^[^#]*') && \
+    apt-get clean
+
+RUN cd /tmp && \
+    git clone https://github.com/capstone-engine/capstone/ -b v4 && \
+    cd capstone/ && ./make.sh && make install && cd /tmp && \
+    rm -rf /tmp/capstone && ldconfig
+
+#### Develop setup: panda built + pypanda installed (in develop mode) - Stage 3
+#### Essentially same as setup_container.sh
+RUN cd /tools/btrace && ./compile.sh
+
+RUN rm -rf /tools/build
+RUN mkdir -p /tools/build
+RUN mkdir -p /tools/install
+
+RUN cmake -B"/tools/build" -H"/tools" -DCMAKE_INSTALL_PREFIX="/tools/install"
+RUN make --no-print-directory -j4 install -C "/tools/build/lavaTool"
+RUN make --no-print-directory -j4 install -C "/tools/build/fbi"
+
+# We need 32-bit support inside the container for now
+RUN dpkg --add-architecture i386 && apt-get update && apt-get -y install zlib1g-dev:i386 gcc-multilib
+
+# RUN useradd volcana
+# RUN chown -R volcana:volcana /tools/
+# RUN chown -R volcana:volcana /scripts/
+# USER volcana

dependencies/README.md

@@ -0,0 +1,7 @@
+This directory contains plaintext lists of build and runtime dependencies for LAVA on various architectures.
+The files here are sourced by our Dockerfile as well as our installation scripts.
+By consolidating dependencies into a single location, we're able to avoid things getting out of sync.
+
+Files must be named `[base_image]_[base|build].txt` where `base_image` refers to the docker tag used (e.g., `ubuntu:20.04`). Build should describe build dependencies and base should describe runtime dependencies.
+
+Files can contain comments with `#`

dependencies/ubuntu_20.04_base.txt

@@ -0,0 +1 @@
+# lava dependencies, needed to run LAVA

dependencies/ubuntu_20.04_build.txt

@@ -0,0 +1,24 @@
+# lava dependencies, to compile LAVA
+
+# Based on original setup.py after panda is installed step
+# https://installati.one/install-odb-ubuntu-20-04/?expand_article=1
+odb
+
+# https://installati.one/install-libodbc2-ubuntu-22-04/?expand_article=1
+libodbc2
+
+# https://installati.one/install-libodb-pgsql-2.4-ubuntu-20-04/
+libodb-pgsql-dev
+
+# Brendan noticed these libraries were needed to compile FBI
+libodb-pgsql-2.4
+
+
+# https://pypi.org/project/pyzmq/
+libzmq3-dev
+
+# libc6 needed for compiling btrace?
+
+# libjsoncpp needed for fbi json parsing?
+
+# I may need g++-10?

dependencies/ubuntu_22.04_base.txt

@@ -0,0 +1,3 @@
+# lava dependencies, needed to run LAVA
+python3-pip
+libprotobuf-dev

dependencies/ubuntu_22.04_build.txt

@@ -0,0 +1,46 @@
+# lava dependencies, to compile LAVA
+
+# Initial list based on what Andrew Fasano thinks
+bc
+build-essential
+clang-tools-11
+cmake
+git
+inotify-tools
+jq
+libclang-11-dev
+libfdt-dev
+libjsoncpp-dev
+
+libpq-dev
+llvm-11-dev
+postgresql
+socat
+
+# Curl must work
+ca-certificates 
+
+# Based on original setup.py after panda is installed step
+# https://installati.one/install-odb-ubuntu-20-04/?expand_article=1
+odb
+
+# https://installati.one/install-libodbc2-ubuntu-22-04/?expand_article=1
+libodbc2
+
+# https://installati.one/install-libodb-pgsql-2.4-ubuntu-20-04/
+libodb-pgsql-dev
+# Brendan noticed these libraries were needed to compile FBI
+libodb-pgsql-2.4
+
+# https://pypi.org/project/pyzmq/
+libzmq3-dev
+
+# libc6 needed for compiling btrace?
+
+# libjsoncpp needed for fbi json parsing?
+
+# I need this for making LavaTool
+g++-10
+
+# Install dwarf dump, you need this for 64-bit bugs
+dwarfdump