main.pr.yml

name: Build pull request

on:
  push:
    branches:
      - 'pull-request/**'

jobs:
  build-pull-request:
    name: Build pull request
    # runs-on: ubuntu-20.04
    runs-on: [self-hosted, linux, amd64, cpu4]
    strategy:
      fail-fast: true
      matrix:
        CUDA: ["11.6.2"]
        LINUX: ["ubuntu20.04"]
    env:
      UCX: "1.12.1"
      NODE: "16.15.1"
      REGISTRY: "ghcr.io"
    steps:
      - name: Dump runner context
        shell: bash
        run: |
          echo "${{ toJSON(runner) }}"
          echo "is_gha_runner=${{ !contains(runner.name, 'rapidsai') }}" >> $GITHUB_ENV
          echo "CUDA_VERSION_MAJOR=$(echo "${{ matrix.CUDA }}" | cut -d'.' -f1)" >> $GITHUB_ENV
          echo "CUDA_VERSION_MINOR=$(echo "${{ matrix.CUDA }}" | cut -d'.' -f2)" >> $GITHUB_ENV
          echo "CUDA_VERSION_PATCH=$(echo "${{ matrix.CUDA }}" | cut -d'.' -f3)" >> $GITHUB_ENV

      - name: Set up self-hosted runner
        if: env.is_gha_runner != 'true'
        shell: bash
        run: |
          sudo apt update && sudo apt install -y --no-install-recommends jq git-lfs
          sudo sed -ri "s@$HOME@${{ runner.workspace }}@g" /etc/passwd
          sudo chown -R $(id -u):$(id -g) "${{ runner.workspace }}"
          echo "HOME=${{ runner.workspace }}" >> $GITHUB_ENV

      - name: Checkout
        uses: actions/checkout@v3
        with:
          lfs: true
          path: node
          fetch-depth: 0

      - name: Checkout LFS
        shell: bash
        run: git lfs checkout
        working-directory: node

      - name: Get last successful main commit sha
        uses: nrwl/last-successful-commit-action@v1
        id: last_main_commit
        with:
          branch: main
          workflow_id: "merge.pr.yml"
          github_token: "${{ github.token }}"

      - name: Check if source files changed
        id: src_changed
        uses: tj-actions/changed-files@v23.1
        with:
          path: node
          base_sha: ${{ steps.last_main_commit.outputs.commit_hash }}
          files: |
            yarn.lock
            lerna.json
            package.json
            modules/**/*.c
            modules/**/*.h
            modules/**/*.ts
            modules/**/*.js
            modules/**/*.cu
            modules/**/*.cuh
            modules/**/*.cpp
            modules/**/*.hpp
            modules/**/*.json
            modules/**/*.cmake
            modules/**/*.tsconfig
            modules/**/package.json
            modules/**/CMakeLists.txt

      - name: Check if GitHub Actions or devel main Dockerfile changed
        id: dev_changed
        uses: tj-actions/changed-files@v23.1
        with:
          path: node
          base_sha: ${{ steps.last_main_commit.outputs.commit_hash }}
          files: |
            dev/dockerfiles/devel/main.Dockerfile

      - name: Update runner env
        env:
          dev_changed: "${{ steps.dev_changed.outputs.any_changed == 'true' }}"
          src_changed: "${{ steps.src_changed.outputs.any_changed == 'true' || steps.src_changed.outputs.any_deleted == 'true' }}"
        shell: bash
        run: |
          VERSION="$(cat node/lerna.json | jq -r '.version')"
          RAPIDS_VERSION="$(cat node/package.json | jq -r '.config.rapids_version')"
          echo "VERSION=${VERSION}" >> $GITHUB_ENV;
          echo "dev_changed=${dev_changed}" >> $GITHUB_ENV;
          echo "src_changed=${src_changed}" >> $GITHUB_ENV;
          echo "RAPIDS_VERSION=$RAPIDS_VERSION" >> $GITHUB_ENV;
          echo "MAIN_IMG=${REGISTRY}/${{ github.repository }}:${VERSION}-devel-node${NODE}-cuda${CUDA_VERSION_MAJOR}-${{ matrix.LINUX }}-main" >> $GITHUB_ENV;
          echo "RUN_ARGS<<EOF" >> $GITHUB_ENV;
          echo "\
          -u $(id -u):$(id -g) \
          -v $(pwd)/.yarn:/.yarn:rw \
          -v $(pwd)/.cache:/.cache:rw \
          -v $(pwd)/node:/opt/rapids/node:rw \
          --env-file ${{ runner.temp }}/.env \
          " >> $GITHUB_ENV;
          echo "EOF" >> $GITHUB_ENV;

      - name: Free up disk space
        if: env.is_gha_runner == 'true' && (env.dev_changed == 'true' || env.src_changed == 'true')
        uses: ./node/.github/actions/free-disk-space
        with:
          tool_cache: ${{ runner.tool_cache }}

      - name: Cache C++ dependencies
        if: env.dev_changed == 'true' || env.src_changed == 'true'
        uses: actions/cache@v2
        with:
          key: ${{ runner.os }}-${{ env.VERSION }}-node${{ env.NODE }}-cuda${{ env.CUDA_VERSION_MAJOR }}-${{ matrix.LINUX }}-cache-${{ hashFiles('**/modules/**/CMakeLists.txt', '**/modules/**/*.cmake') }}
          path: |
            node/.cache/binary
            node/.cache/source

      - name: Cache node_modules
        if: env.dev_changed == 'true' || env.src_changed == 'true'
        uses: actions/cache@v2
        with:
          key: ${{ runner.os }}-${{ env.VERSION }}-node${{ env.NODE }}-cuda${{ env.CUDA_VERSION_MAJOR }}-${{ matrix.LINUX }}-node_modules-${{ hashFiles('**/yarn.lock', '**/package.json') }}
          path: |
            .yarn
            .cache
            node/node_modules

      - name: Set up ssh-agent
        if: env.dev_changed == 'true' || env.src_changed == 'true'
        uses: webfactory/ssh-agent@v0.5.4
        with:
          ssh-auth-sock: ${{ env.HOME }}/ssh-agent
          ssh-private-key: |
            ${{ secrets.CUMLPRIMS_SSH_PRIVATE_DEPLOY_KEY }}
            ${{ secrets.CUGRAPH_OPS_SSH_PRIVATE_DEPLOY_KEY }}

      - name: Make container .env
        if: env.dev_changed == 'true' || env.src_changed == 'true'
        shell: bash
        run: |
          n_archs=2
          PARALLEL_LEVEL=${PARALLEL_LEVEL:-1}
          threads=$((PARALLEL_LEVEL / n_archs))
          if [[ "$threads" == 0 ]]; then
            threads=1;
          fi
          cat << EOF > "${{ runner.temp }}/.env"
          CUDAARCHS=ALL
          PARALLEL_LEVEL=${threads}
          NVCC_APPEND_FLAGS=--threads=${n_archs}
          RAPIDS_VERSION=${RAPIDS_VERSION}
          SCCACHE_REGION=us-west-2
          SCCACHE_IDLE_TIMEOUT=32768
          SCCACHE_BUCKET=node-rapids-sccache
          SCCACHE_SERVER_PORT=$((4220 + $RANDOM % 5000))
          EOF

          echo -e "container .env:\n$(cat "${{ runner.temp }}/.env")"

          cat << EOF >> "${{ runner.temp }}/.env"
          AWS_ACCESS_KEY_ID=${{ secrets.AWS_ACCESS_KEY_ID }}
          AWS_SECRET_ACCESS_KEY=${{ secrets.AWS_SECRET_ACCESS_KEY }}
          EOF

      - name: Build
        if: env.dev_changed == 'true' || env.src_changed == 'true'
        shell: bash
        run: |
          has_image="$(docker pull -q --platform linux/amd64 ${MAIN_IMG} && echo 1 || echo 0)";
          if [[ ${has_image} == '0' || ${dev_changed} == 'true' ]]; then
            DOCKER_BUILDKIT=1 \
            DOCKER_SCAN_SUGGEST=false \
            docker build --pull --force-rm \
              --build-arg UCX_VERSION="${{ env.UCX }}" \
              --build-arg NODE_VERSION="${{ env.NODE }}" \
              --build-arg LINUX_VERSION="${{ matrix.LINUX }}" \
              --build-arg AMD64_BASE="nvidia/cuda:${{ matrix.CUDA }}-devel-${{ matrix.LINUX }}" \
              --build-arg ARM64_BASE="nvidia/cuda:${{ matrix.CUDA }}-devel-${{ matrix.LINUX }}" \
              -f node/dev/dockerfiles/devel/main.Dockerfile -t ${MAIN_IMG} node
          fi
          docker run --rm -t ${RUN_ARGS} \
            -v "$HOME/.ssh:$HOME/.ssh" \
            -e "SSH_AUTH_SOCK=/ssh-agent" \
            -v "$SSH_AUTH_SOCK:/ssh-agent" \
            -v "$HOME/.ssh:/opt/rapids/.ssh" \
            -v "$HOME/.gitconfig:/etc/gitconfig" \
            ${MAIN_IMG} bash -c "set -ex; \
                yarn --pure-lockfile --prefer-offline \
             && yarn build"