dev_builds.yml

name: Dev builds

on:
  push:
    branches:
      - main
      - 'dev-build/*'
      - drosiek-windows-container

defaults:
  run:
    shell: bash

env:
  GO_VERSION: "1.21.4"

jobs:

  # Add lint to dev builds as that's the only way for cache to be shared across branches.
  # https://docs.github.com/en/actions/advanced-guides/caching-dependencies-to-speed-up-workflows#matching-a-cache-key
  lint:
    name: Lint (golangci-lint)
    runs-on: ubuntu-20.04
    strategy:
      matrix:
        arch_os: [ 'linux_amd64' ]
    steps:
      - uses: actions/checkout@v4

      - name: Setup go
        uses: actions/setup-go@v5
        with:
          go-version: ${{ env.GO_VERSION }}
          cache: false

      - name: Get GOCACHE and GOMODCACHE
        run: |
          echo "GOMODCACHE=$(go env GOMODCACHE)" >> "$GITHUB_ENV"
          echo "GOCACHE=$(go env GOCACHE)" >> "$GITHUB_ENV"

      - uses: actions/cache/restore@v4
        with:
          path: |
            ${{ env.GOMODCACHE }}/cache
            ${{ env.GOCACHE }}
          key: go-test-${{ env.GO_VERSION }}-${{matrix.arch_os}}-${{ hashFiles('pkg/**/go.sum', 'otelcolbuilder/.otelcol-builder.yaml') }}
          restore-keys: |
            go-test-${{ env.GO_VERSION }}-${{matrix.arch_os}}-

      - uses: actions/cache@v4
        with:
          path: |
            /home/runner/.cache/golangci-lint
          key: golangci-lint-${{ env.GO_VERSION }}-${{matrix.arch_os}}-${{ hashFiles('pkg/**/go.sum', 'otelcolbuilder/.otelcol-builder.yaml') }}
          restore-keys: |
            golangci-lint-${{ env.GO_VERSION }}-${{matrix.arch_os}}-

      - name: Install golangci-lint
        run: make install-golangci-lint

      - name: Add opentelemetry-collector-builder installation dir to PATH
        run: echo "$HOME/bin" >> $GITHUB_PATH

      - name: Run golangci-lint
        run: make golint

  test:
    name: Test
    uses: ./.github/workflows/workflow-test.yml
    strategy:
      matrix:
        include:
          - arch_os: linux_amd64
            runs-on: ubuntu-20.04
          - arch_os: linux_amd64
            runs-on: ubuntu-20.04
            boringcrypto: true
          - arch_os: darwin_amd64
            runs-on: macos-latest
          - arch_os: windows_amd64
            runs-on: windows-2022
    with:
      arch_os: ${{ matrix.arch_os }}
      runs-on: ${{ matrix.runs-on }}
      save-cache: true
      boringcrypto: ${{ matrix.boringcrypto == true }}

  build:
    name: Build
    uses: ./.github/workflows/workflow-build.yml
    strategy:
      fail-fast: false
      matrix:
        include:
          - arch_os: linux_amd64
            runs-on: ubuntu-20.04
          - arch_os: linux_amd64
            runs-on: ubuntu-20.04
            fips: true
          - arch_os: linux_arm64
            runs-on: ubuntu-20.04
          - arch_os: linux_arm64
            runs-on: ubuntu-20.04
            fips: true
          - arch_os: darwin_amd64
            runs-on: macos-latest
          - arch_os: darwin_arm64
            runs-on: macos-latest
          - arch_os: windows_amd64
            runs-on: windows-2022
          - arch_os: windows_amd64
            runs-on: windows-2022
            fips: true
    with:
      arch_os: ${{ matrix.arch_os }}
      runs-on: ${{ matrix.runs-on }}
      fips: ${{ matrix.fips == true }}
      save-cache: true

  build-container-images:
    name: Build container
    runs-on: ubuntu-20.04
    needs:
      - build
    strategy:
      matrix:
        arch_os: [ 'linux_amd64', 'linux_arm64' ]
    steps:
      - uses: actions/checkout@v4

      - name: Extract tag
        id: extract_tag
        run: echo "tag=$(git rev-parse HEAD)" > $GITHUB_OUTPUT

      - name: Print tag
        run: echo "Running dev build for ${{ steps.extract_tag.outputs.tag }}"

      - name: Set up QEMU
        uses: docker/setup-qemu-action@v3.0.0

      - name: Set up Buildx
        id: buildx
        uses: docker/setup-buildx-action@v3.1.0

      - name: Show Buildx platforms
        run: echo ${{ steps.buildx.outputs.platforms }}

      - name: Login to Open Source ECR
        run: make login
        env:
          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID_DEV }}
          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY_DEV }}

      - name: Download FIPS binary action artifact from build phase
        uses: actions/download-artifact@v4
        with:
          name: otelcol-sumo-fips-${{matrix.arch_os}}

      - name: Build and push FIPS image to Open Source ECR
        run: |
          cp otelcol-sumo-fips-${{ matrix.arch_os }} otelcol-sumo
          make build-push-container-multiplatform-dev \
            BUILD_TAG=${{ steps.extract_tag.outputs.tag }} \
            PLATFORM=${{ matrix.arch_os }} \
            BUILD_TYPE_SUFFIX="-fips"

      - name: Build and push UBI-based FIPS image to Open Source ECR
        run: |
          cp otelcol-sumo-fips-${{ matrix.arch_os }} otelcol-sumo
          make build-push-container-ubi-dev \
            BUILD_TAG=${{ steps.extract_tag.outputs.tag }} \
            PLATFORM=${{ matrix.arch_os }} \
            BUILD_TYPE_SUFFIX="-ubi-fips"

      - name: Download binary action artifact from build phase
        uses: actions/download-artifact@v4
        with:
          name: otelcol-sumo-${{ matrix.arch_os }}

      - name: Build and push image to Open Source ECR
        run: |
          cp otelcol-sumo-${{ matrix.arch_os }} otelcol-sumo
          make build-push-container-multiplatform-dev \
            BUILD_TAG=${{ steps.extract_tag.outputs.tag }} \
            PLATFORM=${{ matrix.arch_os }}

      - name: Build and push UBI-based image to Open Source ECR
        run: |
          cp otelcol-sumo-${{ matrix.arch_os }} otelcol-sumo
          make build-push-container-ubi-dev \
            BUILD_TAG=${{ steps.extract_tag.outputs.tag }} \
            PLATFORM=${{ matrix.arch_os }} \
            BUILD_TYPE_SUFFIX="-ubi"

  build-windows-container-images:
    name: Build Windows container
    runs-on: ${{ matrix.runs_on }}
    needs:
      - build
    strategy:
      matrix:
        include:
          - arch_os: windows_amd64
            base_image_tag: ltsc2022
            runs-on: windows-2022
          - arch_os: windows_amd64
            base_image_tag: ltsc2019
            runs-on: windows-2019
    steps:
      - uses: actions/checkout@v4

      - name: Extract tag
        id: extract_tag
        run: echo "tag=$(git rev-parse HEAD)" > $GITHUB_OUTPUT

      - name: Print tag
        run: echo "Running dev build for ${{ steps.extract_tag.outputs.tag }}"

      - name: Login to Open Source ECR
        run: |
          USERNAME=$(powershell.exe "echo \$Env:UserName")
          # remove wincred entry and fix json format by replacing }, with }
          cat "C:\\Users\\${USERNAME}\\.docker\\config.json" | grep -v "wincred" | sed 's/},$/}/' > "C:\\Users\\${USERNAME}\\.docker\\config.json.tmp"
          mv "C:\\Users\\${USERNAME}\\.docker\\config.json.tmp" "C:\\Users\\${USERNAME}\\.docker\\config.json"
          make login
        env:
          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID_DEV }}
          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY_DEV }}

      - name: Download binary action artifact from build phase
        uses: actions/download-artifact@v4
        with:
          name: otelcol-sumo-${{matrix.arch_os}}.exe
          path: artifacts/

      - name: Build and push images to Open Source ECR
        run: |
          cp artifacts/otelcol-sumo-${{matrix.arch_os}}.exe otelcol-sumo.exe
          make build-push-container-windows-dev \
            BUILD_TAG=${{ steps.extract_tag.outputs.tag }} \
            PLATFORM=${{ matrix.arch_os }}_${{ matrix.base_image_tag }}

  push-docker-manifest:
    name: Push joint container manifest
    runs-on: ubuntu-20.04
    needs:
      - build-container-images
      - build-windows-container-images
    steps:
      - uses: actions/checkout@v4

      - name: Extract tag
        id: extract_tag
        run: echo "tag=$(git rev-parse HEAD)" > $GITHUB_OUTPUT

      - name: Print tag
        run: echo "Running dev build for ${{ steps.extract_tag.outputs.tag }}"

      - name: Set up QEMU
        uses: docker/setup-qemu-action@v3.0.0

      - name: Set up Buildx
        id: buildx
        uses: docker/setup-buildx-action@v3.1.0

      - name: Show Buildx platforms
        run: echo ${{ steps.buildx.outputs.platforms }}

      - name: Login to Open Source ECR
        run: make login
        env:
          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID_DEV }}
          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY_DEV }}

      - name: Push joint FIPS container manifest for all platforms to Open Source ECR
        run: |
          make push-container-manifest-dev \
            BUILD_TAG=${{ steps.extract_tag.outputs.tag }} \
            PLATFORMS="linux/amd64" \
            BUILD_TYPE_SUFFIX="-fips"

      - name: Push joint UBI-based FIPS container manifest for all platforms to Open Source ECR
        run: |
          make push-container-manifest-dev \
            BUILD_TAG=${{ steps.extract_tag.outputs.tag }} \
            PLATFORMS="linux/amd64" \
            BUILD_TYPE_SUFFIX="-ubi-fips"

      - name: Push joint container manifest for all platforms to Open Source ECR
        run: |
          make push-container-manifest-dev \
            BUILD_TAG=${{ steps.extract_tag.outputs.tag }} \
            PLATFORMS="linux/amd64 linux/arm64 windows/amd64/ltsc2022 windows/amd64/ltsc2019"

      - name: Push joint UBI-based container manifest for all platforms to Open Source ECR
        run: |
          make push-container-manifest-dev \
            BUILD_TAG=${{ steps.extract_tag.outputs.tag }} \
            PLATFORMS="linux/amd64" \
            BUILD_TYPE_SUFFIX="-ubi"

  package-msi:
    name: Package MSI
    runs-on: windows-2019
    needs:
      - build
    strategy:
      matrix:
        include:
          - arch_os: windows_amd64
            platform: x64
            fips: false
          - arch_os: windows_amd64
            platform: x64
            fips: true
    steps:
      - uses: actions/checkout@v4

      - name: Fetch current branch
        run: ./ci/fetch_current_branch.sh

      - name: Add msbuild to PATH
        uses: microsoft/setup-msbuild@v1.3

      - name: Fetch binary artifact for ${{ matrix.arch_os }}
        uses: actions/download-artifact@v4
        with:
          name: otelcol-sumo${{ matrix.fips && '-fips' || '' }}-${{ matrix.arch_os }}.exe
          path: ./otelcolbuilder/cmd

      - name: Rename fips binary artifact for ${{ matrix.arch_os }}
        if: matrix.fips
        working-directory: ./otelcolbuilder/cmd
        run: mv otelcol-sumo-fips-${{ matrix.arch_os }}.exe otelcol-sumo-${{ matrix.arch_os }}.exe

      - name: Set OVERRIDE_BUILD_NUMBER
        run: echo "OVERRIDE_BUILD_VERSION=$GITHUB_RUN_NUMBER" >> $GITHUB_ENV

      - name: Set PRODUCT_VERSION
        run: echo "PRODUCT_VERSION=$(./ci/get_version.sh productversion)" >> $GITHUB_ENV

      - name: Build MSI for ${{ matrix.arch_os }}
        working-directory: ./packaging/msi/wix
        run: msbuild.exe -p:Configuration=Release -p:Platform=${{ matrix.platform }} -p:ProductVersion=$PRODUCT_VERSION -p:FIPSEnabled=${{ matrix.fips }} -Restore

      - name: Store MSI as action artifact for ${{ matrix.arch_os }}
        uses: actions/upload-artifact@v4
        with:
          name: ${{ matrix.arch_os }}${{ matrix.fips && '_fips' || '' }}_msi
          path: ./packaging/msi/wix/bin/${{ matrix.platform }}/en-US/*.msi
          if-no-files-found: error

  # Triggers build_packages workflow in the sumologic-otel-collector-packaging
  # repository. It must be the last job run as artifacts only become available
  # to download after all jobs have completed. The lint, package-msi and
  # push-docker-manifest jobs are independent or depend on all other jobs so
  # we add them as "need" dependencies to ensure this job runs last.
  trigger-packaging:
    name: Trigger Packaging
    needs:
      - lint
      - package-msi
      - push-docker-manifest
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Fetch tags
        run: git fetch --tags origin

      - name: Determine version core
        id: version-core
        run: >
          ./ci/get_version.sh core > /tmp/version_core &&
          cat /tmp/version_core &&
          echo version=$(cat /tmp/version_core) >> $GITHUB_OUTPUT

      - name: Determine sumo version
        id: sumo-version
        run: >
          ./ci/get_version.sh sumo > /tmp/sumo_version &&
          cat /tmp/sumo_version &&
          echo version=$(cat /tmp/sumo_version) >> $GITHUB_OUTPUT

      - name: Trigger packaging workflow
        id: trigger-packaging-workflow
        uses: aurelien-baudet/workflow-dispatch@v2
        with:
          workflow: build_packages.yml
          repo: SumoLogic/sumologic-otel-collector-packaging
          token: ${{ secrets.PACKAGING_GH_TOKEN }}
          ref: main
          wait-for-completion: false
          display-workflow-run-url: true
          display-workflow-run-url-interval: 1s
          inputs: |-
            {
              "workflow_id": "${{ github.run_id }}",
              "otc_version": "${{ steps.version-core.outputs.version }}",
              "otc_sumo_version": "${{ steps.sumo-version.outputs.version }}"
            }

      # Outputs the Packaging Workflow URL as an Annotation in the UI after the
      # packaging workflow has completed.
      - name: Packaging Workflow URL
        run: echo ::notice title=Packaging Workflow URL::${{ steps.trigger-packaging-workflow.outputs.workflow-url }}