fix(cubesql): Don't clone response, improve performance (#8638) #3976
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Master | |
| on: | |
| push: | |
| paths: | |
| - '.github/workflows/push.yml' | |
| - '.github/workflows/master.yml' | |
| - 'packages/**' | |
| - '.eslintrc.js' | |
| - '.prettierrc' | |
| - 'lerna.json' | |
| - 'package.json' | |
| - 'rollup.config.js' | |
| - 'yarn.lock' | |
| - 'rust/cubesqlplanner/**' | |
| - 'rust/cubenativeutils/**' | |
| - 'rust/cubesql/**' | |
| branches: | |
| - master | |
| jobs: | |
| latest-tag-sha: | |
| runs-on: ubuntu-20.04 | |
| outputs: | |
| sha: ${{ steps.get-tag.outputs.sha }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - id: git-log | |
| run: git log HEAD~30..HEAD | |
| - id: get-tag-test | |
| run: echo "$SHA $(git rev-list -n 1 "$(git tag --contains "$SHA")")" | |
| env: | |
| SHA: ${{ github.sha }} | |
| - id: get-tag | |
| run: echo "sha=$(git rev-list -n 1 "$(git tag --contains "$SHA")")" >> "$GITHUB_OUTPUT" | |
| env: | |
| SHA: ${{ github.sha }} | |
| - id: get-tag-out | |
| run: echo "$OUT" | |
| env: | |
| OUT: ${{ steps.get-tag.outputs.sha }} | |
| build_native_linux: | |
| runs-on: ubuntu-20.04 | |
| timeout-minutes: 60 | |
| name: Build Linux Native backend for Dev image | |
| container: | |
| image: cubejs/rust-cross:x86_64-unknown-linux-gnu-15082024-python-3.9 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install Rust | |
| uses: actions-rust-lang/setup-rust-toolchain@v1 | |
| with: | |
| toolchain: nightly-2024-07-15 | |
| # override: true # this is by default on | |
| rustflags: "" | |
| components: rustfmt | |
| target: x86_64-unknown-linux-gnu | |
| cache: false | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| workspaces: ./rust/cubesql -> target | |
| key: cubesql-x86_64-unknown-linux-gnu | |
| shared-key: cubesql-x86_64-unknown-linux-gnu | |
| - name: Install Node.js 18 | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: 18 | |
| - name: Install Yarn | |
| run: npm install -g yarn | |
| - name: Set Yarn version | |
| run: yarn policies set-version v1.22.19 | |
| # We don't need to install all yarn deps to build native | |
| - name: Install cargo-cp-artifact | |
| run: npm install -g [email protected] | |
| - name: Build native (with Python) | |
| env: | |
| PYO3_PYTHON: python3.9 | |
| CARGO_BUILD_TARGET: x86_64-unknown-linux-gnu | |
| working-directory: ./packages/cubejs-backend-native | |
| run: yarn run native:build-debug-python | |
| - name: Store build artifact for dev image | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: "native-linux-x64-glibc-3.9.node" # this name is referenced below in docker-image-dev | |
| path: ./packages/cubejs-backend-native/index.node | |
| overwrite: true | |
| docker-image-dev: | |
| name: Release :dev image | |
| needs: [latest-tag-sha, build_native_linux] | |
| runs-on: ubuntu-20.04 | |
| if: (needs['latest-tag-sha'].outputs.sha != github.sha) | |
| steps: | |
| - name: Check out the repo | |
| uses: actions/checkout@v4 | |
| - name: Download backend-native artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: "native-linux-x64-glibc-3.9.node" # this name is referenced in above in native_linux | |
| path: ./packages/cubejs-backend-native/ | |
| - name: Login to DockerHub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Push to Docker Hub | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: ./ | |
| file: ./packages/cubejs-docker/dev.Dockerfile | |
| platforms: linux/amd64 | |
| push: true | |
| tags: cubejs/cube:dev | |
| - name: Update repo description | |
| uses: peter-evans/dockerhub-description@v2 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| repository: cubejs/cube | |
| readme-filepath: ./packages/cubejs-docker/README.md | |
| trigger-test-suites: | |
| name: Trigger test suites run | |
| runs-on: ubuntu-20.04 | |
| needs: [docker-image-dev] | |
| timeout-minutes: 60 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Dispatch event | |
| uses: actions/github-script@v7 | |
| with: | |
| github-token: ${{ secrets.GH_TRIGGER_TOKEN }} | |
| script: | | |
| await github.rest.actions.createWorkflowDispatch({ | |
| owner: 'cubedevinc', | |
| repo: 'sql-api-test-suite', | |
| workflow_id: 'test_and_run_test_suites.yml', | |
| ref: 'main', | |
| inputs: { | |
| 'cube-image': 'cubejs/cube:dev' | |
| } | |
| }) |