Update cranelift-jit requirement from 0.87.0 to 0.97.1 #707

Workflow file for this run

	# Licensed to the Apache Software Foundation (ASF) under one
	# or more contributor license agreements. See the NOTICE file
	# distributed with this work for additional information
	# regarding copyright ownership. The ASF licenses this file
	# to you under the Apache License, Version 2.0 (the
	# "License"); you may not use this file except in compliance
	# with the License. You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing,
	# software distributed under the License is distributed on an
	# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
	# KIND, either express or implied. See the License for the
	# specific language governing permissions and limitations
	# under the License.

	name: Rust

	on:
	# always trigger on PR
	push:
	pull_request:
	# manual trigger
	# https://docs.github.com/en/actions/managing-workflow-runs/manually-running-a-workflow
	workflow_dispatch:

	jobs:
	# Check crate compiles
	linux-build-lib:
	name: cargo check
	runs-on: ubuntu-latest
	container:
	image: amd64/rust
	env:
	# Disable full debug symbol generation to speed up CI build and keep memory down
	# "1" means line tables only, which is useful for panic tracebacks.
	RUSTFLAGS: "-C debuginfo=1"
	steps:
	- uses: actions/checkout@v3
	- name: Cache Cargo
	uses: actions/cache@v3
	with:
	# these represent dependencies downloaded by cargo
	# and thus do not depend on the OS, arch nor rust version.
	path: /github/home/.cargo
	key: cargo-cache-
	- name: Setup Rust toolchain
	uses: ./.github/actions/setup-builder
	with:
	rust-version: stable
	- name: Check workspace in debug mode
	run: \|
	cargo check
	- name: Check workspace in release mode
	run: \|
	cargo check --release
	- name: Check workspace without default features
	run: \|
	cargo check --no-default-features -p datafusion
	- name: Check workspace with all features
	run: \|
	cargo check --workspace --benches --features avro,jit,scheduler,json

	# test the crate
	linux-test:
	name: cargo test (amd64)
	needs: [linux-build-lib]
	runs-on: ubuntu-latest
	container:
	image: amd64/rust
	env:
	# Disable full debug symbol generation to speed up CI build and keep memory down
	# "1" means line tables only, which is useful for panic tracebacks.
	RUSTFLAGS: "-C debuginfo=1"
	steps:
	- uses: actions/checkout@v3
	with:
	submodules: true
	- name: Install protobuf compiler
	shell: bash
	run: \|
	mkdir -p $HOME/d/protoc
	cd $HOME/d/protoc
	export PROTO_ZIP="protoc-21.4-linux-x86_64.zip"
	curl -LO https://github.com/protocolbuffers/protobuf/releases/download/v21.4/$PROTO_ZIP
	unzip $PROTO_ZIP
	export PATH=$PATH:$HOME/d/protoc/bin
	protoc --version
	- name: Cache Cargo
	uses: actions/cache@v3
	with:
	path: /github/home/.cargo
	# this key equals the ones on `linux-build-lib` for re-use
	key: cargo-cache-
	- name: Setup Rust toolchain
	uses: ./.github/actions/setup-builder
	with:
	rust-version: stable
	- name: Run tests
	run: \|
	export PATH=$PATH:$HOME/d/protoc/bin
	cargo test --features avro,jit,scheduler,json
	# test datafusion-sql examples
	cargo run --example sql
	# test datafusion examples
	cd datafusion-examples
	cargo run --example csv_sql
	cargo run --example parquet_sql
	cargo run --example avro_sql --features=datafusion/avro

	integration-test:
	name: "Compare to postgres"
	needs: [linux-build-lib]
	runs-on: ubuntu-latest
	services:
	postgres:
	image: postgres:14
	env:
	POSTGRES_PASSWORD: postgres
	POSTGRES_DB: db_test
	ports:
	- 5432/tcp
	options: >-
	--health-cmd pg_isready
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5
	steps:
	- uses: actions/checkout@v3
	with:
	submodules: true
	- name: Setup toolchain
	run: \|
	rustup toolchain install stable
	rustup default stable
	- uses: actions/setup-python@v4
	with:
	python-version: "3.10"
	- name: Install Python dependencies
	run: \|
	python -m pip install --upgrade pip setuptools wheel
	python -m pip install -r integration-tests/requirements.txt
	- name: Allow access of psql
	run: \|
	# make sure psql can access the server
	echo "$POSTGRES_HOST:$POSTGRES_PORT:$POSTGRES_DB:$POSTGRES_USER:$POSTGRES_PASSWORD" \| tee ~/.pgpass
	chmod 0600 ~/.pgpass
	psql -d "$POSTGRES_DB" -h "$POSTGRES_HOST" -p "$POSTGRES_PORT" -U "$POSTGRES_USER" -f integration-tests/create_test_table_postgres.sql
	psql -d "$POSTGRES_DB" -h "$POSTGRES_HOST" -p "$POSTGRES_PORT" -U "$POSTGRES_USER" -c "\copy test FROM '$(pwd)/testing/data/csv/aggregate_test_100.csv' WITH (FORMAT csv, HEADER true);"
	env:
	POSTGRES_HOST: localhost
	POSTGRES_PORT: ${{ job.services.postgres.ports[5432] }}
	POSTGRES_DB: db_test
	POSTGRES_USER: postgres
	POSTGRES_PASSWORD: postgres
	- name: Build datafusion-cli
	run: (cd datafusion-cli && cargo build)
	- name: Test Psql Parity
	run: python -m pytest -v integration-tests/test_psql_parity.py
	env:
	POSTGRES_HOST: localhost
	POSTGRES_PORT: ${{ job.services.postgres.ports[5432] }}
	POSTGRES_DB: db_test
	POSTGRES_USER: postgres
	POSTGRES_PASSWORD: postgres

	lint:
	name: Lint
	runs-on: ubuntu-latest
	container:
	image: amd64/rust
	steps:
	- uses: actions/checkout@v3
	- name: Setup toolchain
	run: \|
	rustup toolchain install stable
	rustup default stable
	rustup component add rustfmt
	- name: Run
	run: \|
	echo '' > datafusion/proto/src/generated/datafusion.rs
	ci/scripts/rust_fmt.sh

	coverage:
	name: coverage
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v3
	with:
	submodules: true
	- name: Install protobuf compiler
	shell: bash
	run: \|
	mkdir -p $HOME/d/protoc
	cd $HOME/d/protoc
	export PROTO_ZIP="protoc-21.4-linux-x86_64.zip"
	curl -LO https://github.com/protocolbuffers/protobuf/releases/download/v21.4/$PROTO_ZIP
	unzip $PROTO_ZIP
	export PATH=$PATH:$HOME/d/protoc/bin
	protoc --version
	- name: Setup Rust toolchain
	run: \|
	rustup toolchain install stable
	rustup default stable
	rustup component add rustfmt clippy
	- name: Cache Cargo
	uses: actions/cache@v3
	with:
	path: /home/runner/.cargo
	# this key is not equal because the user is different than on a container (runner vs github)
	key: cargo-coverage-cache3-
	- name: Run coverage
	run: \|
	export PATH=$PATH:$HOME/d/protoc/bin
	rustup toolchain install stable
	rustup default stable
	cargo install --version 0.20.1 cargo-tarpaulin
	cargo tarpaulin --all --out Xml
	- name: Report coverage
	continue-on-error: true
	run: bash <(curl -s https://codecov.io/bash)

	clippy:
	name: clippy
	needs: [linux-build-lib]
	runs-on: ubuntu-latest
	container:
	image: amd64/rust
	env:
	# Disable full debug symbol generation to speed up CI build and keep memory down
	# "1" means line tables only, which is useful for panic tracebacks.
	RUSTFLAGS: "-C debuginfo=1"
	steps:
	- uses: actions/checkout@v3
	with:
	submodules: true
	- name: Cache Cargo
	uses: actions/cache@v3
	with:
	path: /github/home/.cargo
	# this key equals the ones on `linux-build-lib` for re-use
	key: cargo-cache-
	- name: Setup Rust toolchain
	uses: ./.github/actions/setup-builder
	with:
	rust-version: stable
	- name: Install Clippy
	run: \|
	rustup component add clippy
	- name: Run clippy
	run: ci/scripts/rust_clippy.sh

	miri-checks:
	name: cargo miri test (amd64)
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v3
	with:
	submodules: true
	- uses: actions/cache@v3
	with:
	path: \|
	~/.cargo/registry
	~/.cargo/git
	target
	key: ${{ runner.os }}-cargo-miri-${{ hashFiles('**/Cargo.lock') }}
	- name: Setup Rust toolchain
	run: \|
	rustup toolchain install nightly-2022-01-17
	rustup default nightly-2022-01-17
	rustup component add rustfmt clippy miri
	- name: Run Miri Checks
	env:
	RUST_BACKTRACE: full
	RUST_LOG: "trace"
	MIRIFLAGS: "-Zmiri-disable-isolation"
	run: \|
	cargo miri setup
	cargo clean
	# Ignore MIRI errors until we can get a clean run
	cargo miri test \|\| true

	# Check answers are correct when hash values collide
	hash-collisions:
	name: cargo test hash collisions (amd64)
	needs: [linux-build-lib]
	runs-on: ubuntu-latest
	container:
	image: amd64/rust
	env:
	# Disable full debug symbol generation to speed up CI build and keep memory down
	# "1" means line tables only, which is useful for panic tracebacks.
	RUSTFLAGS: "-C debuginfo=1"
	steps:
	- uses: actions/checkout@v3
	with:
	submodules: true
	- name: Cache Cargo
	uses: actions/cache@v3
	with:
	path: /github/home/.cargo
	# this key equals the ones on `linux-build-lib` for re-use
	key: cargo-cache-
	- name: Setup Rust toolchain
	uses: ./.github/actions/setup-builder
	with:
	rust-version: stable
	- name: Run tests
	run: \|
	cd datafusion
	# Force all hash values to collide
	cargo test --all --features=force_hash_collisions

	cargo-toml-formatting-checks:
	name: check Cargo.toml formatting
	needs: [linux-build-lib]
	runs-on: ubuntu-latest
	container:
	image: amd64/rust
	env:
	# Disable full debug symbol generation to speed up CI build and keep memory down
	# "1" means line tables only, which is useful for panic tracebacks.
	RUSTFLAGS: "-C debuginfo=1"
	steps:
	- uses: actions/checkout@v3
	with:
	submodules: true
	- name: Cache Cargo
	uses: actions/cache@v3
	with:
	path: /github/home/.cargo
	# this key equals the ones on `linux-build-lib` for re-use
	key: cargo-cache-
	- name: Setup Rust toolchain
	uses: ./.github/actions/setup-builder
	with:
	rust-version: stable
	- name: Install cargo-tomlfmt
	run: \|
	which cargo-tomlfmt \|\| cargo install cargo-tomlfmt
	- name: Check Cargo.toml formatting
	run: \|
	# if you encounter error, try rerun the command below, finally run 'git diff' to
	# check which Cargo.toml introduces formatting violation
	#
	# ignore ./Cargo.toml because putting workspaces in multi-line lists make it easy to read
	ci/scripts/rust_toml_fmt.sh
	git diff --exit-code

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Update cranelift-jit requirement from 0.87.0 to 0.97.1 #707

Workflow file

Update cranelift-jit requirement from 0.87.0 to 0.97.1 #707

Jobs

Run details

Workflow file for this run