Skip to content

Run ruff format in CI #1711

Run ruff format in CI

Run ruff format in CI #1711

Workflow file for this run

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Python test
on:
push:
branches: [main]
pull_request:
branches: [main]
concurrency:
group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
cancel-in-progress: true
jobs:
test-matrix:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
python-version:
- "3.10"
- "3.11"
- "3.12"
toolchain:
- "stable"
steps:
- uses: actions/checkout@v4
- name: Setup Rust Toolchain
uses: actions-rs/toolchain@v1
id: rust-toolchain
with:
toolchain: ${{ matrix.toolchain }}
override: true
- name: Install Protoc
uses: arduino/setup-protoc@v1
with:
version: '3.20.2'
repo-token: ${{ secrets.GITHUB_TOKEN }}
- name: Setup Python
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Cache Cargo
uses: actions/cache@v4
with:
path: ~/.cargo
key: cargo-cache-${{ steps.rust-toolchain.outputs.rustc_hash }}-${{ hashFiles('Cargo.lock') }}
- name: Check Formatting
uses: actions-rs/cargo@v1
if: ${{ matrix.python-version == '3.10' && matrix.toolchain == 'stable' }}
with:
command: fmt
args: -- --check
- name: Run Clippy
uses: actions-rs/cargo@v1
if: ${{ matrix.python-version == '3.10' && matrix.toolchain == 'stable' }}
with:
command: clippy
args: --all-targets --all-features -- -D clippy::all -A clippy::redundant_closure
- name: Create Virtualenv (3.12)
if: ${{ matrix.python-version == '3.12' }}
run: |
python -m venv venv
source venv/bin/activate
pip install -r requirements-312.txt
- name: Create Virtualenv (3.10)
if: ${{ matrix.python-version == '3.10' }}
run: |
python -m venv venv
source venv/bin/activate
pip install -r requirements-310.txt
- name: Create Virtualenv (3.11)
if: ${{ matrix.python-version == '3.11' }}
run: |
python -m venv venv
source venv/bin/activate
pip install -r requirements-311.txt
- name: Run tests
env:
RUST_BACKTRACE: 1
run: |
git submodule update --init
source venv/bin/activate
pip install -e . -vv
pytest -v .
- name: Cache the generated dataset
id: cache-tpch-dataset
uses: actions/cache@v4
with:
path: benchmarks/tpch/data
key: tpch-data-2.18.0
- name: Run dbgen to create 1 Gb dataset
if: ${{ steps.cache-tpch-dataset.outputs.cache-hit != 'true' }}
run: |
cd benchmarks/tpch
RUN_IN_CI=TRUE ./tpch-gen.sh 1
- name: Run TPC-H examples
run: |
source venv/bin/activate
cd examples/tpch
python convert_data_to_parquet.py
pytest _tests.py