arrow.yml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

# tests for arrow crate
name: arrow

on:
  # always trigger
  push:
    branches:
      - master
  pull_request:
    paths:
      - arrow/**
      - arrow-array/**
      - arrow-buffer/**
      - arrow-data/**
      - arrow-schema/**
      - arrow-integration-test/**
      - .github/**

jobs:

  # test the crate
  linux-test:
    name: Test
    runs-on: ubuntu-latest
    container:
      image: amd64/rust
      env:
        # Disable full debug symbol generation to speed up CI build and keep memory down
        # "1" means line tables only, which is useful for panic tracebacks.
        RUSTFLAGS: "-C debuginfo=1"
    steps:
      - uses: actions/checkout@v3
        with:
          submodules: true
      - name: Setup Rust toolchain
        uses: ./.github/actions/setup-builder
        with:
          rust-version: stable
      - name: Test arrow-buffer with all features
        run: cargo test -p arrow-buffer --all-features
      - name: Test arrow-data with all features
        run: cargo test -p arrow-data --all-features
      - name: Test arrow-schema with all features
        run: cargo test -p arrow-schema --all-features
      - name: Test arrow-array with all features
        run: cargo test -p arrow-array --all-features
      - name: Test arrow-integration-test with all features
        run: cargo test -p arrow-integration-test --all-features
      - name: Test arrow
        run: cargo test -p arrow
      - name: Test --features=force_validate,prettyprint,ipc_compression,ffi,dyn_cmp_dict,dyn_arith_dict
        run: |
          cargo test -p arrow --features=force_validate,prettyprint,ipc_compression,ffi,dyn_cmp_dict,dyn_arith_dict
      - name: Run examples
        run: |
          # Test arrow examples
          cargo run --example builders
          cargo run --example dynamic_types
          cargo run --example read_csv
          cargo run --example read_csv_infer_schema
      - name: Run non-archery based integration-tests
        run: cargo test -p arrow-integration-testing

  # test compilation features
  linux-features:
    name: Check Compilation
    runs-on: ubuntu-latest
    container:
      image: amd64/rust
      env:
        # Disable full debug symbol generation to speed up CI build and keep memory down
        # "1" means line tables only, which is useful for panic tracebacks.
        RUSTFLAGS: "-C debuginfo=1"
    steps:
      - uses: actions/checkout@v3
        with:
          submodules: true
      - name: Setup Rust toolchain
        uses: ./.github/actions/setup-builder
        with:
          rust-version: stable
      - name: Check compilation
        run: |
          cargo check -p arrow
      - name: Check compilation --no-default-features
        run: |
          cargo check -p arrow --no-default-features
      - name: Check compilation --all-targets
        run: |
          cargo check -p arrow --all-targets
      - name: Check compilation --no-default-features --all-targets
        run: |
          cargo check -p arrow --no-default-features --all-targets
      - name: Check compilation --no-default-features --all-targets --features test_utils
        run: |
          cargo check -p arrow --no-default-features --all-targets --features test_utils
      - name: Check compilation --no-default-features --all-targets --features --ffi
        run: |
          cargo check -p arrow --no-default-features --all-targets --features ffi

  # test the --features "simd" of the arrow crate. This requires nightly Rust.
  linux-test-simd:
    name: Test SIMD on AMD64 Rust ${{ matrix.rust }}
    runs-on: ubuntu-latest
    container:
      image: amd64/rust
      env:
        # Disable full debug symbol generation to speed up CI build and keep memory down
        # "1" means line tables only, which is useful for panic tracebacks.
        RUSTFLAGS: "-C debuginfo=1"
    steps:
      - uses: actions/checkout@v3
        with:
          submodules: true
      - name: Setup Rust toolchain
        uses: ./.github/actions/setup-builder
        with:
          rust-version: nightly
      - name: Run tests --features "simd"
        run: |
          cargo test -p arrow --features "simd"
      - name: Check compilation --features "simd"
        run: |
          cargo check -p arrow --features simd
      - name: Check compilation --features simd --all-targets
        run: |
          cargo check -p arrow --features simd --all-targets


  # test the arrow crate builds against wasm32 in stable rust
  wasm32-build:
    name: Build wasm32
    runs-on: ubuntu-latest
    container:
      image: amd64/rust
      env:
        # Disable full debug symbol generation to speed up CI build and keep memory down
        # "1" means line tables only, which is useful for panic tracebacks.
        RUSTFLAGS: "-C debuginfo=1"
    steps:
      - uses: actions/checkout@v3
        with:
          submodules: true
      - name: Cache Cargo
        uses: actions/cache@v3
        with:
          path: /github/home/.cargo
          key: cargo-wasm32-cache3-
      - name: Setup Rust toolchain for WASM
        run: |
          rustup toolchain install nightly
          rustup override set nightly
          rustup target add wasm32-unknown-unknown
          rustup target add wasm32-wasi
      - name: Build
        run: |
          cd arrow
          cargo build --no-default-features --features=json,csv,ipc,simd,ffi --target wasm32-unknown-unknown
          cargo build --no-default-features --features=json,csv,ipc,simd,ffi --target wasm32-wasi

  clippy:
    name: Clippy
    runs-on: ubuntu-latest
    container:
      image: amd64/rust
    steps:
      - uses: actions/checkout@v3
      - name: Setup Rust toolchain
        uses: ./.github/actions/setup-builder
        with:
          rust-version: stable
      - name: Setup Clippy
        run: |
          rustup component add clippy
      - name: Run clippy
        run: |
          cargo clippy -p arrow --features=prettyprint,csv,ipc,test_utils,ffi,ipc_compression,dyn_cmp_dict,dyn_arith_dict --all-targets -- -D warnings