Merge pull request #11 from akumor/support-duckdb-1.1.1 #61
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Linux | |
| on: [push, pull_request] | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref || '' }}-${{ github.base_ref || '' }}-${{ github.ref != 'refs/heads/main' || github.sha }} | |
| cancel-in-progress: true | |
| defaults: | |
| run: | |
| shell: bash | |
| # TODO: Add rust, checkout duckdb_athena_rust/duckdb | |
| jobs: | |
| linux: | |
| name: Linux Release | |
| runs-on: ubuntu-latest | |
| # These permissions are needed to interact with GitHub's OIDC Token endpoint. | |
| permissions: | |
| id-token: write | |
| container: ${{ matrix.container }} | |
| strategy: | |
| matrix: | |
| # Add commits/tags to build against other DuckDB versions | |
| duckdb_version: [ '<submodule_version>' ] | |
| arch: ['linux_amd64', 'linux_arm64'] # , 'linux_amd64_gcc4' | |
| include: | |
| - arch: 'linux_amd64' | |
| container: 'ubuntu:18.04' | |
| - arch: 'linux_arm64' | |
| container: 'ubuntu:18.04' | |
| # - arch: 'linux_amd64_gcc4' | |
| # container: 'quay.io/pypa/manylinux2014_x86_64' | |
| env: | |
| GEN: ninja | |
| steps: | |
| - name: Install required ubuntu packages | |
| if: ${{ matrix.arch == 'linux_amd64' || matrix.arch == 'linux_arm64' }} | |
| run: | | |
| apt-get update -y -qq | |
| apt-get install -y -qq software-properties-common | |
| add-apt-repository ppa:git-core/ppa | |
| apt-get update -y -qq | |
| apt-get install -y -qq \ | |
| build-essential \ | |
| checkinstall \ | |
| clang-5.0 \ | |
| curl \ | |
| g++-multilib \ | |
| gcc-multilib \ | |
| gettext \ | |
| lib32readline6-dev \ | |
| libc6-dev-i386 \ | |
| libclang-5.0-dev \ | |
| libcurl4-gnutls-dev \ | |
| libexpat1-dev \ | |
| libffi-dev \ | |
| libssl-dev \ | |
| libssl-dev \ | |
| libz-dev \ | |
| make \ | |
| maven \ | |
| ninja-build \ | |
| openjdk-8-jdk \ | |
| openssh-client \ | |
| unixodbc-dev \ | |
| unzip \ | |
| wget \ | |
| zip | |
| - name: Install required ubuntu packages | |
| if: ${{ matrix.arch == 'linux_amd64_gcc4' }} | |
| run: | | |
| yum install -y centos-release-scl llvm-toolset-7 | |
| echo /opt/rh/llvm-toolset-7/root/usr/bin >> $GITHUB_PATH | |
| - name: Install latest nightly rust toolchain | |
| uses: actions-rs/toolchain@v1 | |
| with: | |
| toolchain: nightly | |
| override: true | |
| components: rustfmt, clippy | |
| - name: Install Git 2.18.5 | |
| if: ${{ matrix.arch == 'linux_amd64' || matrix.arch == 'linux_arm64' }} | |
| run: | | |
| wget https://github.com/git/git/archive/refs/tags/v2.18.5.tar.gz | |
| tar xvf v2.18.5.tar.gz | |
| cd git-2.18.5 | |
| make | |
| make prefix=/usr install | |
| git --version | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| submodules: 'true' | |
| - name: Checkout DuckDB to version | |
| if: ${{ matrix.duckdb_version != '<submodule_version>'}} | |
| run: | | |
| cd duckdb | |
| git checkout ${{ matrix.duckdb_version }} | |
| cd ../duckdb_athena_rust/duckdb | |
| git checkout ${{ matrix.duckdb_version }} | |
| - if: ${{ matrix.arch == 'linux_amd64_gcc4' }} | |
| uses: ./duckdb/.github/actions/centos_7_setup | |
| with: | |
| openssl: 0 | |
| - if: ${{ matrix.arch == 'linux_amd64' || matrix.arch == 'linux_arm64' }} | |
| uses: ./duckdb/.github/actions/ubuntu_18_setup | |
| with: | |
| aarch64_cross_compile: ${{ matrix.arch == 'linux_arm64' && 1 }} | |
| # Build extension | |
| - name: Build extension | |
| env: | |
| GEN: ninja | |
| STATIC_LIBCPP: 1 | |
| # TARGET_CC instead of CC: https://github.com/briansmith/ring/issues/578#issuecomment-510988473 | |
| TARGET_CC: ${{ matrix.arch == 'linux_arm64' && 'aarch64-linux-gnu-gcc' || '' }} | |
| TARGET_CXX: ${{ matrix.arch == 'linux_arm64' && 'aarch64-linux-gnu-g++' || '' }} | |
| run: | | |
| make release | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{matrix.arch}}-extensions | |
| path: | | |
| build/release/extension/duckdb-athena-extension/athena.duckdb_extension | |
| - name: configure aws credentials | |
| uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| role-to-assume: ${{ secrets.OIDC_ROLE_ARN }} | |
| aws-region: ${{ secrets.S3_REGION }} | |
| - name: Deploy | |
| env: | |
| BUCKET_NAME: ${{ secrets.S3_BUCKET }} | |
| run: | | |
| git config --global --add safe.directory '*' | |
| cd duckdb | |
| git fetch --tags | |
| export DUCKDB_VERSION=`git tag --points-at HEAD` | |
| export DUCKDB_VERSION=${DUCKDB_VERSION:=`git log -1 --format=%h`} | |
| cd .. | |
| if [[ "$BUCKET_NAME" == "" ]] ; then | |
| echo 'No bucket set, skipping' | |
| elif [[ "$GITHUB_REF" =~ ^(refs/tags/v.+)$ ]] ; then | |
| python3 -m pip install pip awscli | |
| ./scripts/extension-upload.sh athena ${{ github.ref_name }} $DUCKDB_VERSION ${{matrix.arch}} $BUCKET_NAME true | |
| elif [[ "$GITHUB_REF" =~ ^(refs/heads/main)$ ]] ; then | |
| python3 -m pip install pip awscli | |
| ./scripts/extension-upload.sh athena `git log -1 --format=%h` $DUCKDB_VERSION ${{matrix.arch}} $BUCKET_NAME false | |
| fi |