ci: ensure the release can build arm64 binaries

Author: rtyler

.github/workflows/release.yml

@@ -53,31 +53,10 @@ jobs:
       - uses: actions/checkout@v3
       - name: Install Rust toolchain
         uses: dtolnay/rust-toolchain@stable
-      - name: Install Zig toolchain
-        uses: korandoru/setup-zig@v1
-        with:
-          zig-version: 0.10.0
-      - name: Install Cargo Lambda
-        uses: jaxxstorm/action-install-gh-release@v1.9.0
-        with:
-          repo: cargo-lambda/cargo-lambda
-          platform: linux # Other valid options: 'windows' or 'darwin'
-          arch: x86_64 # Other valid options for linux: 'aarch64'
       - name: Build release
         run: ./ci/build-release.sh
 
-      - name: release
-        uses: actions/create-release@v1
-        id: create_release
-        with:
-          draft: false
-          prerelease: false
-          release_name: ${{ steps.version.outputs.version }}
-          tag_name: ${{ github.ref }}
-        env:
-          GITHUB_TOKEN: ${{ github.token }}
-
-      - name: Upload assets
+      - name: Create Release
         uses: softprops/action-gh-release@v2
         with:
-          files: ./target/lambda/**/*.zip
+          files: ./target/lambda/*.zip

Cargo.toml

@@ -7,7 +7,7 @@ members = [
 resolver = "2"
 
 [workspace.package]
-version = "1.2.6"
+version = "1.3.0"
 edition = "2021"
 keywords = ["deltalake", "parquet", "lambda", "delta", "sqs"]
 homepage = "https://github.com/buoyant-data/oxbow"

Cross.toml

@@ -1,9 +1,36 @@
-#!/bin/sh
+#!/usr/bin/env bash
+
+set -eau pipefail
 
 if [ -f "${HOME}/.cargo/env" ]; then
         . "${HOME}/.cargo/env"
 fi;
 
+if [ ! -d venv ]; then
+        python3 -m venv venv
+        . venv/bin/activate
+        pip3 install cargo-lambda ziglang
+fi;
+
 . venv/bin/activate
 
-exec cargo lambda build --release --output-format zip
+PLATFORMS=("x86-64" "arm64")
+
+for d in $(ls ./lambdas); do
+        if [ ! -d "./lambdas/${d}" ]; then
+                echo ">> ${d} is not a directory? por que?";
+                exit 1
+        fi;
+        echo ">> Building release for ${d}"
+
+        # The package name for the oxbow lambda is not just "oxbow" because it would collide with the crate named "oxbow"
+        if [ "${d}" = "oxbow" ]; then
+                d="oxbow-lambda";
+        fi
+
+        for p in ${PLATFORMS[@]}; do
+                echo ">> ${p}"
+                time cargo lambda build --package ${d} --release --output-format zip --${p} --lambda-dir target/lambda/${p}
+                mv target/lambda/${p}/${d}/bootstrap.zip target/lambda/${d}-${p}.zip
+        done;
+done;

ci/build-release.sh

@@ -55,13 +55,6 @@ async fn main() -> Result<(), Error> {
 
     let _ =
         env::var("DELTA_TABLE_URI").expect("The `DELTA_TABLE_URI` must be set in the environment");
-    match env::var("DYNAMO_LOCK_TABLE_NAME") {
-        Ok(_) => {}
-        Err(_) => {
-            warn!("sqs-ingest SHOULD have `DYNAMO_LOCK_TABLE_NAME` set to a valid name, and should have AWS_S3_LOCKING_PROVIDER=dynamodb set so that concurrent writes can be performed safely.");
-        }
-    }
-
     info!("Starting sqs-ingest");
 
     run(service_fn(function_handler)).await