Releases for runtime (#846)

* Include Rill SQL in runtime binary

* Cross-platform runtime build

* Fix binary extension for windows

* Fix typo in windows binary extension

* Run runtime builds on macos

* Fix bad path in runtime release ci

* Move darwin builds off Zig

* Use runtime service account

.github/workflows/runtime-release.yml

@@ -0,0 +1,81 @@
+name: Release runtime binaries
+on:
+ push:
+ branches: ["main"]
+ paths:
+ - ".github/workflows/runtime-release.yml"
+ - "runtime/**"
+jobs:
+ release:
+ strategy:
+ matrix:
+ include:
+ - os: linux
+ arch: amd64
+ name: linux-amd64
+ ext: ""
+ - os: windows
+ arch: amd64
+ name: windows-amd64
+ ext: ".exe"
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/checkout@v3
+ - name: Setup Go
+ uses: actions/setup-go@v3
+ with:
+ go-version: "1.19"
+ - name: Setup Zig
+ uses: goto-bus-stop/setup-zig@v1
+ with:
+ version: "0.9.1"
+ - name: Authenticate GCS
+ uses: google-github-actions/auth@v0
+ with:
+ credentials_json: "${{ secrets.RILL_RUNTIME_SA }}"
+ - name: "Set up Cloud SDK"
+ uses: "google-github-actions/setup-gcloud@v0"
+ - name: Build and upload ${{ matrix.name }}
+ shell: bash
+ run: |
+ cd runtime
+ make release/${{ matrix.os }}-${{ matrix.arch }}${{ matrix.ext }}
+ mv release/${{ matrix.os }}-${{ matrix.arch }}${{ matrix.ext }} release/runtime${{ matrix.ext }}
+ zip -j release/runtime-${{ matrix.name }}.zip release/runtime${{ matrix.ext }}
+ RUNTIME_VERSION=$(cat version.txt | tr -d "[:space:]")
+ gsutil cp release/runtime-${{ matrix.name }}.zip gs://pkg.rilldata.com/runtime/releases/v$RUNTIME_VERSION/
+ release_macos:
+ # NOTE: Currently, darwin builds must run on macOS. See Makefile for details.
+ strategy:
+ matrix:
+ include:
+ - os: darwin
+ arch: amd64
+ name: macos-amd64
+ ext: ""
+ - os: darwin
+ arch: arm64
+ name: macos-arm64
+ ext: ""
+ runs-on: macos-latest
+ steps:
+ - uses: actions/checkout@v3
+ - name: Setup Go
+ uses: actions/setup-go@v3
+ with:
+ go-version: "1.19"
+ - name: Authenticate GCS
+ uses: google-github-actions/auth@v0
+ with:
+ credentials_json: "${{ secrets.RILL_SQL_SA }}"
+ - name: "Set up Cloud SDK"
+ uses: "google-github-actions/setup-gcloud@v0"
+ - name: Build and upload ${{ matrix.name }}
+ shell: bash
+ run: |
+ cd runtime
+ make release/${{ matrix.os }}-${{ matrix.arch }}${{ matrix.ext }}
+ mv release/${{ matrix.os }}-${{ matrix.arch }}${{ matrix.ext }} release/runtime${{ matrix.ext }}
+ zip -j release/runtime-${{ matrix.name }}.zip release/runtime${{ matrix.ext }}
+ RUNTIME_VERSION=$(cat version.txt | tr -d "[:space:]")
+ gsutil cp release/runtime-${{ matrix.name }}.zip gs://pkg.rilldata.com/runtime/releases/v$RUNTIME_VERSION/

runtime/.gitignore

@@ -1 +1,2 @@
 sql/deps
+release

runtime/Makefile

@@ -1,3 +1,5 @@
+RUNTIME_VERSION = $(shell cat version.txt | tr -d "[:space:]")
+
 .PHONY: build
 build:
  ./scripts/setup_sql.sh -f
@@ -16,3 +18,37 @@ test:
 .PHONY: clean
 clean:
  rm -rf sql/deps
+ rm -f main
+ rm -rf release
+
+release/linux-amd64:
+ mkdir -p release
+ GOOS=linux GOARCH=amd64 ./scripts/setup_sql.sh -f
+ CGO_ENABLED=1 GOOS=linux GOARCH=amd64 \
+ CC="zig cc -target x86_64-linux-musl" \
+ CXX="zig c++ -target x86_64-linux-musl" \
+ go build -ldflags "-X 'github.com/rilldata/rill/runtime.Version=${RUNTIME_VERSION}'" -trimpath -o release/linux-amd64 ./cmd
+
+release/windows-amd64.exe:
+ mkdir -p release
+ GOOS=windows GOARCH=amd64 ./scripts/setup_sql.sh -f
+ CGO_ENABLED=1 GOOS=windows GOARCH=amd64 \
+ CC="zig cc -target x86_64-windows-gnu" \
+ CXX="zig c++ -target x86_64-windows-gnu" \
+ go build -ldflags "-X 'github.com/rilldata/rill/runtime.Version=${RUNTIME_VERSION}'" -trimpath -o release/windows-amd64.exe ./cmd
+
+# NOTE: Move darwin builds to to Zig (for fully cross-platform builds) when the issues mentioned here have been solved: https://github.com/rilldata/rill-developer/pull/846
+
+release/darwin-arm64:
+ if [ "$(shell uname -s | tr '[:upper:]' '[:lower:]')" != "darwin" ]; then echo "Error: must run build on darwin"; false; fi
+ mkdir -p release
+ GOOS=darwin GOARCH=arm64 ./scripts/setup_sql.sh -f
+ CGO_ENABLED=1 GOOS=darwin GOARCH=arm64 \
+ go build -ldflags "-X 'github.com/rilldata/rill/runtime.Version=${RUNTIME_VERSION}'" -trimpath -o release/darwin-arm64 ./cmd
+
+release/darwin-amd64:
+ if [ "$(shell uname -s | tr '[:upper:]' '[:lower:]')" != "darwin" ]; then echo "Error: must run build on darwin"; false; fi
+ mkdir -p release
+ GOOS=darwin GOARCH=amd64 ./scripts/setup_sql.sh -f
+ CGO_ENABLED=1 GOOS=darwin GOARCH=amd64 \
+ go build -ldflags "-X 'github.com/rilldata/rill/runtime.Version=${RUNTIME_VERSION}'" -trimpath -o release/darwin-amd64 ./cmd

runtime/cmd/main.go

@@ -13,6 +13,7 @@ import (
  "github.com/rilldata/rill/runtime"
  "github.com/rilldata/rill/runtime/metadata"
  "github.com/rilldata/rill/runtime/pkg/graceful"
+ _ "github.com/rilldata/rill/runtime/sql"
 
  _ "github.com/rilldata/rill/runtime/infra/duckdb"
  _ "github.com/rilldata/rill/runtime/metadata/sqlite"