Add AArch64 tests to CI

This commit enhances our CI with an AArch64 builder. Currently we have
no physical hardware to run on so for now we run all tests in an
emulator. The AArch64 build is cross-compiled from x86_64 from Linux.
Tests all happen in release mode with a recent version of QEMU (recent
version because it's so much faster, and in release mode because debug
mode tests take quite a long time in an emulator).

The goal here was not to get all tests passing on CI, but rather to get
AArch64 running on CI and get it green at the same time. To achieve that
goal many tests are now ignored on aarch64 platforms. Many tests fail
due to unimplemented functionality in the aarch64 backend (#1521), and
all wasmtime tests involving compilation are also disabled due to
panicking attempting to generate generate instruction offset information
for trap symbolication (#1523).

Despite this, though, all Cranelift tests and other wasmtime tests
should be runnin on AArch64 through QEMU with this PR. Additionally
we'll have an AArch64 binary release of Wasmtime for Linux, although it
won't be too useful just yet since it will panic on almost all wasm
modules.

.github/workflows/main.yml

@@ -266,13 +266,52 @@ jobs:
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
-        os: [ubuntu-latest, macos-latest, windows-latest]
+        include:
+        - build: x86_64-linux
+          os: ubuntu-latest
+        - build: x86_64-macos
+          os: macos-latest
+        - build: x86_64-windows
+          os: windows-latest
+        - build: aarch64-linux
+          os: ubuntu-latest
+          rust: stable
+          target: aarch64-unknown-linux-gnu
+          gcc_package: gcc-aarch64-linux-gnu
+          gcc: aarch64-linux-gnu-gcc
+          qemu: qemu-aarch64 -L /usr/aarch64-linux-gnu
+          qemu_target: aarch64-linux-user
     steps:
     - uses: actions/checkout@v1
       with:
         submodules: true
     - uses: ./.github/actions/install-rust
     - uses: ./.github/actions/binary-compatible-builds
+      if: matrix.target == ''
+
+    - name: Install cross-compilation tools
+      run: |
+        set -ex
+        sudo apt-get update
+        sudo apt-get install -y ${{ matrix.gcc_package }}
+
+        # Download and build qemu from source since the most recent release is
+        # way faster at arm emulation than the current version github actions'
+        # ubuntu image uses. Disable as much as we can to get it to build
+        # quickly.
+        curl https://download.qemu.org/qemu-4.2.0.tar.xz | tar xJf -
+        cd qemu-4.2.0
+        ./configure --target-list=${{ matrix.qemu_target }} --prefix=$HOME/qemu --disable-tools --disable-slirp --disable-fdt --disable-capstone --disable-docs
+        make -j$(nproc) install
+
+        # Configure Cargo for cross compilation and tell it how it can run
+        # cross executables
+        upcase=$(echo ${{ matrix.target }} | awk '{ print toupper($0) }' | sed 's/-/_/g')
+        echo ::set-env name=CARGO_TARGET_${upcase}_RUNNER::$HOME/qemu/bin/${{ matrix.qemu }}
+        echo ::set-env name=CARGO_TARGET_${upcase}_LINKER::${{ matrix.gcc }}
+        echo ::set-env name=CARGO_BUILD_TARGET::${{ matrix.target }}
+        rustup target add ${{ matrix.target }}
+      if: matrix.target != ''
 
     # Install wasm32-wasi target in order to build wasi-common's integration
     # tests
@@ -285,7 +324,7 @@ jobs:
     - run: $CENTOS cargo build --release --manifest-path crates/c-api/Cargo.toml
       shell: bash
     # Test what we just built
-    - run: $CENTOS cargo test --features test-programs/test_programs --release --all --exclude lightbeam --exclude wasmtime --exclude wasmtime-c-api --exclude wasmtime-fuzzing
+    - run: $CENTOS cargo test --features test-programs/test_programs --release --all --exclude lightbeam
       shell: bash
       env:
         RUST_BACKTRACE: 1
@@ -304,14 +343,18 @@ jobs:
 
     # Move binaries to dist folder
     - run: cp target/release/wasmtime dist
-      if: matrix.os != 'windows-latest'
+      if: matrix.os != 'windows-latest' && matrix.target == ''
+    - run: cp target/${{ matrix.target }}/release/wasmtime dist
+      if: matrix.os != 'windows-latest' && matrix.target != ''
     - run: cp target/release/wasmtime.exe dist
       shell: bash
       if: matrix.os == 'windows-latest'
 
     # Move libwasmtime dylib to dist folder
     - run: cp target/release/libwasmtime.{so,a} dist
-      if: matrix.os == 'ubuntu-latest'
+      if: matrix.os == 'ubuntu-latest' && matrix.target == ''
+    - run: cp target/${{ matrix.target }}/release/libwasmtime.{so,a} dist
+      if: matrix.os == 'ubuntu-latest' && matrix.target != ''
     - run: cp target/release/libwasmtime.{dylib,a} dist
       if: matrix.os == 'macos-latest'
     - run: cp target/release/wasmtime.{dll,lib,dll.lib} dist
@@ -329,7 +372,7 @@ jobs:
 
     - uses: actions/upload-artifact@v1
       with:
-        name: bins-${{ matrix.os }}
+        name: bins-${{ matrix.build }}
         path: dist
 
   # Consumes all published artifacts from all the previous build steps, creates
@@ -357,18 +400,22 @@ jobs:
       uses: actions/download-artifact@v1
       with:
         name: doc-api
-    - name: Download macOS binaries
+    - name: Download x86_64 macOS binaries
+      uses: actions/download-artifact@v1
+      with:
+        name: bins-x86_64-macos
+    - name: Download x86_64 Linux binaries
       uses: actions/download-artifact@v1
       with:
-        name: bins-macos-latest
-    - name: Download Linux binaries
+        name: bins-x86_64-linux
+    - name: Download AArch64 Linux binaries
       uses: actions/download-artifact@v1
       with:
-        name: bins-ubuntu-latest
-    - name: Download Windows binaries
+        name: bins-aarch64-linux
+    - name: Download x86_64 Windows binaries
       uses: actions/download-artifact@v1
       with:
-        name: bins-windows-latest
+        name: bins-x86_64-windows
 
     - name: Assemble gh-pages
       run: |
@@ -400,9 +447,10 @@ jobs:
     # Assemble all the build artifacts into tarballs and zip archives.
     - name: Assemble tarballs
       run: |
-        ./ci/build-tarballs.sh x86_64-linux ubuntu-latest
-        ./ci/build-tarballs.sh x86_64-windows windows-latest .exe
-        ./ci/build-tarballs.sh x86_64-macos macos-latest
+        ./ci/build-tarballs.sh x86_64-linux
+        ./ci/build-tarballs.sh x86_64-windows .exe
+        ./ci/build-tarballs.sh x86_64-macos
+        ./ci/build-tarballs.sh aarch64-linux
 
     # Upload all assembled tarballs as an artifact of the github action run, so
     # that way even PRs can inspect the output.

build.rs

@@ -154,10 +154,13 @@ fn write_testsuite_tests(
     if ignore(testsuite, &testname, strategy) {
         writeln!(out, "#[ignore]")?;
     }
-    writeln!(out, "fn r#{}() -> anyhow::Result<()> {{", &testname)?;
+    if should_panic(testsuite, &testname) {
+        writeln!(out, "#[should_panic]")?;
+    }
+    writeln!(out, "fn r#{}() {{", &testname)?;
     writeln!(
         out,
-        "crate::wast::run_wast(r#\"{}\"#, crate::wast::Strategy::{})",
+        "crate::wast::run_wast(r#\"{}\"#, crate::wast::Strategy::{}).unwrap();",
         path.display(),
         strategy
     )?;
@@ -212,3 +215,28 @@ fn ignore(testsuite: &str, testname: &str, strategy: &str) -> bool {
 
     false
 }
+
+fn should_panic(testsuite: &str, testname: &str) -> bool {
+    let target = env::var("TARGET").unwrap();
+    if !target.contains("aarch64") {
+        return false;
+    }
+    // FIXME(#1521)
+    match (testsuite, testname) {
+        ("bulk_memory_operations", "data")
+        | ("bulk_memory_operations", "elem_ref_null")
+        | ("misc_testsuite", "threads")
+        | ("multi_value", "type")
+        | ("spec_testsuite", "comments")
+        | ("spec_testsuite", "data")
+        | ("spec_testsuite", "type")
+        | ("spec_testsuite", "token")
+        | ("spec_testsuite", "typecheck")
+        | ("spec_testsuite", "unreached_invalid")
+        | ("spec_testsuite", "utf8_custom_section_id")
+        | ("spec_testsuite", "utf8_import_field")
+        | ("spec_testsuite", "utf8_import_module")
+        | ("spec_testsuite", "utf8_invalid_encoding") => false,
+        _ => true,
+    }
+}

ci/build-tarballs.sh

@@ -13,8 +13,8 @@
 set -ex
 
 platform=$1
-src=$2
-exe=$3
+src=$1
+exe=$2
 
 rm -rf tmp
 mkdir tmp

cranelift/filetests/filetests/isa/x86/run-const.clif

@@ -1,4 +1,5 @@
 test run
+target x86_64
 
 function %test_compare_i32() -> b1 {
 block0:

cranelift/filetests/filetests/isa/x86/simd-comparison-run.clif

@@ -1,5 +1,6 @@
 test run
 set enable_simd
+target x86_64
 
 function %icmp_eq_i8x16() -> b8 {
 block0:

cranelift/filetests/filetests/isa/x86/simd-conversion-run.clif

@@ -1,5 +1,6 @@
 test run
 set enable_simd
+target x86_64
 
 function %fcvt_from_sint() -> b1 {
 block0:

cranelift/filetests/filetests/isa/x86/simd-lane-access-run.clif

@@ -1,5 +1,6 @@
 test run
 set enable_simd
+target x86_64
 
 function %shuffle_different_ssa_values() -> b1 {
 block0:

cranelift/filetests/filetests/isa/x86/simd-vconst-run.clif

@@ -1,5 +1,6 @@
 test run
 set enable_simd
+target x86_64
 
 function %vconst_syntax() -> b1 {
 block0:

cranelift/filetests/src/function_runner.rs

@@ -93,6 +93,7 @@ mod test {
     use cranelift_reader::{parse_test, ParseOptions};
 
     #[test]
+    #[cfg_attr(target_arch = "aarch64", should_panic)] // FIXME(#1521)
     fn nop() {
         let code = String::from(
             "

cranelift/filetests/src/test_run.rs

@@ -4,12 +4,12 @@
 
 use crate::function_runner::FunctionRunner;
 use crate::subtest::{Context, SubTest, SubtestResult};
-use cranelift_codegen;
 use cranelift_codegen::ir;
 use cranelift_reader::parse_run_command;
 use cranelift_reader::TestCommand;
 use log::trace;
 use std::borrow::Cow;
+use target_lexicon::Architecture;
 
 struct TestRun;
 
@@ -32,7 +32,7 @@ impl SubTest for TestRun {
     }
 
     fn needs_isa(&self) -> bool {
-        false
+        true
     }
 
     fn run(&self, func: Cow<ir::Function>, context: &Context) -> SubtestResult<()> {
@@ -42,8 +42,22 @@ impl SubTest for TestRun {
                 let command = parse_run_command(trimmed_comment, &func.signature)
                     .map_err(|e| format!("{}", e))?;
                 trace!("Parsed run command: {}", command);
-                // TODO in following changes we will use the parsed command to alter FunctionRunner's behavior.
 
+                // If this test requests to run on a completely different
+                // architecture than the host platform then we skip it entirely,
+                // since we won't be able to natively execute machine code.
+                let requested_arch = context.isa.unwrap().triple().architecture;
+                if requested_arch != Architecture::host() {
+                    return Ok(());
+                }
+
+                // TODO in following changes we will use the parsed command to alter FunctionRunner's behavior.
+                //
+                // Note that here we're also explicitly ignoring `context.isa`,
+                // regardless of what's requested. We want to use the native
+                // host ISA no matter what here, so the ISA listed in the file
+                // is only used as a filter to not run into situations like
+                // running x86_64 code on aarch64 platforms.
                 let runner =
                     FunctionRunner::with_host_isa(func.clone().into_owned(), context.flags.clone());
                 runner.run()?

cranelift/simplejit/tests/basic.rs

@@ -153,6 +153,7 @@ fn switch_error() {
 }
 
 #[test]
+#[cfg_attr(target_arch = "aarch64", should_panic)] // FIXME(#1521)
 fn libcall_function() {
     let mut module: Module<SimpleJITBackend> =
         Module::new(SimpleJITBuilder::new(default_libcall_names()));

cranelift/src/run.rs

@@ -117,6 +117,7 @@ mod test {
     use super::*;
 
     #[test]
+    #[cfg_attr(target_arch = "aarch64", should_panic)] // FIXME(#1521)
     fn nop() {
         let code = String::from(
             "

crates/api/src/runtime.rs

@@ -573,6 +573,7 @@ mod tests {
     use tempfile::TempDir;
 
     #[test]
+    #[cfg_attr(target_arch = "aarch64", ignore)] // FIXME(#1521)
     fn cache_accounts_for_opt_level() -> Result<()> {
         let td = TempDir::new()?;
         let config_path = td.path().join("config.toml");

crates/c-api/macros/Cargo.toml

@@ -7,6 +7,7 @@ publish = false
 
 [lib]
 proc-macro = true
+test = false
 
 [dependencies]
 quote = "1.0"

crates/c-api/tests/wasm-c-examples.rs

@@ -55,6 +55,7 @@ fn run_c_example(name: &'static str, expected_out: &str) {
         .arg("-lpthread")
         .arg("-ldl")
         .arg("-lm")
+        .arg("-lrt")
         .current_dir(&examples_dir)
         .arg("-o")
         .arg(c_examples_dir.join(name))

crates/test-programs/build.rs

@@ -200,6 +200,10 @@ mod wasi_tests {
         if #[cfg(not(windows))] {
             /// Ignore tests that aren't supported yet.
             fn ignore(testsuite: &str, name: &str) -> bool {
+                let target = env::var("TARGET").unwrap();
+                if target.contains("aarch64") {
+                    return true; // FIXME(#1521)
+                }
                 if testsuite == "wasi-tests" {
                     match name {
                         // TODO: virtfs files cannot be poll_oneoff'd yet

crates/wasi-common/wig/Cargo.toml

@@ -12,6 +12,7 @@ include = ["src/**/*", "LICENSE", "WASI"]
 
 [lib]
 proc-macro = true
+test = false
 
 [dependencies]
 quote = "1.0.2"

crates/wiggle/macro/Cargo.toml

@@ -12,6 +12,7 @@ include = ["src/**/*", "LICENSE"]
 
 [lib]
 proc-macro = true
+test = false
 
 [dependencies]
 wiggle-generate = { path = "../generate", version = "0.15.0" }