Add support to use qemu-system to run linux aarch64 binaries

.travis.yml

@@ -7,7 +7,7 @@ sudo: required
 matrix:
  include:
  # Linux
- - env: TARGET=aarch64-unknown-linux-gnu CPP=1 DYLIB=1 STD=1 OPENSSL=0.5.5 RUN=1
+ - env: TARGET=aarch64-unknown-linux-gnu CPP=1 DYLIB=1 STD=1 OPENSSL=0.5.5 RUN=1 RUNNERS="qemu-user qemu-system" CROSS_DEBUG=1
  - env: TARGET=arm-unknown-linux-gnueabi CPP=1 DYLIB=1 STD=1 OPENSSL=0.5.5 RUN=1
  - env: TARGET=armv7-unknown-linux-gnueabihf CPP=1 DYLIB=1 STD=1 OPENSSL=0.5.5 RUN=1
  - env: TARGET=i586-unknown-linux-gnu CPP=1 DYLIB=1 STD=1 OPENSSL=0.5.5 RUN=1

ci/script.sh

@@ -96,7 +96,7 @@ EOF
  $td
 
  pushd $td
- cross test --manifest-path testcrate/Cargo.toml --target $TARGET
+ cross_test --manifest-path testcrate/Cargo.toml --target $TARGET
  popd
 
  rm -rf $td
@@ -113,7 +113,7 @@ EOF
  https://github.com/japaric/cortest $td
 
  pushd $td
- cross run --target $TARGET --example hello --release
+ cross_run --target $TARGET --example hello --release
  popd
 
  rm -rf $td
@@ -127,9 +127,9 @@ EOF
  mkdir examples tests
  echo "fn main() { println!(\"Example!\"); }" > examples/e.rs
  echo "#[test] fn t() {}" > tests/t.rs
- cross run --target $TARGET
- cross run --target $TARGET --example e
- cross test --target $TARGET
+ cross_run --target $TARGET
+ cross_run --target $TARGET --example e
+ cross_test --target $TARGET
  popd
 
  rm -rf $td
@@ -147,7 +147,7 @@ EOF
  pushd $td
  cargo update -p gcc
  if [ $RUN ]; then
- cross run --target $TARGET
+ cross_run --target $TARGET
  else
  cross build --target $TARGET
  fi
@@ -180,4 +180,26 @@ EOF
  fi
 }
 
+cross_run() {
+ if [ -z "$RUNNERS" ]; then
+ cross run "$@"
+ else
+ for runner in $RUNNERS; do
+ echo -e "[target.$TARGET]\nrunner = \"$runner\"" > Cross.toml
+ cross run "$@"
+ done
+ fi
+}
+
+cross_test() {
+ if [ -z "$RUNNERS" ]; then
+ cross test "$@"
+ else
+ for runner in $RUNNERS; do
+ echo -e "[target.$TARGET]\nrunner = \"$runner\"" > Cross.toml
+ cross test "$@"
+ done
+ fi
+}
+
 main

docker/aarch64-unknown-linux-gnu/Dockerfile

@@ -16,15 +16,26 @@ COPY cmake.sh /
 RUN apt-get purge --auto-remove -y cmake && \
  bash /cmake.sh 3.5.1
 
-COPY openssl.sh qemu.sh /
 RUN apt-get install -y --no-install-recommends \
  g++-aarch64-linux-gnu \
- libc6-dev-arm64-cross && \
- bash /openssl.sh linux-aarch64 aarch64-linux-gnu- && \
- bash /qemu.sh aarch64
+ libc6-dev-arm64-cross
+
+COPY openssl.sh /
+RUN bash /openssl.sh linux-aarch64 aarch64-linux-gnu-
+
+COPY qemu.sh /
+RUN bash /qemu.sh aarch64 linux softmmu
+
+COPY dropbear.sh /
+RUN bash /dropbear.sh
+
+COPY linux-image.sh /
+RUN bash /linux-image.sh aarch64
+
+COPY linux-runner /
 
 ENV CARGO_TARGET_AARCH64_UNKNOWN_LINUX_GNU_LINKER=aarch64-linux-gnu-gcc \
- CARGO_TARGET_AARCH64_UNKNOWN_LINUX_GNU_RUNNER=qemu-aarch64 \
+ CARGO_TARGET_AARCH64_UNKNOWN_LINUX_GNU_RUNNER="/linux-runner aarch64" \
  CC_aarch64_unknown_linux_gnu=aarch64-linux-gnu-gcc \
  CXX_aarch64_unknown_linux_gnu=aarch64-linux-gnu-g++ \
  OPENSSL_DIR=/openssl \

docker/dropbear.sh

@@ -0,0 +1,57 @@
+set -ex
+
+main() {
+ local version=2017.75 \
+ td=$(mktemp -d)
+
+ local dependencies=(
+ autoconf
+ automake
+ bzip2
+ curl
+ make
+ zlib1g-dev
+ )
+
+ apt-get update
+ local purge_list=()
+ for dep in ${dependencies[@]}; do
+ if ! dpkg -L $dep; then
+ apt-get install --no-install-recommends -y $dep
+ purge_list+=( $dep )
+ fi
+ done
+
+ pushd $td
+
+ curl -L https://matt.ucc.asn.au/dropbear/dropbear-$version.tar.bz2 | \
+ tar --strip-components=1 -xj
+
+ # Remove some unwanted message
+ sed -i '/skipping hostkey/d' cli-kex.c
+ sed -i '/failed to identify current user/d' cli-runopts.c
+
+ ./configure \
+ --disable-syslog \
+ --disable-shadow \
+ --disable-lastlog \
+ --disable-utmp \
+ --disable-utmpx \
+ --disable-wtmp \
+ --disable-wtmpx \
+ --disable-pututline \
+ --disable-pututxline
+
+ nice make -j$(nproc) PROGRAMS=dbclient
+ cp dbclient /usr/local/bin/
+
+ # Clean up
+ apt-get purge --auto-remove -y ${purge_list[@]}
+
+ popd
+
+ rm -rf $td
+ rm $0
+}
+
+main "${@}"

docker/linux-image.sh

@@ -0,0 +1,179 @@
+set -ex
+
+main() {
+ # arch in the rust target
+ local arch=$1 \
+ kversion=4.9.0-8
+
+ # select debian arch and kernel version
+ case $arch in
+ aarch64)
+ arch=arm64
+ kernel=$kversion-arm64
+ ;;
+ *)
+ echo "Invalid arch: $arch"
+ exit 1
+ ;;
+ esac
+
+ local dependencies=(
+ cpio
+ sharutils
+ )
+
+ local purge_list=()
+ apt-get update
+ for dep in ${dependencies[@]}; do
+ if ! dpkg -L $dep; then
+ apt-get install --no-install-recommends -y $dep
+ purge_list+=( $dep )
+ fi
+ done
+
+ # Download packages
+ mv /etc/apt/sources.list /etc/apt/sources.list.bak
+ echo "deb http://http.debian.net/debian/ stretch main" > \
+ /etc/apt/sources.list
+ echo "deb http://security.debian.org/ stretch/updates main" >> \
+ /etc/apt/sources.list
+
+ # Old ubuntu does not support --add-architecture, so we directly change multiarch file
+ if [ -f /etc/dpkg/dpkg.cfg.d/multiarch ]; then
+ cp /etc/dpkg/dpkg.cfg.d/multiarch /etc/dpkg/dpkg.cfg.d/multiarch.bak
+ fi
+ dpkg --add-architecture $arch || echo "foreign-architecture $arch" > /etc/dpkg/dpkg.cfg.d/multiarch
+ # Add debian keys
+ apt-key adv --recv-key --keyserver keyserver.ubuntu.com EF0F382A1A7B6500
+ apt-key adv --recv-key --keyserver keyserver.ubuntu.com 9D6D8F6BC857C906
+ apt-key adv --recv-key --keyserver keyserver.ubuntu.com 8B48AD6246925553
+ apt-key adv --recv-key --keyserver keyserver.ubuntu.com 7638D0442B90D010
+ apt-get update
+
+ mkdir -p -m 777 /qemu/$arch
+ cd /qemu/$arch
+ apt-get -t stretch -d --no-install-recommends download \
+ busybox:$arch \
+ dropbear-bin:$arch \
+ libc6:$arch \
+ libgcc1:$arch \
+ libssl1*:$arch \
+ libstdc++6:$arch \
+ linux-image-$kernel:$arch \
+ ncurses-base \
+ zlib1g:$arch
+ cd /qemu
+
+ # Install packages
+ root=root-$arch
+ mkdir -p $root/{bin,etc/dropbear,root,sys,dev,proc,sbin,usr/{bin,sbin},var/log}
+ for deb in $arch/*deb; do
+ dpkg -x $deb $root/
+ done
+
+ # kernel
+ cp $root/boot/vmlinu* kernel
+
+ # initrd
+ mkdir -p $root/modules
+ cp \
+ $root/lib/modules/*/kernel/drivers/net/virtio_net.ko \
+ $root/lib/modules/*/kernel/drivers/virtio/* \
+ $root/lib/modules/*/kernel/fs/9p/9p.ko \
+ $root/lib/modules/*/kernel/fs/fscache/fscache.ko \
+ $root/lib/modules/*/kernel/net/9p/9pnet.ko \
+ $root/lib/modules/*/kernel/net/9p/9pnet_virtio.ko \
+ $root/modules || true # some file may not exist
+ rm -rf $root/boot
+ rm -rf $root/lib/modules
+
+ cat << 'EOF' > $root/etc/hosts
+127.0.0.1 localhost qemu
+EOF
+
+ cat << 'EOF' > $root/etc/hostname
+qemu
+EOF
+
+ cat << 'EOF' > $root/etc/passwd
+root::0:0:root:/root:/bin/sh
+EOF
+
+cat << 'EOF' | uudecode -o $root/etc/dropbear/dropbear_rsa_host_key
+begin 600 dropbear_rsa_host_key
+M````!W-S:"UR<V$````#`0`!```!`0"N!-<%K,3Z.!Z,OEMB2.N\O.$IWQ*F
+M#5%(_;(^2YKY_J_.RQW/7U@_MK&J#!Z0_\;EH#98ZW*E1\.<FF%P/*Y.W56-
+M31.'EJE`TN@=T5EC(8"Y%3'ZBYH)^WIVJ]S*G/_;#RH\_?S"U^1L_<<.F`O+
+MZVI?*]\KTDOT&QV0#B-M;"%_7:\>+3[X=QMH,B<HM$+0E[\B6*^!XKLR@V,K
+M)<V80HHK:_#;D]26XKN&CB./EZAC%4)78R!G""4HT@UK<5I4B^$/""`,?*\T
+M>*4$RYULV,V3X6]K:7@Q?80"#WXGGQZNFN6CZ7LTDX(F6J[\]F5<0`HEOF:Z
+MX;^53`L'4I/A```!``$L:$Z*#6<^3@+O%.[-#/5H+.C'3\#QQZN[1;J>L`8I
+MZ_&T'!"J'/Y+?R?55G:M^=]R*-&I3TOJYZA8@&H51ZOAF59'1_>>Z@?E4#)$
+MQU)X/RWH51ZB5KSDWJS:D'7GD(!?NAY`C'7\)I:_4)J")QBV/P"RJQGHG'%B
+M1BT2LE6676>`1K,0\NIMZTKQNB(IC+88<7#8%_-=P<&6<"9LH>60TSS?3?-C
+MN`T36YB/3^<(Q;`N1NT>I9EZS`BAC^-?.:,R\7EL"<4>7E=]^1]B\K9])AQU
+MBM\]M;4V(S(6KH-I.4[6>9E+@\UEM.J6:[2LUEEJDG:G:+:/EVF^Y75@(S$`
+M``"!`.O+KW=&*CBCHL"11&SVO4/K]$R-]7MV7,3RR)Q[X'0;6.?4JHW!3VR6
+M*FGBY--37ZD-+UV.8_+"$<?B"#&K$.[V)F7V2\UY!7(0FZ@A2`0ADDY*J-_B
+M4AU&.*GP#F/!I([:?E],.>6PH9)(/E.\G19#G0K`LRM?JWS!58&;D0C1````
+M@0"\[@NYWSTW(?Q@:_A*1Y3/AKYO5?S=0"<2>#V-AH6W-NCSDTSRP=2D79FS
+M"D?[;.)V>8'#9&I3"MU@+:2\Z%$0-MG0+J'(0>T1_C6?*C=4U0I$DI<=@D]1
+H_&DE8Y(OT%%EPG]!$H&5HX*),_D1A2\P=R.7G'`0L%YM-79Y"T">$0``
+`
+end
+EOF
+
+ # dropbear complains when this file is missing
+ touch $root/var/log/lastlog
+
+ cat << 'EOF' > $root/init
+#!/bin/busybox sh
+
+set -e
+
+/bin/busybox --install
+
+mount -t devtmpfs devtmpfs /dev
+mount -t proc none /proc
+mount -t sysfs none /sys
+mkdir /dev/pts
+mount -t devpts none /dev/pts/
+
+# some archs does not have virtio modules
+insmod /modules/virtio.ko || true
+insmod /modules/virtio_ring.ko || true
+insmod /modules/virtio_mmio.ko || true
+insmod /modules/virtio_pci.ko || true
+insmod /modules/virtio_net.ko || true
+insmod /modules/fscache.ko
+insmod /modules/9pnet.ko
+insmod /modules/9pnet_virtio.ko || true
+insmod /modules/9p.ko
+
+ifconfig lo 127.0.0.1
+ifconfig eth0 10.0.2.15
+route add default gw 10.0.2.2 eth0
+
+mkdir /target
+mount -t 9p -o trans=virtio target /target -oversion=9p2000.L || true
+
+exec dropbear -F -E -B
+EOF
+
+ chmod +x $root/init
+ cd $root && find . | cpio --create --format='newc' --quiet | gzip > ../initrd.gz
+
+ # Clean up
+ rm -rf /qemu/$root /qemu/$arch
+ mv -f /etc/apt/sources.list.bak /etc/apt/sources.list
+ if [ -f /etc/dpkg/dpkg.cfg.d/multiarch.bak ]; then
+ mv /etc/dpkg/dpkg.cfg.d/multiarch.bak /etc/dpkg/dpkg.cfg.d/multiarch
+ fi
+ # can fail if arch is used (amd64 and/or i386)
+ dpkg --remove-architecture $arch || true
+ apt-get update
+ apt-get purge --auto-remove -y ${purge_list[@]}
+ ls -lh /qemu
+}
+
+main "${@}"