From ecdcf9e28a193aa2eff4b34b3354db8d97e2d388 Mon Sep 17 00:00:00 2001
From: Alexandre Lissy <lissyx@lissyx.dyndns.org>
Date: Tue, 28 Apr 2020 18:51:33 +0200
Subject: [PATCH] Python TFLite tests

---
 taskcluster/tc-py-utils.sh                    | 28 ++++++++++++++++---
 taskcluster/tc-python_tflite-tests-prod.sh    |  8 ++++--
 taskcluster/tc-python_tflite-tests.sh         |  8 +++++-
 ...-python_35_tflite_16k-darwin-amd64-opt.yml | 12 ++++++++
 ...on_35_tflite_16k-darwin-amd64-prod-opt.yml | 12 ++++++++
 ...t-python_35_tflite_16k-linux-amd64-opt.yml | 11 ++++++++
 ...est-python_35_tflite_16k-win-amd64-opt.yml | 14 ++++++++++
 ...ython_35_tflite_16k-win-amd64-prod-opt.yml | 14 ++++++++++
 ...-python_36_tflite_16k-darwin-amd64-opt.yml | 12 ++++++++
 ...on_36_tflite_16k-darwin-amd64-prod-opt.yml | 12 ++++++++
 ...t-python_36_tflite_16k-linux-amd64-opt.yml | 11 ++++++++
 ...est-python_36_tflite_16k-win-amd64-opt.yml | 14 ++++++++++
 ...ython_36_tflite_16k-win-amd64-prod-opt.yml | 14 ++++++++++
 ...-python_37_tflite_16k-darwin-amd64-opt.yml | 12 ++++++++
 ...on_37_tflite_16k-darwin-amd64-prod-opt.yml | 12 ++++++++
 ...t-python_37_tflite_16k-linux-amd64-opt.yml | 11 ++++++++
 ...est-python_37_tflite_16k-win-amd64-opt.yml | 14 ++++++++++
 ...ython_37_tflite_16k-win-amd64-prod-opt.yml | 14 ++++++++++
 ...test-python_37m-armbian-arm64-prod-opt.yml | 14 ++++++++++
 ...test-python_37m-raspbian-rpi3-prod-opt.yml | 14 ++++++++++
 ...-python_38_tflite_16k-darwin-amd64-opt.yml | 12 ++++++++
 ...on_38_tflite_16k-darwin-amd64-prod-opt.yml | 12 ++++++++
 ...t-python_38_tflite_16k-linux-amd64-opt.yml | 11 ++++++++
 ...est-python_38_tflite_16k-win-amd64-opt.yml | 14 ++++++++++
 ...ython_38_tflite_16k-win-amd64-prod-opt.yml | 14 ++++++++++
 25 files changed, 317 insertions(+), 7 deletions(-)
 create mode 100644 taskcluster/test-python_35_tflite_16k-darwin-amd64-opt.yml
 create mode 100644 taskcluster/test-python_35_tflite_16k-darwin-amd64-prod-opt.yml
 create mode 100644 taskcluster/test-python_35_tflite_16k-linux-amd64-opt.yml
 create mode 100644 taskcluster/test-python_35_tflite_16k-win-amd64-opt.yml
 create mode 100644 taskcluster/test-python_35_tflite_16k-win-amd64-prod-opt.yml
 create mode 100644 taskcluster/test-python_36_tflite_16k-darwin-amd64-opt.yml
 create mode 100644 taskcluster/test-python_36_tflite_16k-darwin-amd64-prod-opt.yml
 create mode 100644 taskcluster/test-python_36_tflite_16k-linux-amd64-opt.yml
 create mode 100644 taskcluster/test-python_36_tflite_16k-win-amd64-opt.yml
 create mode 100644 taskcluster/test-python_36_tflite_16k-win-amd64-prod-opt.yml
 create mode 100644 taskcluster/test-python_37_tflite_16k-darwin-amd64-opt.yml
 create mode 100644 taskcluster/test-python_37_tflite_16k-darwin-amd64-prod-opt.yml
 create mode 100644 taskcluster/test-python_37_tflite_16k-linux-amd64-opt.yml
 create mode 100644 taskcluster/test-python_37_tflite_16k-win-amd64-opt.yml
 create mode 100644 taskcluster/test-python_37_tflite_16k-win-amd64-prod-opt.yml
 create mode 100644 taskcluster/test-python_37m-armbian-arm64-prod-opt.yml
 create mode 100644 taskcluster/test-python_37m-raspbian-rpi3-prod-opt.yml
 create mode 100644 taskcluster/test-python_38_tflite_16k-darwin-amd64-opt.yml
 create mode 100644 taskcluster/test-python_38_tflite_16k-darwin-amd64-prod-opt.yml
 create mode 100644 taskcluster/test-python_38_tflite_16k-linux-amd64-opt.yml
 create mode 100644 taskcluster/test-python_38_tflite_16k-win-amd64-opt.yml
 create mode 100644 taskcluster/test-python_38_tflite_16k-win-amd64-prod-opt.yml

diff --git a/taskcluster/tc-py-utils.sh b/taskcluster/tc-py-utils.sh
index 0e4b66645e..e4937282f5 100755
--- a/taskcluster/tc-py-utils.sh
+++ b/taskcluster/tc-py-utils.sh
@@ -72,15 +72,15 @@ maybe_setup_virtualenv_cross_arm()
   fi;
 
   if [ "${OS}" != "Linux" ]; then
-    echo "Only for Linux";
-    exit 1;
+    echo "Only for Linux/ARM arch";
+    return 0;
   fi;
 
   ARCH=$(uname -m)
 
   if [ "${ARCH}" = "x86_64" ]; then
-    echo "Not for Linux/AMD64";
-    exit 0;
+    echo "Only for Linux/ARM arch";
+    return 0;
   fi;
 
   mkdir -p ${PYENV_ROOT}/versions/${version}/envs/
@@ -324,6 +324,26 @@ get_python_pkg_url()
   echo "${root}/${deepspeech_pkg}"
 }
 
+get_tflite_python_pkg_name()
+{
+  # Default to deepspeech package
+  local _pkgname="deepspeech_tflite"
+
+  ARCH=$(uname -m)
+  case "${OS}:${ARCH}" in
+      Linux:armv7l|Linux:aarch64)
+          # On linux/arm or linux/aarch64 we don't produce deepspeech_tflite
+          _pkgname="deepspeech"
+      ;;
+
+      *)
+          _pkgname="deepspeech_tflite"
+      ;;
+  esac
+
+  echo "${_pkgname}"
+}
+
 extract_python_versions()
 {
   # call extract_python_versions ${pyver_full} pyver pyver_pkg py_unicode_type pyconf pyalias
diff --git a/taskcluster/tc-python_tflite-tests-prod.sh b/taskcluster/tc-python_tflite-tests-prod.sh
index 5b2df0ec12..5f73484c1f 100644
--- a/taskcluster/tc-python_tflite-tests-prod.sh
+++ b/taskcluster/tc-python_tflite-tests-prod.sh
@@ -13,7 +13,10 @@ model_source=${DEEPSPEECH_PROD_MODEL//.pb/.tflite}
 model_name=$(basename "${model_source}")
 model_name_mmap=$(basename "${model_source}")
 model_source_mmap=${DEEPSPEECH_PROD_MODEL_MMAP//.pbmm/.tflite}
-export DEEPSPEECH_ARTIFACTS_ROOT=${DEEPSPEECH_ARTIFACTS_TFLITE_ROOT}
+
+if [ ! -z "${DEEPSPEECH_ARTIFACTS_TFLITE_ROOT}" ]; then
+    export DEEPSPEECH_ARTIFACTS_ROOT=${DEEPSPEECH_ARTIFACTS_TFLITE_ROOT}
+fi;
 
 download_data
 
@@ -21,7 +24,8 @@ maybe_setup_virtualenv_cross_arm "${pyalias}" "deepspeech"
 
 virtualenv_activate "${pyalias}" "deepspeech"
 
-deepspeech_pkg_url=$(get_python_pkg_url "${pyver_pkg}" "${py_unicode_type}" "deepspeech_tflite")
+pkg_name=$(get_tflite_python_pkg_name)
+deepspeech_pkg_url=$(get_python_pkg_url "${pyver_pkg}" "${py_unicode_type}" "${pkg_name}")
 LD_LIBRARY_PATH=${PY37_LDPATH}:$LD_LIBRARY_PATH pip install --verbose --only-binary :all: --upgrade ${deepspeech_pkg_url} | cat
 
 which deepspeech
diff --git a/taskcluster/tc-python_tflite-tests.sh b/taskcluster/tc-python_tflite-tests.sh
index 1deb1253c5..a95adf4008 100644
--- a/taskcluster/tc-python_tflite-tests.sh
+++ b/taskcluster/tc-python_tflite-tests.sh
@@ -12,6 +12,11 @@ set_ldc_sample_filename "${bitrate}"
 model_source=${DEEPSPEECH_TEST_MODEL//.pb/.tflite}
 model_name=$(basename "${model_source}")
 model_name_mmap=$(basename "${model_source}")
+model_source_mmap=${DEEPSPEECH_PROD_MODEL_MMAP//.pbmm/.tflite}
+
+if [ ! -z "${DEEPSPEECH_ARTIFACTS_TFLITE_ROOT}" ]; then
+    export DEEPSPEECH_ARTIFACTS_ROOT=${DEEPSPEECH_ARTIFACTS_TFLITE_ROOT}
+fi;
 
 download_data
 
@@ -19,7 +24,8 @@ maybe_setup_virtualenv_cross_arm "${pyalias}" "deepspeech"
 
 virtualenv_activate "${pyalias}" "deepspeech"
 
-deepspeech_pkg_url=$(get_python_pkg_url ${pyver_pkg} ${py_unicode_type})
+pkg_name=$(get_tflite_python_pkg_name)
+deepspeech_pkg_url=$(get_python_pkg_url "${pyver_pkg}" "${py_unicode_type}" "${pkg_name}")
 LD_LIBRARY_PATH=${PY37_LDPATH}:$LD_LIBRARY_PATH pip install --verbose --only-binary :all: --upgrade ${deepspeech_pkg_url} | cat
 
 which deepspeech
diff --git a/taskcluster/test-python_35_tflite_16k-darwin-amd64-opt.yml b/taskcluster/test-python_35_tflite_16k-darwin-amd64-opt.yml
new file mode 100644
index 0000000000..dad87b885f
--- /dev/null
+++ b/taskcluster/test-python_35_tflite_16k-darwin-amd64-opt.yml
@@ -0,0 +1,12 @@
+build:
+  template_file: test-darwin-opt-base.tyml
+  dependencies:
+    - "darwin-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+    - "homebrew_tests-darwin-amd64"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  args:
+    tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.5.8:m 16k"
+  metadata:
+    name: "DeepSpeech OSX AMD64 TFLite Python v3.5 tests (16kHz)"
+    description: "Testing DeepSpeech for OSX/AMD64 on Python v3.5 TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_35_tflite_16k-darwin-amd64-prod-opt.yml b/taskcluster/test-python_35_tflite_16k-darwin-amd64-prod-opt.yml
new file mode 100644
index 0000000000..d639a54fc3
--- /dev/null
+++ b/taskcluster/test-python_35_tflite_16k-darwin-amd64-prod-opt.yml
@@ -0,0 +1,12 @@
+build:
+  template_file: test-darwin-opt-base.tyml
+  dependencies:
+    - "darwin-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+    - "homebrew_tests-darwin-amd64"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  args:
+    tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.5.8:m 16k"
+  metadata:
+    name: "DeepSpeech OSX AMD64 TFLite Python v3.5 prod tests (16kHz)"
+    description: "Testing DeepSpeech for OSX/AMD64 on Python v3.5 on prod model, TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_35_tflite_16k-linux-amd64-opt.yml b/taskcluster/test-python_35_tflite_16k-linux-amd64-opt.yml
new file mode 100644
index 0000000000..ead4be6bc9
--- /dev/null
+++ b/taskcluster/test-python_35_tflite_16k-linux-amd64-opt.yml
@@ -0,0 +1,11 @@
+build:
+  template_file: test-linux-opt-base.tyml
+  dependencies:
+    - "linux-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  args:
+    tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.5.8:m 16k"
+  metadata:
+    name: "DeepSpeech Linux AMD64 TFLite Python v3.5 tests (16kHz)"
+    description: "Testing DeepSpeech for Linux/AMD64 on Python v3.5 TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_35_tflite_16k-win-amd64-opt.yml b/taskcluster/test-python_35_tflite_16k-win-amd64-opt.yml
new file mode 100644
index 0000000000..f328860010
--- /dev/null
+++ b/taskcluster/test-python_35_tflite_16k-win-amd64-opt.yml
@@ -0,0 +1,14 @@
+build:
+  template_file: test-win-opt-base.tyml
+  dependencies:
+    - "win-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  system_setup:
+    >
+      ${system.sox_win}
+  args:
+    tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.5.4:m 16k"
+  metadata:
+    name: "DeepSpeech Windows AMD64 TFLite Python v3.5 tests (16kHz)"
+    description: "Testing DeepSpeech for Windows/AMD64 on Python v3.5 TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_35_tflite_16k-win-amd64-prod-opt.yml b/taskcluster/test-python_35_tflite_16k-win-amd64-prod-opt.yml
new file mode 100644
index 0000000000..05603bd560
--- /dev/null
+++ b/taskcluster/test-python_35_tflite_16k-win-amd64-prod-opt.yml
@@ -0,0 +1,14 @@
+build:
+  template_file: test-win-opt-base.tyml
+  dependencies:
+    - "win-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  system_setup:
+    >
+      ${system.sox_win}
+  args:
+    tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.5.4:m 16k"
+  metadata:
+    name: "DeepSpeech Windows AMD64 TFLite Python v3.5 prod tests (16kHz)"
+    description: "Testing DeepSpeech for Windows/AMD64 on Python v3.5 on prod model, TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_36_tflite_16k-darwin-amd64-opt.yml b/taskcluster/test-python_36_tflite_16k-darwin-amd64-opt.yml
new file mode 100644
index 0000000000..36d1c97980
--- /dev/null
+++ b/taskcluster/test-python_36_tflite_16k-darwin-amd64-opt.yml
@@ -0,0 +1,12 @@
+build:
+  template_file: test-darwin-opt-base.tyml
+  dependencies:
+    - "darwin-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+    - "homebrew_tests-darwin-amd64"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  args:
+    tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.6.10:m 16k"
+  metadata:
+    name: "DeepSpeech OSX AMD64 TFLite Python v3.6 tests (16kHz)"
+    description: "Testing DeepSpeech for OSX/AMD64 on Python v3.6 TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_36_tflite_16k-darwin-amd64-prod-opt.yml b/taskcluster/test-python_36_tflite_16k-darwin-amd64-prod-opt.yml
new file mode 100644
index 0000000000..567ac3f52b
--- /dev/null
+++ b/taskcluster/test-python_36_tflite_16k-darwin-amd64-prod-opt.yml
@@ -0,0 +1,12 @@
+build:
+  template_file: test-darwin-opt-base.tyml
+  dependencies:
+    - "darwin-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+    - "homebrew_tests-darwin-amd64"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  args:
+    tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.6.10:m 16k"
+  metadata:
+    name: "DeepSpeech OSX AMD64 TFLite Python v3.6 prod tests (16kHz)"
+    description: "Testing DeepSpeech for OSX/AMD64 on Python v3.6 on prod model, TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_36_tflite_16k-linux-amd64-opt.yml b/taskcluster/test-python_36_tflite_16k-linux-amd64-opt.yml
new file mode 100644
index 0000000000..f4b0947c34
--- /dev/null
+++ b/taskcluster/test-python_36_tflite_16k-linux-amd64-opt.yml
@@ -0,0 +1,11 @@
+build:
+  template_file: test-linux-opt-base.tyml
+  dependencies:
+    - "linux-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  args:
+    tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.6.10:m 16k"
+  metadata:
+    name: "DeepSpeech Linux AMD64 TFLite Python v3.6 tests (16kHz)"
+    description: "Testing DeepSpeech for Linux/AMD64 on Python v3.6 TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_36_tflite_16k-win-amd64-opt.yml b/taskcluster/test-python_36_tflite_16k-win-amd64-opt.yml
new file mode 100644
index 0000000000..2ebf23c239
--- /dev/null
+++ b/taskcluster/test-python_36_tflite_16k-win-amd64-opt.yml
@@ -0,0 +1,14 @@
+build:
+  template_file: test-win-opt-base.tyml
+  dependencies:
+    - "win-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  system_setup:
+    >
+      ${system.sox_win}
+  args:
+    tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.6.8:m 16k"
+  metadata:
+    name: "DeepSpeech Windows AMD64 TFLite Python v3.6 tests (16kHz)"
+    description: "Testing DeepSpeech for Windows/AMD64 on Python v3.6 TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_36_tflite_16k-win-amd64-prod-opt.yml b/taskcluster/test-python_36_tflite_16k-win-amd64-prod-opt.yml
new file mode 100644
index 0000000000..a8f02424cc
--- /dev/null
+++ b/taskcluster/test-python_36_tflite_16k-win-amd64-prod-opt.yml
@@ -0,0 +1,14 @@
+build:
+  template_file: test-win-opt-base.tyml
+  dependencies:
+    - "win-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  system_setup:
+    >
+      ${system.sox_win}
+  args:
+    tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.6.8:m 16k"
+  metadata:
+    name: "DeepSpeech Windows AMD64 TFLite Python v3.6 prod tests (16kHz)"
+    description: "Testing DeepSpeech for Windows/AMD64 on Python v3.6 on prod model, TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_37_tflite_16k-darwin-amd64-opt.yml b/taskcluster/test-python_37_tflite_16k-darwin-amd64-opt.yml
new file mode 100644
index 0000000000..b397000932
--- /dev/null
+++ b/taskcluster/test-python_37_tflite_16k-darwin-amd64-opt.yml
@@ -0,0 +1,12 @@
+build:
+  template_file: test-darwin-opt-base.tyml
+  dependencies:
+    - "darwin-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+    - "homebrew_tests-darwin-amd64"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  args:
+    tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.7.6:m 16k"
+  metadata:
+    name: "DeepSpeech OSX AMD64 TFLite Python v3.7 tests (16kHz)"
+    description: "Testing DeepSpeech for OSX/AMD64 on Python v3.7 TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_37_tflite_16k-darwin-amd64-prod-opt.yml b/taskcluster/test-python_37_tflite_16k-darwin-amd64-prod-opt.yml
new file mode 100644
index 0000000000..9f4e7ea938
--- /dev/null
+++ b/taskcluster/test-python_37_tflite_16k-darwin-amd64-prod-opt.yml
@@ -0,0 +1,12 @@
+build:
+  template_file: test-darwin-opt-base.tyml
+  dependencies:
+    - "darwin-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+    - "homebrew_tests-darwin-amd64"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  args:
+    tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.7.6:m 16k"
+  metadata:
+    name: "DeepSpeech OSX AMD64 TFLite Python v3.7 prod tests (16kHz)"
+    description: "Testing DeepSpeech for OSX/AMD64 on Python v3.7 on prod model, TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_37_tflite_16k-linux-amd64-opt.yml b/taskcluster/test-python_37_tflite_16k-linux-amd64-opt.yml
new file mode 100644
index 0000000000..12c917cd09
--- /dev/null
+++ b/taskcluster/test-python_37_tflite_16k-linux-amd64-opt.yml
@@ -0,0 +1,11 @@
+build:
+  template_file: test-linux-opt-base.tyml
+  dependencies:
+    - "linux-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  args:
+    tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.7.6:m 16k"
+  metadata:
+    name: "DeepSpeech Linux AMD64 TFLite Python v3.7 tests (16kHz)"
+    description: "Testing DeepSpeech for Linux/AMD64 on Python v3.7 TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_37_tflite_16k-win-amd64-opt.yml b/taskcluster/test-python_37_tflite_16k-win-amd64-opt.yml
new file mode 100644
index 0000000000..95468dccc7
--- /dev/null
+++ b/taskcluster/test-python_37_tflite_16k-win-amd64-opt.yml
@@ -0,0 +1,14 @@
+build:
+  template_file: test-win-opt-base.tyml
+  dependencies:
+    - "win-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  system_setup:
+    >
+      ${system.sox_win}
+  args:
+    tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.7.6:m 16k"
+  metadata:
+    name: "DeepSpeech Windows AMD64 TFLite Python v3.7 tests (16kHz)"
+    description: "Testing DeepSpeech for Windows/AMD64 on Python v3.7 TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_37_tflite_16k-win-amd64-prod-opt.yml b/taskcluster/test-python_37_tflite_16k-win-amd64-prod-opt.yml
new file mode 100644
index 0000000000..2878794983
--- /dev/null
+++ b/taskcluster/test-python_37_tflite_16k-win-amd64-prod-opt.yml
@@ -0,0 +1,14 @@
+build:
+  template_file: test-win-opt-base.tyml
+  dependencies:
+    - "win-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  system_setup:
+    >
+      ${system.sox_win}
+  args:
+    tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.7.6:m 16k"
+  metadata:
+    name: "DeepSpeech Windows AMD64 TFLite Python v3.7 prod tests (16kHz)"
+    description: "Testing DeepSpeech for Windows/AMD64 on Python v3.7 on prod model, TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_37m-armbian-arm64-prod-opt.yml b/taskcluster/test-python_37m-armbian-arm64-prod-opt.yml
new file mode 100644
index 0000000000..7ad2c71aa6
--- /dev/null
+++ b/taskcluster/test-python_37m-armbian-arm64-prod-opt.yml
@@ -0,0 +1,14 @@
+build:
+  template_file: test-armbian-opt-base.tyml
+  dependencies:
+    - "linux-arm64-cpu-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  system_setup:
+    >
+      apt-get -qq -y install ${python.packages_buster.apt}
+  args:
+    tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.7.6:m 16k"
+  metadata:
+    name: "DeepSpeech ARMbian ARM64 Cortex-A53 CPU Python v3.7 prod tests"
+    description: "Testing DeepSpeech for ARMbian ARM64 Cortex-A53 on prod model Python v3.7, CPU only, optimized version"
diff --git a/taskcluster/test-python_37m-raspbian-rpi3-prod-opt.yml b/taskcluster/test-python_37m-raspbian-rpi3-prod-opt.yml
new file mode 100644
index 0000000000..4c9d00f76a
--- /dev/null
+++ b/taskcluster/test-python_37m-raspbian-rpi3-prod-opt.yml
@@ -0,0 +1,14 @@
+build:
+  template_file: test-raspbian-opt-base.tyml
+  dependencies:
+    - "linux-rpi3-cpu-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  system_setup:
+    >
+      apt-get -qq -y install ${python.packages_buster.apt}
+  args:
+    tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.7.6:m 16k"
+  metadata:
+    name: "DeepSpeech Raspbian RPi3/ARMv7 CPU Python v3.7 prod tests"
+    description: "Testing DeepSpeech for Raspbian RPi3/ARMv7 on prod model Python v3.7, CPU only, optimized version"
diff --git a/taskcluster/test-python_38_tflite_16k-darwin-amd64-opt.yml b/taskcluster/test-python_38_tflite_16k-darwin-amd64-opt.yml
new file mode 100644
index 0000000000..8cd55f37f0
--- /dev/null
+++ b/taskcluster/test-python_38_tflite_16k-darwin-amd64-opt.yml
@@ -0,0 +1,12 @@
+build:
+  template_file: test-darwin-opt-base.tyml
+  dependencies:
+    - "darwin-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+    - "homebrew_tests-darwin-amd64"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  args:
+    tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.8.1: 16k"
+  metadata:
+    name: "DeepSpeech OSX AMD64 TFLite Python v3.8 tests (16kHz)"
+    description: "Testing DeepSpeech for OSX/AMD64 on Python v3.8 TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_38_tflite_16k-darwin-amd64-prod-opt.yml b/taskcluster/test-python_38_tflite_16k-darwin-amd64-prod-opt.yml
new file mode 100644
index 0000000000..7fa393a8e6
--- /dev/null
+++ b/taskcluster/test-python_38_tflite_16k-darwin-amd64-prod-opt.yml
@@ -0,0 +1,12 @@
+build:
+  template_file: test-darwin-opt-base.tyml
+  dependencies:
+    - "darwin-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+    - "homebrew_tests-darwin-amd64"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  args:
+    tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.8.1: 16k"
+  metadata:
+    name: "DeepSpeech OSX AMD64 TFLite Python v3.8 prod tests (16kHz)"
+    description: "Testing DeepSpeech for OSX/AMD64 on Python v3.8 on prod model, TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_38_tflite_16k-linux-amd64-opt.yml b/taskcluster/test-python_38_tflite_16k-linux-amd64-opt.yml
new file mode 100644
index 0000000000..977518e2b4
--- /dev/null
+++ b/taskcluster/test-python_38_tflite_16k-linux-amd64-opt.yml
@@ -0,0 +1,11 @@
+build:
+  template_file: test-linux-opt-base.tyml
+  dependencies:
+    - "linux-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  args:
+    tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.8.1: 16k"
+  metadata:
+    name: "DeepSpeech Linux AMD64 TFLite Python v3.8 tests (16kHz)"
+    description: "Testing DeepSpeech for Linux/AMD64 on Python v3.8 TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_38_tflite_16k-win-amd64-opt.yml b/taskcluster/test-python_38_tflite_16k-win-amd64-opt.yml
new file mode 100644
index 0000000000..d00c345c1b
--- /dev/null
+++ b/taskcluster/test-python_38_tflite_16k-win-amd64-opt.yml
@@ -0,0 +1,14 @@
+build:
+  template_file: test-win-opt-base.tyml
+  dependencies:
+    - "win-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  system_setup:
+    >
+      ${system.sox_win}
+  args:
+    tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests.sh 3.8.1: 16k"
+  metadata:
+    name: "DeepSpeech Windows AMD64 TFLite Python v3.8 tests (16kHz)"
+    description: "Testing DeepSpeech for Windows/AMD64 on Python v3.8 TFLite, optimized version (16kHz)"
diff --git a/taskcluster/test-python_38_tflite_16k-win-amd64-prod-opt.yml b/taskcluster/test-python_38_tflite_16k-win-amd64-prod-opt.yml
new file mode 100644
index 0000000000..6660d0b205
--- /dev/null
+++ b/taskcluster/test-python_38_tflite_16k-win-amd64-prod-opt.yml
@@ -0,0 +1,14 @@
+build:
+  template_file: test-win-opt-base.tyml
+  dependencies:
+    - "win-amd64-tflite-opt"
+    - "test-training_16k-linux-amd64-py36m-opt"
+  test_model_task: "test-training_16k-linux-amd64-py36m-opt"
+  system_setup:
+    >
+      ${system.sox_win}
+  args:
+    tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-python_tflite-tests-prod.sh 3.8.1: 16k"
+  metadata:
+    name: "DeepSpeech Windows AMD64 TFLite Python v3.8 prod tests (16kHz)"
+    description: "Testing DeepSpeech for Windows/AMD64 on Python v3.8 on prod model, TFLite, optimized version (16kHz)"