Skip to content

Commit

Permalink
Flutter demo for real-time speech recognition (#1042)
Browse files Browse the repository at this point in the history
  • Loading branch information
@csukuangfj
csukuangfj authored Jun 23, 2024
1 parent 9dd0e03 commit 169c9bf
Show file tree
Hide file tree
Showing 67 changed files with 4,056 additions and 235 deletions.
150 changes: 21 additions & 129 deletions .github/workflows/flutter-macos.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -6,23 +6,6 @@ on:
- flutter
tags:
- 'v[0-9]+.[0-9]+.[0-9]+*'
paths:
- '.github/workflows/flutter-macos.yaml'
- 'CMakeLists.txt'
- 'cmake/**'
- 'sherpa-onnx/csrc/*'
- 'sherpa-onnx/c-api/*'
- 'sherpa-onnx/flutter/**'
pull_request:
branches:
- master
paths:
- '.github/workflows/flutter-macos.yaml'
- 'CMakeLists.txt'
- 'cmake/**'
- 'sherpa-onnx/csrc/*'
- 'sherpa-onnx/c-api/*'
- 'sherpa-onnx/flutter/**'

workflow_dispatch:

Expand All @@ -32,30 +15,32 @@ concurrency:

jobs:
flutter_macos:
name: macos ${{ matrix.arch }}
name: macos ${{ matrix.arch }} ${{ matrix.index }}
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [macos-latest]
arch: [x86_64, arm64]
total: ["3"]
index: ["0", "1", "2"]

steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0

- name: Install Python dependencies
shell: bash
run: |
python3 -m pip install --break-system-packages --upgrade pip jinja2
- name: Setup Flutter SDK
uses: flutter-actions/setup-flutter@v3
with:
channel: stable
version: latest

- name: ccache
uses: hendrikmuhs/ccache-action@v1.2
with:
key: ${{ matrix.os }}-flutter-${{ matrix.arch }}

- name: Display PWD
shell: bash
run: |
Expand All @@ -67,11 +52,6 @@ jobs:
run: |
uname -a
- name: Install tree
shell: bash
run: |
brew install tree
- name: Display flutter info
shell: bash
run: |
Expand All @@ -82,109 +62,29 @@ jobs:
dart --version
flutter doctor
- name: Configure CMake
shell: bash
run: |
export CMAKE_CXX_COMPILER_LAUNCHER=ccache
export PATH="/usr/lib/ccache:/usr/local/opt/ccache/libexec:$PATH"
cmake --version
arch=${{ matrix.arch }}
mkdir build
cd build
cmake \
-D BUILD_SHARED_LIBS=ON \
-DCMAKE_OSX_ARCHITECTURES=$arch \
-DSHERPA_ONNX_ENABLE_PORTAUDIO=OFF \
-DSHERPA_ONNX_ENABLE_WEBSOCKET=OFF \
-DBUILD_ESPEAK_NG_EXE=OFF \
-DSHERPA_ONNX_ENABLE_BINARY=OFF \
-DCMAKE_INSTALL_PREFIX=./install \
..
- name: Build sherpa-onnx for macos ${{ matrix.arch }}
shell: bash
run: |
export PATH="/usr/lib/ccache:/usr/local/opt/ccache/libexec:$PATH"
cd build
make -j2
make install
rm -v ./install/lib/libonnxruntime.dylib
- name: Copy libs
shell: bash
run: |
cp -v build/install/lib/lib* ./sherpa-onnx/flutter/macos/
echo "--------------------"
ls -lh ./sherpa-onnx/flutter/macos/
- name: Download model files
shell: bash
run: |
cd sherpa-onnx/flutter
pushd example/assets
# curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/speaker-recongition-models/3dspeaker_speech_eres2net_base_sv_zh-cn_3dspeaker_16k.onnx
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/silero_vad.onnx
# git clone https://github.com/csukuangfj/sr-data
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
tar xvf sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
rm sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
cd sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20
rm encoder-epoch-99-avg-1.onnx
rm decoder-epoch-99-avg-1.int8.onnx
rm joiner-epoch-99-avg-1.onnx
rm README.md
rm bpe.model
rm bpe.vocab
rm -rf test_wavs
ls -lh
cd ..
rm -rf sr-data/.git
popd
- name: Build flutter
shell: bash
run: |
SHERPA_ONNX_VERSION=v$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2)
d=$PWD
pushd sherpa-onnx/flutter
dart pub get
cd example
export FLUTTER_XCODE_ARCHS=${{ matrix.arch }}
echo "FLUTTER_XCODE_ARCHS: $FLUTTER_XCODE_ARCHS"
flutter build macos
export arch=${{ matrix.arch }}
cd scripts/flutter
cd build/macos/Build/Products/Release/
total=${{ matrix.total }}
index=${{ matrix.index }}
tree ./sherpa_onnx.app
./generate-streaming-asr.py --total $total --index $index
app=sherpa-onnx-osx-${{ matrix.arch }}-$SHERPA_ONNX_VERSION.app
mv sherpa_onnx.app $app
tar cjfv $app.tar.bz2 $app
ls -lh
mv $app.tar.bz2 $d
popd
ls -lh $app.tar.bz2
chmod +x *.sh
./build-macos-streaming-asr.sh
cd ../../
ls -lh *.tar.bz2
- uses: actions/upload-artifact@v4
with:
name: sherpa-onnx-osx-${{ matrix.arch }}
name: sherpa-onnx-osx-${{ matrix.arch }}-${{ matrix.index }}
path: ./*.tar.bz2

- name: Publish to huggingface
if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && github.event_name == 'push' && contains(github.ref, 'refs/tags/') && matrix.build_type == 'Release'
if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && ((github.event_name == 'push' || github.event_name == 'workflow_dispatch') || contains(github.ref, 'refs/tags/'))
env:
HF_TOKEN: ${{ secrets.HF_TOKEN }}
uses: nick-fields/retry@v3
Expand All @@ -205,19 +105,11 @@ jobs:
git fetch
git pull
git merge -m "merge remote" --ff origin main
mkdir -p flutter
cp -v ../*.tar.bz2 ./flutter
mkdir -p flutter/asr
cp -v ../*.tar.bz2 ./flutter/asr
git status
git lfs track "*.bz2"
git add .
git commit -m "add more files"
git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-flutter main
# - name: Release android libs
# if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && github.event_name == 'push' && contains(github.ref, 'refs/tags/')
# uses: svenstaro/upload-release-action@v2
# with:
# file_glob: true
# overwrite: true
# file: sherpa*.tar.bz2
126 changes: 20 additions & 106 deletions .github/workflows/flutter-windows-x64.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -6,23 +6,6 @@ on:
- flutter
tags:
- 'v[0-9]+.[0-9]+.[0-9]+*'
paths:
- '.github/workflows/flutter-windows-x64.yaml'
- 'CMakeLists.txt'
- 'cmake/**'
- 'sherpa-onnx/csrc/*'
- 'sherpa-onnx/c-api/*'
- 'sherpa-onnx/flutter/**'
pull_request:
branches:
- master
paths:
- '.github/workflows/flutter-windows-x64.yaml'
- 'CMakeLists.txt'
- 'cmake/**'
- 'sherpa-onnx/csrc/*'
- 'sherpa-onnx/c-api/*'
- 'sherpa-onnx/flutter/**'

workflow_dispatch:

Expand All @@ -32,18 +15,25 @@ concurrency:

jobs:
flutter_windows_x64:
name: flutter windows x64
name: windows x64 ${{ matrix.index }}
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [windows-latest]
total: ["3"]
index: ["0", "1", "2"]

steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0

- name: Install Python dependencies
shell: bash
run: |
python3 -m pip install --upgrade pip jinja2
- name: Setup Flutter SDK
uses: flutter-actions/setup-flutter@v3
with:
Expand Down Expand Up @@ -71,96 +61,28 @@ jobs:
dart --version
flutter doctor
- name: Configure CMake
shell: bash
run: |
cmake --version
mkdir build
cd build
cmake \
-A x64 \
-DBUILD_SHARED_LIBS=ON \
-DSHERPA_ONNX_ENABLE_PORTAUDIO=OFF \
-DSHERPA_ONNX_ENABLE_WEBSOCKET=OFF \
-DBUILD_ESPEAK_NG_EXE=OFF \
-DSHERPA_ONNX_ENABLE_BINARY=OFF \
-DBUILD_ESPEAK_NG_EXE=OFF \
-DCMAKE_INSTALL_PREFIX=./install \
..
- name: Build sherpa-onnx for windows x64
shell: bash
run: |
cd build
cmake --build . --config Release -- -m:2
cmake --build . --config Release --target install -- -m:2
- name: Copy libs
shell: bash
run: |
cp -v build/install/lib/*dll ./sherpa-onnx/flutter/windows/
cp -v build/install/lib/*fst* ./sherpa-onnx/flutter/windows/
echo "--------------------"
ls -lh ./sherpa-onnx/flutter/windows/
- name: Download model files
shell: bash
run: |
cd sherpa-onnx/flutter
cd example/assets
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/silero_vad.onnx
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
tar xvf sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
rm sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
cd sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20
rm encoder-epoch-99-avg-1.onnx
rm decoder-epoch-99-avg-1.int8.onnx
rm joiner-epoch-99-avg-1.onnx
rm README.md
rm bpe.model
rm bpe.vocab
rm -rf test_wavs
ls -lh
cd ..
- name: Build flutter
shell: bash
run: |
d=$PWD
SHERPA_ONNX_VERSION=v$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2)
cd scripts/flutter
pushd sherpa-onnx/flutter
dart pub get
total=${{ matrix.total }}
index=${{ matrix.index }}
cd example
flutter build windows
./generate-streaming-asr.py --total $total --index $index
cd build/windows/x64/runner/
dst=sherpa-onnx-win-x64-$SHERPA_ONNX_VERSION
mv Release $dst
tar cjfv $dst.tar.bz2 ./$dst
ls -lh
mv $dst.tar.bz2 $d/
popd
ls -lh $dst.tar.bz2
chmod +x *.sh
./build-windows-streaming-asr.sh
cd ../../
ls -lh *.tar.bz2
- uses: actions/upload-artifact@v4
with:
name: sherpa-onnx-win-x64
name: sherpa-onnx-win-x64-${{ matrix.index }}
path: ./*.tar.bz2

- name: Publish to huggingface
if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && github.event_name == 'push' && contains(github.ref, 'refs/tags/') && matrix.build_type == 'Release'
if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && ((github.event_name == 'push' || github.event_name == 'workflow_dispatch') || contains(github.ref, 'refs/tags/'))
env:
HF_TOKEN: ${{ secrets.HF_TOKEN }}
uses: nick-fields/retry@v3
Expand All @@ -181,19 +103,11 @@ jobs:
git fetch
git pull
git merge -m "merge remote" --ff origin main
mkdir -p flutter
cp -v ../*.tar.bz2 ./flutter
mkdir -p flutter/asr
cp -v ../*.tar.bz2 ./flutter/asr
git status
git lfs track "*.bz2"
git add .
git commit -m "add more files"
git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-flutter main
# - name: Release android libs
# if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && github.event_name == 'push' && contains(github.ref, 'refs/tags/')
# uses: svenstaro/upload-release-action@v2
# with:
# file_glob: true
# overwrite: true
# file: sherpa*.tar.bz2
Loading

0 comments on commit 169c9bf

Please sign in to comment.