whisper : add SYCL support (#1863)

* add changes from llama upstream * add sycl abstraction * add sycl build * update cmake * add sycl build config * fix bug * fix bug * refactor build * fix bug * update build * call build * use sycl header * add examples * add target * fix typecast in quant.c * readd fp16 and readme * fix quant typecast * add sample * add readme * remove cxx file check
ggerganov · Feb 23, 2024 · a0ddd83 · a0ddd83
1 parent a250690
commit a0ddd83
Show file tree

Hide file tree

Showing 10 changed files with 510 additions and 6 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -150,6 +150,106 @@ jobs:
  make
  ctest -L gh --output-on-failure'
 
+ ubuntu-22-cmake-sycl:
+ runs-on: ubuntu-22.04
+
+ strategy:
+ fail-fast: false
+ matrix:
+ dwhisper_sycl: [ON]
+ dcmake_c_compiler: [icx]
+ dcmake_cxx_compiler: [icpx] 
+ arch: [linux/amd64, linux/arm64, linux/arm/v7, linux/ppc64le]
+
+ continue-on-error: true
+
+ steps:
+ - name: Clone
+ uses: actions/checkout@v3
+
+ - name: add oneAPI to apt
+ shell: bash
+ run: |
+ cd /tmp
+ wget https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB
+ sudo apt-key add GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB
+ rm GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB
+ sudo add-apt-repository "deb https://apt.repos.intel.com/oneapi all main"
+
+ - name: install oneAPI dpcpp compiler
+ shell: bash
+ run: |
+ sudo apt update
+ sudo apt install intel-oneapi-compiler-dpcpp-cpp
+
+ - name: install oneAPI MKL library
+ shell: bash
+ run: |
+ sudo apt install intel-oneapi-mkl-devel
+
+ - name: Clone
+ id: checkout
+ uses: actions/checkout@v3
+
+ - name: Build
+ id: cmake_build
+ run: |
+ source /opt/intel/oneapi/setvars.sh
+ mkdir build
+ cd build
+ cmake -DWHISPER_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx ..
+ cmake --build . --config Release -j $(nproc)
+
+ ubuntu-22-cmake-sycl-fp16:
+ runs-on: ubuntu-22.04
+
+ strategy:
+ fail-fast: false
+ matrix:
+ dwhisper_sycl: [ON]
+ dcmake_c_compiler: [icx]
+ dcmake_cxx_compiler: [icpx] 
+ arch: [linux/amd64, linux/arm64, linux/arm/v7, linux/ppc64le]
+
+ continue-on-error: true
+
+ steps:
+ - name: Clone
+ uses: actions/checkout@v3
+
+ - name: add oneAPI to apt
+ shell: bash
+ run: |
+ cd /tmp
+ wget https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB
+ sudo apt-key add GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB
+ rm GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB
+ sudo add-apt-repository "deb https://apt.repos.intel.com/oneapi all main"
+
+ - name: install oneAPI dpcpp compiler
+ shell: bash
+ run: |
+ sudo apt update
+ sudo apt install intel-oneapi-compiler-dpcpp-cpp
+
+ - name: install oneAPI MKL library
+ shell: bash
+ run: |
+ sudo apt install intel-oneapi-mkl-devel
+
+ - name: Clone
+ id: checkout
+ uses: actions/checkout@v3
+
+ - name: Build
+ id: cmake_build
+ run: |
+ source /opt/intel/oneapi/setvars.sh
+ mkdir build
+ cd build
+ cmake -DWHISPER_SYCL_F16=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx ..
+ cmake --build . --config Release -j $(nproc)
+ 
  windows:
  runs-on: windows-latest
 

diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -70,12 +70,14 @@ if (APPLE)
  option(WHISPER_COREML_ALLOW_FALLBACK "whisper: allow non-CoreML fallback" OFF)
  option(WHISPER_METAL_EMBED_LIBRARY "whisper: embed Metal library" OFF)
 else()
- option(WHISPER_BLAS "whisper: use BLAS libraries" OFF)
- option(WHISPER_BLAS_VENDOR "whisper: BLAS library vendor" Generic)
- option(WHISPER_OPENBLAS "whisper: prefer OpenBLAS" OFF)
- option(WHISPER_CUBLAS "whisper: support for cuBLAS" OFF)
- option(WHISPER_HIPBLAS "whisper: support for hipBLAS" OFF)
- option(WHISPER_CLBLAST "whisper: use CLBlast" OFF)
+ option(WHISPER_BLAS "whisper: use BLAS libraries" OFF)
+ option(WHISPER_BLAS_VENDOR "whisper: BLAS library vendor" Generic)
+ option(WHISPER_OPENBLAS "whisper: prefer OpenBLAS" OFF)
+ option(WHISPER_CUBLAS "whisper: support for cuBLAS" OFF)
+ option(WHISPER_HIPBLAS "whisper: support for hipBLAS" OFF)
+ option(WHISPER_CLBLAST "whisper: use CLBlast" OFF)
+ option(WHISPER_SYCL "whisper: use SYCL" OFF)
+ option(WHISPER_SYCL_F16 "whisper: use 16 bit floats for sycl calculations" OFF)
 endif()
 
 option(WHISPER_PERF "whisper: enable perf timings" OFF)
@@ -106,6 +108,13 @@ endif()
 
 find_package(Threads REQUIRED)
 
+#compile flag sycl
+if (WHISPER_SYCL)
+ set(CMAKE_CXX_STANDARD 17)
+else()
+ set(CMAKE_CXX_STANDARD 11)
+endif()
+
 # on APPLE
 if (APPLE)
  # include Accelerate framework
@@ -309,6 +318,30 @@ if( WHISPER_OPENVINO )
  find_package(OpenVINO REQUIRED COMPONENTS Runtime)
 endif()
 
+if (WHISPER_SYCL)
+ if ( NOT DEFINED ENV{ONEAPI_ROOT})
+ message(FATAL_ERROR "Not detect ENV {ONEAPI_ROOT}, please install oneAPI & source it, like: source /opt/intel/oneapi/setvars.sh")
+ endif()
+ #todo: AOT
+
+ find_package(IntelSYCL REQUIRED)
+ if (WHISPER_SYCL_F16)
+ add_compile_definitions(GGML_SYCL_F16)
+ endif()
+ add_compile_definitions(GGML_USE_SYCL)
+
+ add_compile_options(-I./) #include DPCT
+ add_compile_options(-I/${SYCL_INCLUDE_DIR})
+
+ set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-narrowing")
+ set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -O3")
+ set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fsycl -L${MKLROOT}/lib")
+
+ set(GGML_HEADERS_SYCL ggml-sycl.h)
+ set(GGML_SOURCES_SYCL ggml-sycl.cpp)
+
+ set(WHISPER_EXTRA_LIBS ${WHISPER_EXTRA_LIBS} sycl OpenCL mkl_core pthread m dl mkl_sycl_blas mkl_intel_ilp64 mkl_tbb_thread)
+endif()
 # compiler flags
 
 if (NOT CMAKE_BUILD_TYPE AND NOT CMAKE_CONFIGURATION_TYPES)
@@ -503,6 +536,8 @@ add_library(${TARGET}
  ${GGML_SOURCES_METAL}
  ${GGML_SOURCES_CUDA}
  ${GGML_SOURCES_OPENCL}
+ ${GGML_SOURCES_SYCL}
+ ${GGML_HEADERS_SYCL}
  whisper.h
  whisper.cpp
  )