From 28437548316af469ce397977dd5c802613642512 Mon Sep 17 00:00:00 2001 From: Nicholas Albion Date: Wed, 17 May 2023 05:02:00 +1000 Subject: [PATCH 1/6] WIP - java bindings --- bindings/java/.idea/uiDesigner.xml | 124 ++++++++ bindings/java/README.md | 60 ++++ bindings/java/build.gradle | 277 ++++++++++++++++++ bindings/java/gradle.properties | 6 + .../gradle/wrapper/gradle-wrapper.properties | 6 + bindings/java/gradlew | 244 +++++++++++++++ bindings/java/gradlew.bat | 92 ++++++ bindings/java/settings.gradle | 1 + bindings/java/src/main/c/whisper_jni.c | 176 +++++++++++ .../ggerganov/whispercpp/WhisperJNI.java | 37 +++ .../ggerganov/whispercpp/WhisperJNITest.java | 30 ++ 11 files changed, 1053 insertions(+) create mode 100644 bindings/java/.idea/uiDesigner.xml create mode 100644 bindings/java/README.md create mode 100644 bindings/java/build.gradle create mode 100644 bindings/java/gradle.properties create mode 100644 bindings/java/gradle/wrapper/gradle-wrapper.properties create mode 100644 bindings/java/gradlew create mode 100644 bindings/java/gradlew.bat create mode 100644 bindings/java/settings.gradle create mode 100644 bindings/java/src/main/c/whisper_jni.c create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java create mode 100644 bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJNITest.java diff --git a/bindings/java/.idea/uiDesigner.xml b/bindings/java/.idea/uiDesigner.xml new file mode 100644 index 00000000000..6d50cd4da8d --- /dev/null +++ b/bindings/java/.idea/uiDesigner.xml @@ -0,0 +1,124 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/bindings/java/README.md b/bindings/java/README.md new file mode 100644 index 00000000000..310f31cacca --- /dev/null +++ b/bindings/java/README.md @@ -0,0 +1,60 @@ +# Java JNI bindings for Whisper + +This package provides Java JNI bindings for whisper.cpp. They have been tested on: + + * Darwin (OS X) 12.6 on x64_64 + * Windows on x86_64 + +The "low level" bindings are in the `bindings/java` directory. The most simple usage is as follows: + +```java +import io.github.ggerganov.whispercpp.Whisper; + +public class Example { + static { + System.loadLibrary("whisper"); + } + + public static void main(String[] args) { + String modelpath; + double[] samples; + + + try (Model model = new Whisper(modelpath)) { + val context = model.createContext(); + context.process(samples); + + for (val segement in context.nextSegment()){ + System.out.println(segment.getText()); + } + + } catch (Exeception e) { + model.close(); + } + } +} +``` + +## Building & Testing + +In order to build, you need to have the JDK 8 or higher installed. Run the tests with: + +```bash +git clone https://github.com/ggerganov/whisper.cpp.git +cd whisper.cpp/bindings/java +./gradlew build +``` + +Or `javac -h src/main/cpp -d build/classes/java/main src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java` + +This will create/update [io_github_ggerganov_whispercpp_WhisperJNI.h](build/generated/sources/headers/java/main/io_github_ggerganov_whispercpp_WhisperJNI.h). + + + + + + +## License + +The license for the Go bindings is the same as the license for the rest of the whisper.cpp project, which is the MIT License. See the `LICENSE` file for more details. + diff --git a/bindings/java/build.gradle b/bindings/java/build.gradle new file mode 100644 index 00000000000..5a62637a074 --- /dev/null +++ b/bindings/java/build.gradle @@ -0,0 +1,277 @@ +// See https://docs.gradle.org/current/userguide/native_software.html +// docker run --rm -it -v %cd%:/whisper.cpp/bindings/java --entrypoint /bin/bash nalbion/whisper-cpp-base + +import org.gradle.internal.jvm.Jvm + +plugins { + id 'java' + id 'java-library' + id 'cpp' +} + +//apply plugin: 'java-library' + +archivesBaseName = 'whispercpp' +group = 'io.github.ggerganov' +version = '1.4.0' + +sourceCompatibility = 1.8 +targetCompatibility = 1.8 + +println "Building on OS: " + System.properties['os.name'] +println "Using JDK: " + System.properties['java.home'] + +def SYS_INCLUDE_DIR = this.properties['system.include.dir'] +def SYS_LOCAL_INCLUDE_DIR = this.properties['system.local.include.dir'] +def JNI_INCLUDE_DIR = this.properties['jni.include.dir'] +def JNI_LIB_DIR = this.properties['jni.lib.dir'] + +println "Using system include directory: " + SYS_INCLUDE_DIR +println "Using system local include directory: " + SYS_LOCAL_INCLUDE_DIR +println "Using JNI include directory: " + JNI_INCLUDE_DIR +println "Using JNI lib directory: " + JNI_LIB_DIR + + +/*buildscript { + repositories { + // Add necessary repositories + mavenCentral() + } + dependencies { + // Add Gradle plugin for Java library + classpath 'java-library' + } +}*/ + +/*sourceSets { + main { + java { + // Specify the path to the Java source files + srcDirs 'src/main/java' + } + // Specify the path to the C++ header files + headers.srcDirs 'src/main/cpp' + // Specify the path to the C++ source files + cpp.srcDirs 'src/main/cpp' + } +}*/ + +model { + platforms { + /*x86 { + if (operatingSystem.macOsX) { + architecture "x64" + } else { + architecture "x86" + } + }*/ + x64 { + architecture "x86_64" + } + } + + components { + // TODO: rename "whispercpp"? + whispercpp(NativeLibrarySpec) { + targetPlatform "x64" +// binaries.all { +// def jvmHome = Jvm.current().javaHome +// if (targetPlatform.operatingSystem.macOsX) { +// cCompiler.args '-I', "${jvmHome}/include" +// cCompiler.args '-I', "${jvmHome}/include/darwin" +// cCompiler.args '-mmacosx-version-min=10.4' +// linker.args '-mmacosx-version-min=10.4' +// } else if (targetPlatform.operatingSystem.linux) { +// cCompiler.args '-I', "${jvmHome}/include" +// cCompiler.args '-I', "${jvmHome}/include/linux" +// cCompiler.args '-D_FILE_OFFSET_BITS=64' +// } else if (targetPlatform.operatingSystem.windows) { +// cCompiler.args "-I${jvmHome}/include" +// cCompiler.args "-I${jvmHome}/include/win32" +// } else if (targetPlatform.operatingSystem.freeBSD) { +// cCompiler.args '-I', "${jvmHome}/include" +// cCompiler.args '-I', "${jvmHome}/include/freebsd" +// } +// } + sources { + cpp { + source { + srcDir 'src/main/c' + include '**/*.c' + } + exportedHeaders { + srcDirs 'build/generated/sources/headers/java/main' + } +// cppCompiler.args '-Isrc/main/cpp' + } + } + } + } + + binaries { + all { +// cppCompiler.args '-I../..' +// cppCompiler.args '../../whisper.o' // Link the external object file +// sharedLibraryFile = file("$buildDir/libs/whispercpp/shared/libwhispercpp.so") +// if (OperatingSystem.current().isLinux()) { +// cCompiler.args "-L../../", "-lwhisper" +// } else if (OperatingSystem.current().isMacOsX()) { +// cCompiler.args "-Wl,-rpath,@loader_path/../../", "-L../../", "-lwhisper" +// } + } + +// all { +// cppCompiler.define "NDEBUG" +// +// if (toolChain in Gcc) { +// cppCompiler.args "-O2", "-fno-access-control" +// linker.args "-Xlinker", "-S" +// } +// if (toolChain in VisualCpp) { +//// cppCompiler.args "/Zi" +//// linker.args "/DEBUG" +// } +// } + } + toolChains { +// visualCpp(VisualCpp) {} + gcc(Gcc) { + eachPlatform { + if (System.properties['os.name'].equals('Windows')) { + cppCompiler.withArguments { args -> + args << "-I" + JNI_INCLUDE_DIR + } + } else if (System.properties['os.name'].equals('Mac OS X')) { + cppCompiler.withArguments { args -> + args << "-O2" + args << "-I" + SYS_INCLUDE_DIR + args << "-I" + SYS_LOCAL_INCLUDE_DIR + args << "-I" + JNI_INCLUDE_DIR + args << "-I" + JNI_INCLUDE_DIR + "/darwin" + args << "-std=c++11" + } + linker.withArguments { args -> + args << "-O2" + args << "-lc++" + } + } else { +// path "/opt/rh/devtoolset-2/root/usr/bin/gcc" + cppCompiler.withArguments { args -> + args << "-O2" + args << "-I" + SYS_INCLUDE_DIR + args << "-I" + SYS_LOCAL_INCLUDE_DIR + args << "-I" + JNI_INCLUDE_DIR + args << "-I" + JNI_INCLUDE_DIR + "/linux" + args << "-std=c++11" + } + linker.withArguments { args -> + args << "-O2" + args << "-lstdc++" + } + } + } + } + clang(Clang) { +// eachPlatform { +// if (System.properties['os.name'].equals('Windows')) { +// +// } else if (System.properties['os.name'].equals('Mac OS X')) { +// cppCompiler.withArguments { args -> +// args << "-O2" +// args << "-I" + SYS_INCLUDE_DIR +// args << "-I" + SYS_LOCAL_INCLUDE_DIR +// args << "-I" + JNI_INCLUDE_DIR +// args << "-I" + JNI_INCLUDE_DIR + "/darwin" +// args << "-std=c++11" +// } +// linker.withArguments { args -> +// args << "-O2" +// args << "-lc++" +// } +// } else { +// cppCompiler.withArguments { args -> +// args << "-O2" +// args << "-I" + SYS_INCLUDE_DIR +// args << "-I" + SYS_LOCAL_INCLUDE_DIR +// args << "-I" + JNI_INCLUDE_DIR +// args << "-I" + JNI_INCLUDE_DIR + "/linux" +// args << "-std=c++11" +// } +// linker.withArguments { args -> +// args << "-O2" +// args << "-lstdc++" +// } +// } +// } + } + } +} + +/*task copyLibBridge(type: Copy) { + if (System.properties['os.name'].equals('Mac OS X')) { + from "../build/bin/Release/whisper-bin.dylib" + } + else { + from "../build/bin/Release/whisper-bin.so" + } + into 'libs' +}*/ + +repositories { + mavenCentral() +} + +dependencies { + implementation "net.java.dev.jna:jna:5.13.0" + testImplementation "org.junit.jupiter:junit-jupiter:5.9.2" + testImplementation "org.assertj:assertj-core:3.24.2" +} + +java { + withSourcesJar() + withJavadocJar() +} + +//tasks.register('generateJniHeader', JavaCompile) { +// source = sourceSets.main.java +// classpath = sourceSets.main.compileClasspath +// destinationDirectory = sourceSets.main.output.generatedSourcesDirs +// options.compilerArgs += ['-h', 'src/main/cpp'] +//} +// +//compileJava.dependsOn(generateJniHeader) + +tasks.withType(Test) { + useJUnitPlatform() +} + +/*publishing { + publications { + mavenJava(MavenPublication) { + artifactId = 'whispercpp' + from components.java + pom { + name = 'whispercpp' + description = "Java JNI bindings for OpenAI's Whisper model, implemented in C/C++" + url = 'https://github.com/ggerganov/whisper.cpp' + licenses { + license { + name = 'MIT licence' + url = 'https://raw.githubusercontent.com/ggerganov/whisper.cpp/master/LICENSE' + } + } + developers { + developer { + id = 'nalbion' + name = 'Nicholas Albion' + email = 'nalbion@yahoo.com' + } + } + scm { + connection = 'scm:git:git://github.com/ggerganov/whisper.cpp.git' + url = 'https://github.com/ggerganov/whisper.cpp' + } + } + } + } +}*/ diff --git a/bindings/java/gradle.properties b/bindings/java/gradle.properties new file mode 100644 index 00000000000..3ea68c2842a --- /dev/null +++ b/bindings/java/gradle.properties @@ -0,0 +1,6 @@ +org.gradle.jvmargs=-Xms256m -Xmx1024m +system.include.dir=/usr/include +#system.local.include.dir=../../include +system.local.include.dir=./build/generated/sources/headers/java/main +jni.include.dir=/usr/lib/jvm/java-8-openjdk-amd64/include/ +jni.lib.dir=/usr/lib/jvm/java-8-openjdk-amd64/lib/ diff --git a/bindings/java/gradle/wrapper/gradle-wrapper.properties b/bindings/java/gradle/wrapper/gradle-wrapper.properties new file mode 100644 index 00000000000..0c85a1f7519 --- /dev/null +++ b/bindings/java/gradle/wrapper/gradle-wrapper.properties @@ -0,0 +1,6 @@ +distributionBase=GRADLE_USER_HOME +distributionPath=wrapper/dists +distributionUrl=https\://services.gradle.org/distributions/gradle-8.1-bin.zip +networkTimeout=10000 +zipStoreBase=GRADLE_USER_HOME +zipStorePath=wrapper/dists diff --git a/bindings/java/gradlew b/bindings/java/gradlew new file mode 100644 index 00000000000..79a61d421cc --- /dev/null +++ b/bindings/java/gradlew @@ -0,0 +1,244 @@ +#!/bin/sh + +# +# Copyright © 2015-2021 the original authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +############################################################################## +# +# Gradle start up script for POSIX generated by Gradle. +# +# Important for running: +# +# (1) You need a POSIX-compliant shell to run this script. If your /bin/sh is +# noncompliant, but you have some other compliant shell such as ksh or +# bash, then to run this script, type that shell name before the whole +# command line, like: +# +# ksh Gradle +# +# Busybox and similar reduced shells will NOT work, because this script +# requires all of these POSIX shell features: +# * functions; +# * expansions «$var», «${var}», «${var:-default}», «${var+SET}», +# «${var#prefix}», «${var%suffix}», and «$( cmd )»; +# * compound commands having a testable exit status, especially «case»; +# * various built-in commands including «command», «set», and «ulimit». +# +# Important for patching: +# +# (2) This script targets any POSIX shell, so it avoids extensions provided +# by Bash, Ksh, etc; in particular arrays are avoided. +# +# The "traditional" practice of packing multiple parameters into a +# space-separated string is a well documented source of bugs and security +# problems, so this is (mostly) avoided, by progressively accumulating +# options in "$@", and eventually passing that to Java. +# +# Where the inherited environment variables (DEFAULT_JVM_OPTS, JAVA_OPTS, +# and GRADLE_OPTS) rely on word-splitting, this is performed explicitly; +# see the in-line comments for details. +# +# There are tweaks for specific operating systems such as AIX, CygWin, +# Darwin, MinGW, and NonStop. +# +# (3) This script is generated from the Groovy template +# https://github.com/gradle/gradle/blob/HEAD/subprojects/plugins/src/main/resources/org/gradle/api/internal/plugins/unixStartScript.txt +# within the Gradle project. +# +# You can find Gradle at https://github.com/gradle/gradle/. +# +############################################################################## + +# Attempt to set APP_HOME + +# Resolve links: $0 may be a link +app_path=$0 + +# Need this for daisy-chained symlinks. +while + APP_HOME=${app_path%"${app_path##*/}"} # leaves a trailing /; empty if no leading path + [ -h "$app_path" ] +do + ls=$( ls -ld "$app_path" ) + link=${ls#*' -> '} + case $link in #( + /*) app_path=$link ;; #( + *) app_path=$APP_HOME$link ;; + esac +done + +# This is normally unused +# shellcheck disable=SC2034 +APP_BASE_NAME=${0##*/} +APP_HOME=$( cd "${APP_HOME:-./}" && pwd -P ) || exit + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"' + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD=maximum + +warn () { + echo "$*" +} >&2 + +die () { + echo + echo "$*" + echo + exit 1 +} >&2 + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "$( uname )" in #( + CYGWIN* ) cygwin=true ;; #( + Darwin* ) darwin=true ;; #( + MSYS* | MINGW* ) msys=true ;; #( + NONSTOP* ) nonstop=true ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD=$JAVA_HOME/jre/sh/java + else + JAVACMD=$JAVA_HOME/bin/java + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD=java + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." +fi + +# Increase the maximum file descriptors if we can. +if ! "$cygwin" && ! "$darwin" && ! "$nonstop" ; then + case $MAX_FD in #( + max*) + # In POSIX sh, ulimit -H is undefined. That's why the result is checked to see if it worked. + # shellcheck disable=SC3045 + MAX_FD=$( ulimit -H -n ) || + warn "Could not query maximum file descriptor limit" + esac + case $MAX_FD in #( + '' | soft) :;; #( + *) + # In POSIX sh, ulimit -n is undefined. That's why the result is checked to see if it worked. + # shellcheck disable=SC3045 + ulimit -n "$MAX_FD" || + warn "Could not set maximum file descriptor limit to $MAX_FD" + esac +fi + +# Collect all arguments for the java command, stacking in reverse order: +# * args from the command line +# * the main class name +# * -classpath +# * -D...appname settings +# * --module-path (only if needed) +# * DEFAULT_JVM_OPTS, JAVA_OPTS, and GRADLE_OPTS environment variables. + +# For Cygwin or MSYS, switch paths to Windows format before running java +if "$cygwin" || "$msys" ; then + APP_HOME=$( cygpath --path --mixed "$APP_HOME" ) + CLASSPATH=$( cygpath --path --mixed "$CLASSPATH" ) + + JAVACMD=$( cygpath --unix "$JAVACMD" ) + + # Now convert the arguments - kludge to limit ourselves to /bin/sh + for arg do + if + case $arg in #( + -*) false ;; # don't mess with options #( + /?*) t=${arg#/} t=/${t%%/*} # looks like a POSIX filepath + [ -e "$t" ] ;; #( + *) false ;; + esac + then + arg=$( cygpath --path --ignore --mixed "$arg" ) + fi + # Roll the args list around exactly as many times as the number of + # args, so each arg winds up back in the position where it started, but + # possibly modified. + # + # NB: a `for` loop captures its iteration list before it begins, so + # changing the positional parameters here affects neither the number of + # iterations, nor the values presented in `arg`. + shift # remove old arg + set -- "$@" "$arg" # push replacement arg + done +fi + +# Collect all arguments for the java command; +# * $DEFAULT_JVM_OPTS, $JAVA_OPTS, and $GRADLE_OPTS can contain fragments of +# shell script including quotes and variable substitutions, so put them in +# double quotes to make sure that they get re-expanded; and +# * put everything else in single quotes, so that it's not re-expanded. + +set -- \ + "-Dorg.gradle.appname=$APP_BASE_NAME" \ + -classpath "$CLASSPATH" \ + org.gradle.wrapper.GradleWrapperMain \ + "$@" + +# Stop when "xargs" is not available. +if ! command -v xargs >/dev/null 2>&1 +then + die "xargs is not available" +fi + +# Use "xargs" to parse quoted args. +# +# With -n1 it outputs one arg per line, with the quotes and backslashes removed. +# +# In Bash we could simply go: +# +# readarray ARGS < <( xargs -n1 <<<"$var" ) && +# set -- "${ARGS[@]}" "$@" +# +# but POSIX shell has neither arrays nor command substitution, so instead we +# post-process each arg (as a line of input to sed) to backslash-escape any +# character that might be a shell metacharacter, then use eval to reverse +# that process (while maintaining the separation between arguments), and wrap +# the whole thing up as a single "set" statement. +# +# This will of course break if any of these variables contains a newline or +# an unmatched quote. +# + +eval "set -- $( + printf '%s\n' "$DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS" | + xargs -n1 | + sed ' s~[^-[:alnum:]+,./:=@_]~\\&~g; ' | + tr '\n' ' ' + )" '"$@"' + +exec "$JAVACMD" "$@" diff --git a/bindings/java/gradlew.bat b/bindings/java/gradlew.bat new file mode 100644 index 00000000000..6689b85beec --- /dev/null +++ b/bindings/java/gradlew.bat @@ -0,0 +1,92 @@ +@rem +@rem Copyright 2015 the original author or authors. +@rem +@rem Licensed under the Apache License, Version 2.0 (the "License"); +@rem you may not use this file except in compliance with the License. +@rem You may obtain a copy of the License at +@rem +@rem https://www.apache.org/licenses/LICENSE-2.0 +@rem +@rem Unless required by applicable law or agreed to in writing, software +@rem distributed under the License is distributed on an "AS IS" BASIS, +@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +@rem See the License for the specific language governing permissions and +@rem limitations under the License. +@rem + +@if "%DEBUG%"=="" @echo off +@rem ########################################################################## +@rem +@rem Gradle startup script for Windows +@rem +@rem ########################################################################## + +@rem Set local scope for the variables with windows NT shell +if "%OS%"=="Windows_NT" setlocal + +set DIRNAME=%~dp0 +if "%DIRNAME%"=="" set DIRNAME=. +@rem This is normally unused +set APP_BASE_NAME=%~n0 +set APP_HOME=%DIRNAME% + +@rem Resolve any "." and ".." in APP_HOME to make it shorter. +for %%i in ("%APP_HOME%") do set APP_HOME=%%~fi + +@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +set DEFAULT_JVM_OPTS="-Xmx64m" "-Xms64m" + +@rem Find java.exe +if defined JAVA_HOME goto findJavaFromJavaHome + +set JAVA_EXE=java.exe +%JAVA_EXE% -version >NUL 2>&1 +if %ERRORLEVEL% equ 0 goto execute + +echo. +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:findJavaFromJavaHome +set JAVA_HOME=%JAVA_HOME:"=% +set JAVA_EXE=%JAVA_HOME%/bin/java.exe + +if exist "%JAVA_EXE%" goto execute + +echo. +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:execute +@rem Setup the command line + +set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar + + +@rem Execute Gradle +"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %* + +:end +@rem End local scope for the variables with windows NT shell +if %ERRORLEVEL% equ 0 goto mainEnd + +:fail +rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of +rem the _cmd.exe /c_ return code! +set EXIT_CODE=%ERRORLEVEL% +if %EXIT_CODE% equ 0 set EXIT_CODE=1 +if not ""=="%GRADLE_EXIT_CONSOLE%" exit %EXIT_CODE% +exit /b %EXIT_CODE% + +:mainEnd +if "%OS%"=="Windows_NT" endlocal + +:omega diff --git a/bindings/java/settings.gradle b/bindings/java/settings.gradle new file mode 100644 index 00000000000..dbc6f386c86 --- /dev/null +++ b/bindings/java/settings.gradle @@ -0,0 +1 @@ +rootProject.name = "whispercpp" diff --git a/bindings/java/src/main/c/whisper_jni.c b/bindings/java/src/main/c/whisper_jni.c new file mode 100644 index 00000000000..275f0eda532 --- /dev/null +++ b/bindings/java/src/main/c/whisper_jni.c @@ -0,0 +1,176 @@ +#include "io_github_ggerganov_whispercpp_WhisperJNI.h" +#include +#include +#include +#include +#include +#include "whisper.h" +#include "ggml.h" + +#define TAG "JNI" + +#define LOGI(...) printf(__VA_ARGS__) +#define LOGW(...) printf(__VA_ARGS__) + +static inline int min(int a, int b) { + return (a < b) ? a : b; +} + +static inline int max(int a, int b) { + return (a > b) ? a : b; +} + +struct input_stream_context { + size_t offset; + JNIEnv * env; + jobject thiz; + jobject input_stream; + + jmethodID mid_available; + jmethodID mid_read; +}; + +size_t inputStreamRead(void * ctx, void * output, size_t read_size) { + struct input_stream_context* is = (struct input_stream_context*)ctx; + + jint avail_size = (*is->env).CallIntMethod(is->input_stream, is->mid_available); + jint size_to_copy = read_size < avail_size ? (jint)read_size : avail_size; + + jbyteArray byte_array = (*is->env).NewByteArray(size_to_copy); + + jint n_read = (*is->env).CallIntMethod(is->input_stream, is->mid_read, byte_array, 0, size_to_copy); + + if (size_to_copy != read_size || size_to_copy != n_read) { + LOGI("Insufficient Read: Req=%zu, ToCopy=%d, Available=%d", read_size, size_to_copy, n_read); + } + + jbyte* byte_array_elements = (*is->env).GetByteArrayElements(byte_array, NULL); + memcpy(output, byte_array_elements, size_to_copy); + (*is->env).ReleaseByteArrayElements(byte_array, byte_array_elements, JNI_ABORT); + + (*is->env).DeleteLocalRef(byte_array); + + is->offset += size_to_copy; + + return size_to_copy; +} + +bool inputStreamEof(void * ctx) { + struct input_stream_context* is = (struct input_stream_context*)ctx; + + jint result = (*is->env).CallIntMethod(is->input_stream, is->mid_available); + return result <= 0; +} + +void inputStreamClose(void * ctx) { + +} + +// Various functions for loading a ggml whisper model. +// Allocate (almost) all memory needed for the model. +// Return NULL on failure +JNIEXPORT jlong JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_initContextFromInputStream + (JNIEnv *env, jobject thiz, jobject input_stream) { + struct whisper_context *context = NULL; + struct whisper_model_loader loader = {}; + struct input_stream_context inp_ctx = {}; + + inp_ctx.offset = 0; + inp_ctx.env = env; + inp_ctx.thiz = thiz; + inp_ctx.input_stream = input_stream; + + jclass cls = env->GetObjectClass(input_stream); + inp_ctx.mid_available = env->GetMethodID(cls, "available", "()I"); + inp_ctx.mid_read = env->GetMethodID(cls, "read", "([BII)I"); + + loader.context = &inp_ctx; + loader.read = inputStreamRead; + loader.eof = inputStreamEof; + loader.close = inputStreamClose; + + loader.eof(loader.context); + + context = whisper_init(&loader); + return (jlong) context; +} + +JNIEXPORT jlong JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_initContext + (JNIEnv *env, jobject thiz, jstring model_path_str) { + struct whisper_context *context = NULL; + const char *model_path_chars = env->GetStringUTFChars(model_path_str, NULL); + context = whisper_init_from_file(model_path_chars); + env->ReleaseStringUTFChars(model_path_str, model_path_chars); + return (jlong) context; +} + +JNIEXPORT void JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_freeContext + (JNIEnv *env, jobject thiz, jlong context_ptr) { + struct whisper_context *context = (struct whisper_context *) context_ptr; + whisper_free(context); +} + +JNIEXPORT void JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_fullTranscribe + (JNIEnv *env, jobject thiz, jlong context_ptr, jfloatArray audio_data) { + struct whisper_context *context = (struct whisper_context *) context_ptr; + jfloat *audio_data_arr = env->GetFloatArrayElements(audio_data, NULL); + const jsize audio_data_length = env->GetArrayLength(audio_data); + + // Leave 2 processors free (i.e. the high-efficiency cores). + int max_threads = max(1, min(8, get_nprocs() - 2)); + LOGI("Selecting %d threads", max_threads); + + // The below adapted from the Objective-C iOS sample + struct whisper_full_params params = whisper_full_default_params(WHISPER_SAMPLING_GREEDY); + params.print_realtime = true; + params.print_progress = false; + params.print_timestamps = true; + params.print_special = false; + params.translate = false; + params.language = "en"; + params.n_threads = max_threads; + params.offset_ms = 0; + params.no_context = true; + params.single_segment = false; + + whisper_reset_timings(context); + + LOGI("About to run whisper_full"); + if (whisper_full(context, params, audio_data_arr, audio_data_length) != 0) { + LOGI("Failed to run the model"); + } else { + whisper_print_timings(context); + } + env->ReleaseFloatArrayElements(audio_data, audio_data_arr, JNI_ABORT); +} + +JNIEXPORT jint JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_getTextSegmentCount + (JNIEnv *env, jobject thiz, jlong context_ptr) { + struct whisper_context *context = (struct whisper_context *) context_ptr; + return whisper_full_n_segments(context); +} + +JNIEXPORT jstring JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_getTextSegment + (JNIEnv *env, jobject thiz, jlong context_ptr, jint index) { + struct whisper_context *context = (struct whisper_context *) context_ptr; + const char *text = whisper_full_get_segment_text(context, index); + return env->NewStringUTF(text); +} + +JNIEXPORT jstring JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_getSystemInfo + (JNIEnv *env, jobject thiz) { + const char *sysinfo = whisper_print_system_info(); + return env->NewStringUTF(sysinfo); +} + +JNIEXPORT jstring JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_benchMemcpy + (JNIEnv *env, jobject thiz, jint n_threads) { + const char *bench_ggml_memcpy = whisper_bench_memcpy_str(n_threads); + return env->NewStringUTF(bench_ggml_memcpy); +} + +JNIEXPORT jstring JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_benchGgmlMulMat + (JNIEnv *env, jobject thiz, jint n_threads) { + const char *bench_ggml_mul_mat = whisper_bench_ggml_mul_mat_str(n_threads); + return env->NewStringUTF(bench_ggml_mul_mat); +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java new file mode 100644 index 00000000000..243f0465b27 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java @@ -0,0 +1,37 @@ +package io.github.ggerganov.whispercpp; + +import com.sun.jna.Native; + +import java.io.InputStream; +import java.util.List; + +public class WhisperJNI { + static { +// System.loadLibrary("whispercpp"); + Native.register(WhisperJNI.class, "whispercpp"); + } + + private static WhisperJNI instance; + + private WhisperJNI() { + } + + public static synchronized WhisperJNI getInstance() { + if (instance == null) { + instance = new WhisperJNI(); + } + return instance; + } + + public native long initContextFromInputStream(InputStream inputStream); +// public native long initContextFromAsset(AssetManager assetManager, String assetPath)l + public native long initContext(String modelPath); + public native void freeContext(long contextPtr); + public native void fullTranscribe(long contextPtr, float[] audioData); + public native int getTextSegmentCount(long contextPtr); + public native String getTextSegment(long contextPtr, int index); + public native String getSystemInfo(); + public native String benchMemcpy(int nthread); + public native String benchGgmlMulMat(int nthread); + +} diff --git a/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJNITest.java b/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJNITest.java new file mode 100644 index 00000000000..7ab4e3d699e --- /dev/null +++ b/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJNITest.java @@ -0,0 +1,30 @@ +package io.github.ggerganov.whispercpp; + +import static org.assertj.core.api.Assertions.*; + +import org.junit.jupiter.api.BeforeAll; +import org.junit.jupiter.api.Test; + +import java.util.List; + +public class WhisperJNITest { + @BeforeAll + static void loadLibrary() { +// System.setProperty("jna.nounpack", "false"); +// System.setProperty("jna.noclasspath", "false"); + + System.setProperty("java.library.path", + System.getProperty("java.library.path") + + ":" + System.getProperty("user.dir") + "/build/libs/whispercpp/shared" + + ":" + System.getProperty("user.dir") + "/build/libs/whispercpp/static"); + + System.load(System.getProperty("user.dir") + "/build/libs/whispercpp/shared/libwhispercpp.so"); + } + + @Test + void test() { + System.out.println("testing..."); + String systemInfo = WhisperJNI.getInstance().getSystemInfo(); + assertThat(systemInfo).isEqualTo(""); + } +} From 3a980d8ef0080585b5286cc1485096e9431293bb Mon Sep 17 00:00:00 2001 From: Nicholas Albion Date: Wed, 17 May 2023 05:17:10 +1000 Subject: [PATCH 2/6] updated README --- .gitignore | 89 +++++++++++++++++++++-------------------- bindings/java/README.md | 37 +++++++---------- 2 files changed, 61 insertions(+), 65 deletions(-) diff --git a/.gitignore b/.gitignore index 08aa2a85d65..503a47358af 100644 --- a/.gitignore +++ b/.gitignore @@ -1,43 +1,46 @@ -*.o -*.a -.cache/ -.coreml/ -.test/ -.vs/ -.vscode/ -.DS_Store - -build/ -build-em/ -build-debug/ -build-release/ -build-static/ -build-cublas/ -build-no-accel/ -build-sanitize-addr/ -build-sanitize-thread/ - -/main -/stream -/command -/talk -/talk-llama -/bench -/quantize - -arm_neon.h -sync.sh -libwhisper.a -libwhisper.so -compile_commands.json - -examples/arm_neon.h -examples/whisper.objc/whisper.objc.xcodeproj/xcshareddata -examples/whisper.objc/whisper.objc.xcodeproj/xcuserdata/ -examples/whisper.objc/whisper.objc.xcodeproj/project.xcworkspace/xcuserdata - -extra/bench-gg.txt - -models/*.mlmodel -models/*.mlmodelc -models/*.mlpackage +*.o +*.a +.cache/ +.coreml/ +.test/ +.vs/ +.vscode/ +.DS_Store + +build/ +build-em/ +build-debug/ +build-release/ +build-static/ +build-cublas/ +build-no-accel/ +build-sanitize-addr/ +build-sanitize-thread/ + +/main +/stream +/command +/talk +/talk-llama +/bench +/quantize + +arm_neon.h +sync.sh +libwhisper.a +libwhisper.so +compile_commands.json + +examples/arm_neon.h +examples/whisper.objc/whisper.objc.xcodeproj/xcshareddata +examples/whisper.objc/whisper.objc.xcodeproj/xcuserdata/ +examples/whisper.objc/whisper.objc.xcodeproj/project.xcworkspace/xcuserdata + +extra/bench-gg.txt + +models/*.mlmodel +models/*.mlmodelc +models/*.mlpackage +bindings/java/.gradle/ +bindings/java/.idea/ +.idea/ diff --git a/bindings/java/README.md b/bindings/java/README.md index 310f31cacca..01332914865 100644 --- a/bindings/java/README.md +++ b/bindings/java/README.md @@ -12,24 +12,25 @@ import io.github.ggerganov.whispercpp.Whisper; public class Example { static { - System.loadLibrary("whisper"); + Native.register(WhisperJNI.class, "whispercpp"); } public static void main(String[] args) { String modelpath; - double[] samples; - - - try (Model model = new Whisper(modelpath)) { - val context = model.createContext(); - context.process(samples); - - for (val segement in context.nextSegment()){ - System.out.println(segment.getText()); - } - - } catch (Exeception e) { - model.close(); + WhisperJNI whisper = WhisperJNI.getInstance(); + double[] samples = getAudio(); + + long context = whisper.initContext(modelpath); + try { + whisper.fullTranscribe(context, samples); + + int segmentCount = whisper.getTextSegmentCount(context); + for (int i = 0; i < segmentCount; i++) { + String text = whisper.getTextSegment(context, i); + System.out.println(segment.getText()); + } + } finally { + whisper.freeContext(context); } } } @@ -45,14 +46,6 @@ cd whisper.cpp/bindings/java ./gradlew build ``` -Or `javac -h src/main/cpp -d build/classes/java/main src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java` - -This will create/update [io_github_ggerganov_whispercpp_WhisperJNI.h](build/generated/sources/headers/java/main/io_github_ggerganov_whispercpp_WhisperJNI.h). - - - - - ## License From 0699b6084d1d01448ad584243b185de4e3f0f481 Mon Sep 17 00:00:00 2001 From: Nicholas Albion Date: Fri, 19 May 2023 18:07:26 +1000 Subject: [PATCH 3/6] failed attempt at JNI --- bindings/java/README.md | 4 + bindings/java/build.gradle | 236 +++++++++--------- .../java/gradle/wrapper/gradle-wrapper.jar | Bin 0 -> 61608 bytes bindings/java/src/main/c/whisper_jni.c | 6 +- .../github/ggerganov/whispercpp/Whisper.java | 37 +++ .../ggerganov/whispercpp/WhisperContext.java | 39 +++ .../ggerganov/whispercpp/WhisperJNI.java | 14 ++ .../whispercpp/WhisperJnaLibrary.java | 174 +++++++++++++ .../WhisperEncoderBeginCallback.java | 24 ++ .../WhisperLogitsFilterCallback.java | 28 +++ .../callbacks/WhisperNewSegmentCallback.java | 23 ++ .../callbacks/WhisperProgressCallback.java | 23 ++ .../ggerganov/whispercpp/ggml/GgmlTensor.java | 4 + .../ggerganov/whispercpp/ggml/GgmlType.java | 18 ++ .../ggerganov/whispercpp/model/EModel.java | 10 + .../whispercpp/model/WhisperModel.java | 49 ++++ .../whispercpp/model/WhisperModelLoader.java | 62 +++++ .../whispercpp/model/WhisperState.java | 4 + .../whispercpp/model/WhisperTokenData.java | 50 ++++ .../whispercpp/params/WhisperFilters.java | 10 + .../whispercpp/params/WhisperFullParams.java | 187 ++++++++++++++ .../whispercpp/params/WhisperHParams.java | 15 ++ .../ggerganov/whispercpp/WhisperJNITest.java | 11 +- .../whispercpp/WhisperJnaLibraryTest.java | 36 +++ 24 files changed, 942 insertions(+), 122 deletions(-) create mode 100644 bindings/java/gradle/wrapper/gradle-wrapper.jar create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/Whisper.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperContext.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJnaLibrary.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperEncoderBeginCallback.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperLogitsFilterCallback.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperNewSegmentCallback.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperProgressCallback.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/ggml/GgmlTensor.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/ggml/GgmlType.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/EModel.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperModel.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperModelLoader.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperState.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperTokenData.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperFilters.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperFullParams.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperHParams.java create mode 100644 bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJnaLibraryTest.java diff --git a/bindings/java/README.md b/bindings/java/README.md index 01332914865..4e6bc90a59c 100644 --- a/bindings/java/README.md +++ b/bindings/java/README.md @@ -46,6 +46,10 @@ cd whisper.cpp/bindings/java ./gradlew build ``` +These are some of the tasks that are executed and can also be invoked directly: +- `./gradlew compileJava`: also generates `build/generated/.../io_...WhisperJNI.h` +- `./gradlew whispercppSharedLibrary`: generate `build/libs/whispercpp/shared/libwhispercpp.so` + ## License diff --git a/bindings/java/build.gradle b/bindings/java/build.gradle index 5a62637a074..f78fdbcf5ef 100644 --- a/bindings/java/build.gradle +++ b/bindings/java/build.gradle @@ -56,128 +56,99 @@ println "Using JNI lib directory: " + JNI_LIB_DIR } }*/ -model { - platforms { - /*x86 { - if (operatingSystem.macOsX) { - architecture "x64" - } else { - architecture "x86" - } - }*/ - x64 { - architecture "x86_64" - } - } - - components { - // TODO: rename "whispercpp"? - whispercpp(NativeLibrarySpec) { - targetPlatform "x64" -// binaries.all { -// def jvmHome = Jvm.current().javaHome -// if (targetPlatform.operatingSystem.macOsX) { -// cCompiler.args '-I', "${jvmHome}/include" -// cCompiler.args '-I', "${jvmHome}/include/darwin" -// cCompiler.args '-mmacosx-version-min=10.4' -// linker.args '-mmacosx-version-min=10.4' -// } else if (targetPlatform.operatingSystem.linux) { -// cCompiler.args '-I', "${jvmHome}/include" -// cCompiler.args '-I', "${jvmHome}/include/linux" -// cCompiler.args '-D_FILE_OFFSET_BITS=64' -// } else if (targetPlatform.operatingSystem.windows) { -// cCompiler.args "-I${jvmHome}/include" -// cCompiler.args "-I${jvmHome}/include/win32" -// } else if (targetPlatform.operatingSystem.freeBSD) { -// cCompiler.args '-I', "${jvmHome}/include" -// cCompiler.args '-I', "${jvmHome}/include/freebsd" -// } -// } - sources { - cpp { - source { - srcDir 'src/main/c' - include '**/*.c' - } - exportedHeaders { - srcDirs 'build/generated/sources/headers/java/main' - } -// cppCompiler.args '-Isrc/main/cpp' - } - } - } - } - binaries { - all { -// cppCompiler.args '-I../..' -// cppCompiler.args '../../whisper.o' // Link the external object file -// sharedLibraryFile = file("$buildDir/libs/whispercpp/shared/libwhispercpp.so") -// if (OperatingSystem.current().isLinux()) { -// cCompiler.args "-L../../", "-lwhisper" -// } else if (OperatingSystem.current().isMacOsX()) { -// cCompiler.args "-Wl,-rpath,@loader_path/../../", "-L../../", "-lwhisper" +//model { +// platforms { +// /*x86 { +// if (operatingSystem.macOsX) { +// architecture "x64" +// } else { +// architecture "x86" // } - } +// }*/ +// x64 { +// architecture "x86_64" +// } +// } -// all { -// cppCompiler.define "NDEBUG" +// components { +// // TODO: rename "whispercpp"? +// whispercpp(NativeLibrarySpec) { +// targetPlatform "x64" +//// binaries.all { +//// def jvmHome = Jvm.current().javaHome +//// if (targetPlatform.operatingSystem.macOsX) { +//// cCompiler.args '-I', "${jvmHome}/include" +//// cCompiler.args '-I', "${jvmHome}/include/darwin" +//// cCompiler.args '-mmacosx-version-min=10.4' +//// linker.args '-mmacosx-version-min=10.4' +//// } else if (targetPlatform.operatingSystem.linux) { +//// cCompiler.args '-I', "${jvmHome}/include" +//// cCompiler.args '-I', "${jvmHome}/include/linux" +//// cCompiler.args '-D_FILE_OFFSET_BITS=64' +//// } else if (targetPlatform.operatingSystem.windows) { +//// cCompiler.args "-I${jvmHome}/include" +//// cCompiler.args "-I${jvmHome}/include/win32" +//// } else if (targetPlatform.operatingSystem.freeBSD) { +//// cCompiler.args '-I', "${jvmHome}/include" +//// cCompiler.args '-I', "${jvmHome}/include/freebsd" +//// } +//// } +// sources { +// cpp { +// source { +// srcDir 'src/main/c' +// include '**/*.c' +// } // -// if (toolChain in Gcc) { -// cppCompiler.args "-O2", "-fno-access-control" -// linker.args "-Xlinker", "-S" -// } -// if (toolChain in VisualCpp) { -//// cppCompiler.args "/Zi" -//// linker.args "/DEBUG" +// exportedHeaders { +// +// srcDirs 'build/generated/sources/headers/java/main' +// } +//// cppCompiler.args '-Isrc/main/cpp' +// } // } // } - } - toolChains { -// visualCpp(VisualCpp) {} - gcc(Gcc) { - eachPlatform { - if (System.properties['os.name'].equals('Windows')) { - cppCompiler.withArguments { args -> - args << "-I" + JNI_INCLUDE_DIR - } - } else if (System.properties['os.name'].equals('Mac OS X')) { - cppCompiler.withArguments { args -> - args << "-O2" - args << "-I" + SYS_INCLUDE_DIR - args << "-I" + SYS_LOCAL_INCLUDE_DIR - args << "-I" + JNI_INCLUDE_DIR - args << "-I" + JNI_INCLUDE_DIR + "/darwin" - args << "-std=c++11" - } - linker.withArguments { args -> - args << "-O2" - args << "-lc++" - } - } else { -// path "/opt/rh/devtoolset-2/root/usr/bin/gcc" - cppCompiler.withArguments { args -> - args << "-O2" - args << "-I" + SYS_INCLUDE_DIR - args << "-I" + SYS_LOCAL_INCLUDE_DIR - args << "-I" + JNI_INCLUDE_DIR - args << "-I" + JNI_INCLUDE_DIR + "/linux" - args << "-std=c++11" - } - linker.withArguments { args -> - args << "-O2" - args << "-lstdc++" - } - } - } - } - clang(Clang) { -// eachPlatform { -// if (System.properties['os.name'].equals('Windows')) { +// } // +// binaries { +// all { +//// cppCompiler.args '-I../..' +//// cppCompiler.args '../../whisper.o' // Link the external object file +//// sharedLibraryFile = file("$buildDir/libs/whispercpp/shared/libwhispercpp.so") +//// if (OperatingSystem.current().isLinux()) { +//// cCompiler.args "-L../../", "-lwhisper" +//// } else if (OperatingSystem.current().isMacOsX()) { +//// cCompiler.args "-Wl,-rpath,@loader_path/../../", "-L../../", "-lwhisper" +//// } +// } +// +//// all { +//// cppCompiler.define "NDEBUG" +//// +//// if (toolChain in Gcc) { +//// cppCompiler.args "-O2", "-fno-access-control" +//// linker.args "-Xlinker", "-S" +//// } +//// if (toolChain in VisualCpp) { +////// cppCompiler.args "/Zi" +////// linker.args "/DEBUG" +//// } +//// } +// } +// toolChains { +//// visualCpp(VisualCpp) {} +// gcc(Gcc) { +// eachPlatform { +// if (System.properties['os.name'].startsWith('Windows')) { +// throw new Exception("Build on Windows is not implemented") +//// cppCompiler.withArguments { args -> +//// args << "-I" + JNI_INCLUDE_DIR +//// } // } else if (System.properties['os.name'].equals('Mac OS X')) { // cppCompiler.withArguments { args -> // args << "-O2" +// args << "-I${rootDir}/../.." // args << "-I" + SYS_INCLUDE_DIR // args << "-I" + SYS_LOCAL_INCLUDE_DIR // args << "-I" + JNI_INCLUDE_DIR @@ -189,8 +160,10 @@ model { // args << "-lc++" // } // } else { +//// path "/opt/rh/devtoolset-2/root/usr/bin/gcc" // cppCompiler.withArguments { args -> // args << "-O2" +// args << "-I${rootDir}/../.." // args << "-I" + SYS_INCLUDE_DIR // args << "-I" + SYS_LOCAL_INCLUDE_DIR // args << "-I" + JNI_INCLUDE_DIR @@ -203,9 +176,42 @@ model { // } // } // } - } - } -} +// } +// clang(Clang) { +//// eachPlatform { +//// if (System.properties['os.name'].equals('Windows')) { +//// +//// } else if (System.properties['os.name'].equals('Mac OS X')) { +//// cppCompiler.withArguments { args -> +//// args << "-O2" +//// args << "-I" + SYS_INCLUDE_DIR +//// args << "-I" + SYS_LOCAL_INCLUDE_DIR +//// args << "-I" + JNI_INCLUDE_DIR +//// args << "-I" + JNI_INCLUDE_DIR + "/darwin" +//// args << "-std=c++11" +//// } +//// linker.withArguments { args -> +//// args << "-O2" +//// args << "-lc++" +//// } +//// } else { +//// cppCompiler.withArguments { args -> +//// args << "-O2" +//// args << "-I" + SYS_INCLUDE_DIR +//// args << "-I" + SYS_LOCAL_INCLUDE_DIR +//// args << "-I" + JNI_INCLUDE_DIR +//// args << "-I" + JNI_INCLUDE_DIR + "/linux" +//// args << "-std=c++11" +//// } +//// linker.withArguments { args -> +//// args << "-O2" +//// args << "-lstdc++" +//// } +//// } +//// } +// } +// } +//} /*task copyLibBridge(type: Copy) { if (System.properties['os.name'].equals('Mac OS X')) { diff --git a/bindings/java/gradle/wrapper/gradle-wrapper.jar b/bindings/java/gradle/wrapper/gradle-wrapper.jar new file mode 100644 index 0000000000000000000000000000000000000000..ccebba7710deaf9f98673a68957ea02138b60d0a GIT binary patch literal 61608 zcmb5VV{~QRw)Y#`wrv{~+qP{x72B%VwzFc}c2cp;N~)5ZbDrJayPv(!dGEd-##*zr z)#n-$y^sH|_dchh3@8{H5D*j;5D<{i*8l5IFJ|DjL!e)upfGNX(kojugZ3I`oH1PvW`wFW_ske0j@lB9bX zO;2)`y+|!@X(fZ1<2n!Qx*)_^Ai@Cv-dF&(vnudG?0CsddG_&Wtae(n|K59ew)6St z#dj7_(Cfwzh$H$5M!$UDd8=4>IQsD3xV=lXUq($;(h*$0^yd+b{qq63f0r_de#!o_ zXDngc>zy`uor)4A^2M#U*DC~i+dc<)Tb1Tv&~Ev@oM)5iJ4Sn#8iRw16XXuV50BS7 zdBL5Mefch(&^{luE{*5qtCZk$oFr3RH=H!c3wGR=HJ(yKc_re_X9pD` zJ;uxPzUfVpgU>DSq?J;I@a+10l0ONXPcDkiYcihREt5~T5Gb}sT0+6Q;AWHl`S5dV>lv%-p9l#xNNy7ZCr%cyqHY%TZ8Q4 zbp&#ov1*$#grNG#1vgfFOLJCaNG@K|2!W&HSh@3@Y%T?3YI75bJp!VP*$*!< z;(ffNS_;@RJ`=c7yX04!u3JP*<8jeqLHVJu#WV&v6wA!OYJS4h<_}^QI&97-;=ojW zQ-1t)7wnxG*5I%U4)9$wlv5Fr;cIizft@&N+32O%B{R1POm$oap@&f| zh+5J{>U6ftv|vAeKGc|zC=kO(+l7_cLpV}-D#oUltScw})N>~JOZLU_0{Ka2e1evz z{^a*ZrLr+JUj;)K&u2CoCAXLC2=fVScI(m_p~0FmF>>&3DHziouln?;sxW`NB}cSX z8?IsJB)Z=aYRz!X=yJn$kyOWK%rCYf-YarNqKzmWu$ZvkP12b4qH zhS9Q>j<}(*frr?z<%9hl*i^#@*O2q(Z^CN)c2c z>1B~D;@YpG?G!Yk+*yn4vM4sO-_!&m6+`k|3zd;8DJnxsBYtI;W3We+FN@|tQ5EW= z!VU>jtim0Mw#iaT8t_<+qKIEB-WwE04lBd%Letbml9N!?SLrEG$nmn7&W(W`VB@5S zaY=sEw2}i@F_1P4OtEw?xj4@D6>_e=m=797#hg}f*l^`AB|Y0# z9=)o|%TZFCY$SzgSjS|8AI-%J4x}J)!IMxY3_KYze`_I=c1nmrk@E8c9?MVRu)7+Ue79|)rBX7tVB7U|w4*h(;Gi3D9le49B38`wuv zp7{4X^p+K4*$@gU(Tq3K1a#3SmYhvI42)GzG4f|u zwQFT1n_=n|jpi=70-yE9LA+d*T8u z`=VmmXJ_f6WmZveZPct$Cgu^~gFiyL>Lnpj*6ee>*0pz=t$IJ}+rE zsf@>jlcG%Wx;Cp5x)YSVvB1$yyY1l&o zvwX=D7k)Dn;ciX?Z)Pn8$flC8#m`nB&(8?RSdBvr?>T9?E$U3uIX7T?$v4dWCa46 z+&`ot8ZTEgp7G+c52oHJ8nw5}a^dwb_l%MOh(ebVj9>_koQP^$2B~eUfSbw9RY$_< z&DDWf2LW;b0ZDOaZ&2^i^g+5uTd;GwO(-bbo|P^;CNL-%?9mRmxEw~5&z=X^Rvbo^WJW=n_%*7974RY}JhFv46> zd}`2|qkd;89l}R;i~9T)V-Q%K)O=yfVKNM4Gbacc7AOd>#^&W&)Xx!Uy5!BHnp9kh z`a(7MO6+Ren#>R^D0K)1sE{Bv>}s6Rb9MT14u!(NpZOe-?4V=>qZ>}uS)!y~;jEUK z&!U7Fj&{WdgU#L0%bM}SYXRtM5z!6M+kgaMKt%3FkjWYh=#QUpt$XX1!*XkpSq-pl zhMe{muh#knk{9_V3%qdDcWDv}v)m4t9 zQhv{;} zc{}#V^N3H>9mFM8`i`0p+fN@GqX+kl|M94$BK3J-X`Hyj8r!#x6Vt(PXjn?N)qedP z=o1T^#?1^a{;bZ&x`U{f?}TMo8ToN zkHj5v|}r}wDEi7I@)Gj+S1aE-GdnLN+$hw!=DzglMaj#{qjXi_dwpr|HL(gcCXwGLEmi|{4&4#OZ4ChceA zKVd4K!D>_N=_X;{poT~4Q+!Le+ZV>=H7v1*l%w`|`Dx8{)McN@NDlQyln&N3@bFpV z_1w~O4EH3fF@IzJ9kDk@7@QctFq8FbkbaH7K$iX=bV~o#gfh?2JD6lZf(XP>~DACF)fGFt)X%-h1yY~MJU{nA5 ze2zxWMs{YdX3q5XU*9hOH0!_S24DOBA5usB+Ws$6{|AMe*joJ?RxfV}*7AKN9V*~J zK+OMcE@bTD>TG1*yc?*qGqjBN8mgg@h1cJLDv)0!WRPIkC` zZrWXrceVw;fB%3`6kq=a!pq|hFIsQ%ZSlo~)D z|64!aCnw-?>}AG|*iOl44KVf8@|joXi&|)1rB;EQWgm+iHfVbgllP$f!$Wf42%NO5b(j9Bw6L z;0dpUUK$5GX4QbMlTmLM_jJt!ur`_0~$b#BB7FL*%XFf<b__1o)Ao3rlobbN8-(T!1d-bR8D3S0@d zLI!*GMb5s~Q<&sjd}lBb8Nr0>PqE6_!3!2d(KAWFxa{hm`@u|a(%#i(#f8{BP2wbs zt+N_slWF4IF_O|{w`c~)Xvh&R{Au~CFmW#0+}MBd2~X}t9lz6*E7uAD`@EBDe$>7W zzPUkJx<`f$0VA$=>R57^(K^h86>09?>_@M(R4q($!Ck6GG@pnu-x*exAx1jOv|>KH zjNfG5pwm`E-=ydcb+3BJwuU;V&OS=6yM^4Jq{%AVqnTTLwV`AorIDD}T&jWr8pB&j28fVtk_y*JRP^t@l*($UZ z6(B^-PBNZ+z!p?+e8@$&jCv^EWLb$WO=}Scr$6SM*&~B95El~;W_0(Bvoha|uQ1T< zO$%_oLAwf1bW*rKWmlD+@CP&$ObiDy=nh1b2ejz%LO9937N{LDe7gle4i!{}I$;&Y zkexJ9Ybr+lrCmKWg&}p=`2&Gf10orS?4$VrzWidT=*6{KzOGMo?KI0>GL0{iFWc;C z+LPq%VH5g}6V@-tg2m{C!-$fapJ9y}c$U}aUmS{9#0CM*8pC|sfer!)nG7Ji>mfRh z+~6CxNb>6eWKMHBz-w2{mLLwdA7dA-qfTu^A2yG1+9s5k zcF=le_UPYG&q!t5Zd_*E_P3Cf5T6821bO`daa`;DODm8Ih8k89=RN;-asHIigj`n=ux>*f!OC5#;X5i;Q z+V!GUy0|&Y_*8k_QRUA8$lHP;GJ3UUD08P|ALknng|YY13)}!!HW@0z$q+kCH%xet zlWf@BXQ=b=4}QO5eNnN~CzWBbHGUivG=`&eWK}beuV*;?zt=P#pM*eTuy3 zP}c#}AXJ0OIaqXji78l;YrP4sQe#^pOqwZUiiN6^0RCd#D271XCbEKpk`HI0IsN^s zES7YtU#7=8gTn#lkrc~6)R9u&SX6*Jk4GFX7){E)WE?pT8a-%6P+zS6o&A#ml{$WX zABFz#i7`DDlo{34)oo?bOa4Z_lNH>n;f0nbt$JfAl~;4QY@}NH!X|A$KgMmEsd^&Y zt;pi=>AID7ROQfr;MsMtClr5b0)xo|fwhc=qk33wQ|}$@?{}qXcmECh>#kUQ-If0$ zseb{Wf4VFGLNc*Rax#P8ko*=`MwaR-DQ8L8V8r=2N{Gaips2_^cS|oC$+yScRo*uF zUO|5=?Q?{p$inDpx*t#Xyo6=s?bbN}y>NNVxj9NZCdtwRI70jxvm3!5R7yiWjREEd zDUjrsZhS|P&|Ng5r+f^kA6BNN#|Se}_GF>P6sy^e8kBrgMv3#vk%m}9PCwUWJg-AD zFnZ=}lbi*mN-AOm zCs)r=*YQAA!`e#1N>aHF=bb*z*hXH#Wl$z^o}x##ZrUc=kh%OHWhp=7;?8%Xj||@V?1c ziWoaC$^&04;A|T)!Zd9sUzE&$ODyJaBpvqsw19Uiuq{i#VK1!htkdRWBnb z`{rat=nHArT%^R>u#CjjCkw-7%g53|&7z-;X+ewb?OLWiV|#nuc8mp*LuGSi3IP<<*Wyo9GKV7l0Noa4Jr0g3p_$ z*R9{qn=?IXC#WU>48-k5V2Oc_>P;4_)J@bo1|pf=%Rcbgk=5m)CJZ`caHBTm3%!Z9 z_?7LHr_BXbKKr=JD!%?KhwdYSdu8XxPoA{n8^%_lh5cjRHuCY9Zlpz8g+$f@bw@0V z+6DRMT9c|>1^3D|$Vzc(C?M~iZurGH2pXPT%F!JSaAMdO%!5o0uc&iqHx?ImcX6fI zCApkzc~OOnfzAd_+-DcMp&AOQxE_EsMqKM{%dRMI5`5CT&%mQO?-@F6tE*xL?aEGZ z8^wH@wRl`Izx4sDmU>}Ym{ybUm@F83qqZPD6nFm?t?(7>h*?`fw)L3t*l%*iw0Qu#?$5eq!Qc zpQvqgSxrd83NsdO@lL6#{%lsYXWen~d3p4fGBb7&5xqNYJ)yn84!e1PmPo7ChVd%4 zHUsV0Mh?VpzZD=A6%)Qrd~i7 z96*RPbid;BN{Wh?adeD_p8YU``kOrGkNox3D9~!K?w>#kFz!4lzOWR}puS(DmfjJD z`x0z|qB33*^0mZdM&6$|+T>fq>M%yoy(BEjuh9L0>{P&XJ3enGpoQRx`v6$txXt#c z0#N?b5%srj(4xmPvJxrlF3H%OMB!jvfy z;wx8RzU~lb?h_}@V=bh6p8PSb-dG|-T#A?`c&H2`_!u+uenIZe`6f~A7r)`9m8atC zt(b|6Eg#!Q*DfRU=Ix`#B_dK)nnJ_+>Q<1d7W)eynaVn`FNuN~%B;uO2}vXr5^zi2 z!ifIF5@Zlo0^h~8+ixFBGqtweFc`C~JkSq}&*a3C}L?b5Mh-bW=e)({F_g4O3 zb@SFTK3VD9QuFgFnK4Ve_pXc3{S$=+Z;;4+;*{H}Rc;845rP?DLK6G5Y-xdUKkA6E3Dz&5f{F^FjJQ(NSpZ8q-_!L3LL@H* zxbDF{gd^U3uD;)a)sJwAVi}7@%pRM&?5IaUH%+m{E)DlA_$IA1=&jr{KrhD5q&lTC zAa3c)A(K!{#nOvenH6XrR-y>*4M#DpTTOGQEO5Jr6kni9pDW`rvY*fs|ItV;CVITh z=`rxcH2nEJpkQ^(;1c^hfb8vGN;{{oR=qNyKtR1;J>CByul*+=`NydWnSWJR#I2lN zTvgnR|MBx*XFsfdA&;tr^dYaqRZp*2NwkAZE6kV@1f{76e56eUmGrZ>MDId)oqSWw z7d&r3qfazg+W2?bT}F)4jD6sWaw`_fXZGY&wnGm$FRPFL$HzVTH^MYBHWGCOk-89y zA+n+Q6EVSSCpgC~%uHfvyg@ufE^#u?JH?<73A}jj5iILz4Qqk5$+^U(SX(-qv5agK znUkfpke(KDn~dU0>gdKqjTkVk`0`9^0n_wzXO7R!0Thd@S;U`y)VVP&mOd-2 z(hT(|$=>4FY;CBY9#_lB$;|Wd$aOMT5O_3}DYXEHn&Jrc3`2JiB`b6X@EUOD zVl0S{ijm65@n^19T3l%>*;F(?3r3s?zY{thc4%AD30CeL_4{8x6&cN}zN3fE+x<9; zt2j1RRVy5j22-8U8a6$pyT+<`f+x2l$fd_{qEp_bfxfzu>ORJsXaJn4>U6oNJ#|~p z`*ZC&NPXl&=vq2{Ne79AkQncuxvbOG+28*2wU$R=GOmns3W@HE%^r)Fu%Utj=r9t` zd;SVOnA(=MXgnOzI2@3SGKHz8HN~Vpx&!Ea+Df~`*n@8O=0!b4m?7cE^K*~@fqv9q zF*uk#1@6Re_<^9eElgJD!nTA@K9C732tV~;B`hzZ321Ph=^BH?zXddiu{Du5*IPg} zqDM=QxjT!Rp|#Bkp$(mL)aar)f(dOAXUiw81pX0DC|Y4;>Vz>>DMshoips^8Frdv} zlTD=cKa48M>dR<>(YlLPOW%rokJZNF2gp8fwc8b2sN+i6&-pHr?$rj|uFgktK@jg~ zIFS(%=r|QJ=$kvm_~@n=ai1lA{7Z}i+zj&yzY+!t$iGUy|9jH#&oTNJ;JW-3n>DF+ z3aCOzqn|$X-Olu_p7brzn`uk1F*N4@=b=m;S_C?#hy{&NE#3HkATrg?enaVGT^$qIjvgc61y!T$9<1B@?_ibtDZ{G zeXInVr5?OD_nS_O|CK3|RzzMmu+8!#Zb8Ik;rkIAR%6?$pN@d<0dKD2c@k2quB%s( zQL^<_EM6ow8F6^wJN1QcPOm|ehA+dP(!>IX=Euz5qqIq}Y3;ibQtJnkDmZ8c8=Cf3 zu`mJ!Q6wI7EblC5RvP*@)j?}W=WxwCvF3*5Up_`3*a~z$`wHwCy)2risye=1mSp%p zu+tD6NAK3o@)4VBsM!@);qgsjgB$kkCZhaimHg&+k69~drbvRTacWKH;YCK(!rC?8 zP#cK5JPHSw;V;{Yji=55X~S+)%(8fuz}O>*F3)hR;STU`z6T1aM#Wd+FP(M5*@T1P z^06O;I20Sk!bxW<-O;E081KRdHZrtsGJflFRRFS zdi5w9OVDGSL3 zNrC7GVsGN=b;YH9jp8Z2$^!K@h=r-xV(aEH@#JicPy;A0k1>g1g^XeR`YV2HfmqXY zYbRwaxHvf}OlCAwHoVI&QBLr5R|THf?nAevV-=~V8;gCsX>jndvNOcFA+DI+zbh~# zZ7`qNk&w+_+Yp!}j;OYxIfx_{f0-ONc?mHCiCUak=>j>~>YR4#w# zuKz~UhT!L~GfW^CPqG8Lg)&Rc6y^{%3H7iLa%^l}cw_8UuG;8nn9)kbPGXS}p3!L_ zd#9~5CrH8xtUd?{d2y^PJg+z(xIfRU;`}^=OlehGN2=?}9yH$4Rag}*+AWotyxfCJ zHx=r7ZH>j2kV?%7WTtp+-HMa0)_*DBBmC{sd$)np&GEJ__kEd`xB5a2A z*J+yx>4o#ZxwA{;NjhU*1KT~=ZK~GAA;KZHDyBNTaWQ1+;tOFFthnD)DrCn`DjBZ% zk$N5B4^$`n^jNSOr=t(zi8TN4fpaccsb`zOPD~iY=UEK$0Y70bG{idLx@IL)7^(pL z{??Bnu=lDeguDrd%qW1)H)H`9otsOL-f4bSu};o9OXybo6J!Lek`a4ff>*O)BDT_g z<6@SrI|C9klY(>_PfA^qai7A_)VNE4c^ZjFcE$Isp>`e5fLc)rg@8Q_d^Uk24$2bn z9#}6kZ2ZxS9sI(RqT7?El2@B+($>eBQrNi_k#CDJ8D9}8$mmm z4oSKO^F$i+NG)-HE$O6s1--6EzJa?C{x=QgK&c=)b(Q9OVoAXYEEH20G|q$}Hue%~ zO3B^bF=t7t48sN zWh_zA`w~|){-!^g?6Mqf6ieV zFx~aPUOJGR=4{KsW7I?<=J2|lY`NTU=lt=%JE9H1vBpkcn=uq(q~=?iBt_-r(PLBM zP-0dxljJO>4Wq-;stY)CLB4q`-r*T$!K2o}?E-w_i>3_aEbA^MB7P5piwt1dI-6o!qWCy0 ztYy!x9arGTS?kabkkyv*yxvsPQ7Vx)twkS6z2T@kZ|kb8yjm+^$|sEBmvACeqbz)RmxkkDQX-A*K!YFziuhwb|ym>C$}U|J)4y z$(z#)GH%uV6{ec%Zy~AhK|+GtG8u@c884Nq%w`O^wv2#A(&xH@c5M`Vjk*SR_tJnq z0trB#aY)!EKW_}{#L3lph5ow=@|D5LzJYUFD6 z7XnUeo_V0DVSIKMFD_T0AqAO|#VFDc7c?c-Q%#u00F%!_TW1@JVnsfvm@_9HKWflBOUD~)RL``-!P;(bCON_4eVdduMO>?IrQ__*zE@7(OX zUtfH@AX*53&xJW*Pu9zcqxGiM>xol0I~QL5B%Toog3Jlenc^WbVgeBvV8C8AX^Vj& z^I}H})B=VboO%q1;aU5ACMh{yK4J;xlMc`jCnZR^!~LDs_MP&8;dd@4LDWw~*>#OT zeZHwdQWS!tt5MJQI~cw|Ka^b4c|qyd_ly(+Ql2m&AAw^ zQeSXDOOH!!mAgzAp0z)DD>6Xo``b6QwzUV@w%h}Yo>)a|xRi$jGuHQhJVA%>)PUvK zBQ!l0hq<3VZ*RnrDODP)>&iS^wf64C;MGqDvx>|p;35%6(u+IHoNbK z;Gb;TneFo*`zUKS6kwF*&b!U8e5m4YAo03a_e^!5BP42+r)LFhEy?_7U1IR<; z^0v|DhCYMSj<-;MtY%R@Fg;9Kky^pz_t2nJfKWfh5Eu@_l{^ph%1z{jkg5jQrkvD< z#vdK!nku*RrH~TdN~`wDs;d>XY1PH?O<4^U4lmA|wUW{Crrv#r%N>7k#{Gc44Fr|t z@UZP}Y-TrAmnEZ39A*@6;ccsR>)$A)S>$-Cj!=x$rz7IvjHIPM(TB+JFf{ehuIvY$ zsDAwREg*%|=>Hw$`us~RP&3{QJg%}RjJKS^mC_!U;E5u>`X`jW$}P`Mf}?7G7FX#{ zE(9u1SO;3q@ZhDL9O({-RD+SqqPX)`0l5IQu4q)49TUTkxR(czeT}4`WV~pV*KY&i zAl3~X%D2cPVD^B43*~&f%+Op)wl<&|D{;=SZwImydWL6@_RJjxP2g)s=dH)u9Npki zs~z9A+3fj0l?yu4N0^4aC5x)Osnm0qrhz@?nwG_`h(71P znbIewljU%T*cC=~NJy|)#hT+lx#^5MuDDnkaMb*Efw9eThXo|*WOQzJ*#3dmRWm@! zfuSc@#kY{Um^gBc^_Xdxnl!n&y&}R4yAbK&RMc+P^Ti;YIUh|C+K1|=Z^{nZ}}rxH*v{xR!i%qO~o zTr`WDE@k$M9o0r4YUFFeQO7xCu_Zgy)==;fCJ94M_rLAv&~NhfvcLWCoaGg2ao~3e zBG?Ms9B+efMkp}7BhmISGWmJsKI@a8b}4lLI48oWKY|8?zuuNc$lt5Npr+p7a#sWu zh!@2nnLBVJK!$S~>r2-pN||^w|fY`CT{TFnJy`B|e5;=+_v4l8O-fkN&UQbA4NKTyntd zqK{xEKh}U{NHoQUf!M=2(&w+eef77VtYr;xs%^cPfKLObyOV_9q<(%76-J%vR>w9!us-0c-~Y?_EVS%v!* z15s2s3eTs$Osz$JayyH|5nPAIPEX=U;r&p;K14G<1)bvn@?bM5kC{am|C5%hyxv}a z(DeSKI5ZfZ1*%dl8frIX2?);R^^~LuDOpNpk-2R8U1w92HmG1m&|j&J{EK=|p$;f9 z7Rs5|jr4r8k5El&qcuM+YRlKny%t+1CgqEWO>3;BSRZi(LA3U%Jm{@{y+A+w(gzA< z7dBq6a1sEWa4cD0W7=Ld9z0H7RI^Z7vl(bfA;72j?SWCo`#5mVC$l1Q2--%V)-uN* z9ha*s-AdfbDZ8R8*fpwjzx=WvOtmSzGFjC#X)hD%Caeo^OWjS(3h|d9_*U)l%{Ab8 zfv$yoP{OuUl@$(-sEVNt{*=qi5P=lpxWVuz2?I7Dc%BRc+NGNw+323^ z5BXGfS71oP^%apUo(Y#xkxE)y?>BFzEBZ}UBbr~R4$%b7h3iZu3S(|A;&HqBR{nK& z$;GApNnz=kNO^FL&nYcfpB7Qg;hGJPsCW44CbkG1@l9pn0`~oKy5S777uH)l{irK!ru|X+;4&0D;VE*Ii|<3P zUx#xUqvZT5kVQxsF#~MwKnv7;1pR^0;PW@$@T7I?s`_rD1EGUdSA5Q(C<>5SzE!vw z;{L&kKFM-MO>hy#-8z`sdVx})^(Dc-dw;k-h*9O2_YZw}|9^y-|8RQ`BWJUJL(Cer zP5Z@fNc>pTXABbTRY-B5*MphpZv6#i802giwV&SkFCR zGMETyUm(KJbh+&$8X*RB#+{surjr;8^REEt`2&Dubw3$mx>|~B5IKZJ`s_6fw zKAZx9&PwBqW1Oz0r0A4GtnZd7XTKViX2%kPfv+^X3|_}RrQ2e3l=KG_VyY`H?I5&CS+lAX5HbA%TD9u6&s#v!G> zzW9n4J%d5ye7x0y`*{KZvqyXUfMEE^ZIffzI=Hh|3J}^yx7eL=s+TPH(Q2GT-sJ~3 zI463C{(ag7-hS1ETtU;_&+49ABt5!A7CwLwe z=SoA8mYZIQeU;9txI=zcQVbuO%q@E)JI+6Q!3lMc=Gbj(ASg-{V27u>z2e8n;Nc*pf}AqKz1D>p9G#QA+7mqqrEjGfw+85Uyh!=tTFTv3|O z+)-kFe_8FF_EkTw!YzwK^Hi^_dV5x-Ob*UWmD-})qKj9@aE8g240nUh=g|j28^?v7 zHRTBo{0KGaWBbyX2+lx$wgXW{3aUab6Bhm1G1{jTC7ota*JM6t+qy)c5<@ zpc&(jVdTJf(q3xB=JotgF$X>cxh7k*(T`-V~AR+`%e?YOeALQ2Qud( zz35YizXt(aW3qndR}fTw1p()Ol4t!D1pitGNL95{SX4ywzh0SF;=!wf=?Q?_h6!f* zh7<+GFi)q|XBsvXZ^qVCY$LUa{5?!CgwY?EG;*)0ceFe&=A;!~o`ae}Z+6me#^sv- z1F6=WNd6>M(~ z+092z>?Clrcp)lYNQl9jN-JF6n&Y0mp7|I0dpPx+4*RRK+VQI~>en0Dc;Zfl+x z_e_b7s`t1_A`RP3$H}y7F9_na%D7EM+**G_Z0l_nwE+&d_kc35n$Fxkd4r=ltRZhh zr9zER8>j(EdV&Jgh(+i}ltESBK62m0nGH6tCBr90!4)-`HeBmz54p~QP#dsu%nb~W z7sS|(Iydi>C@6ZM(Us!jyIiszMkd)^u<1D+R@~O>HqZIW&kearPWmT>63%_t2B{_G zX{&a(gOYJx!Hq=!T$RZ&<8LDnxsmx9+TBL0gTk$|vz9O5GkK_Yx+55^R=2g!K}NJ3 zW?C;XQCHZl7H`K5^BF!Q5X2^Mj93&0l_O3Ea3!Ave|ixx+~bS@Iv18v2ctpSt4zO{ zp#7pj!AtDmti$T`e9{s^jf(ku&E|83JIJO5Qo9weT6g?@vX!{7)cNwymo1+u(YQ94 zopuz-L@|5=h8A!(g-MXgLJC0MA|CgQF8qlonnu#j z;uCeq9ny9QSD|p)9sp3ebgY3rk#y0DA(SHdh$DUm^?GI<>%e1?&}w(b zdip1;P2Z=1wM+$q=TgLP$}svd!vk+BZ@h<^4R=GS2+sri7Z*2f`9 z5_?i)xj?m#pSVchk-SR!2&uNhzEi+#5t1Z$o0PoLGz*pT64%+|Wa+rd5Z}60(j?X= z{NLjtgRb|W?CUADqOS@(*MA-l|E342NxRaxLTDqsOyfWWe%N(jjBh}G zm7WPel6jXijaTiNita+z(5GCO0NM=Melxud57PP^d_U## zbA;9iVi<@wr0DGB8=T9Ab#2K_#zi=$igyK48@;V|W`fg~7;+!q8)aCOo{HA@vpSy-4`^!ze6-~8|QE||hC{ICKllG9fbg_Y7v z$jn{00!ob3!@~-Z%!rSZ0JO#@>|3k10mLK0JRKP-Cc8UYFu>z93=Ab-r^oL2 zl`-&VBh#=-?{l1TatC;VweM^=M7-DUE>m+xO7Xi6vTEsReyLs8KJ+2GZ&rxw$d4IT zPXy6pu^4#e;;ZTsgmG+ZPx>piodegkx2n0}SM77+Y*j^~ICvp#2wj^BuqRY*&cjmL zcKp78aZt>e{3YBb4!J_2|K~A`lN=u&5j!byw`1itV(+Q_?RvV7&Z5XS1HF)L2v6ji z&kOEPmv+k_lSXb{$)of~(BkO^py&7oOzpjdG>vI1kcm_oPFHy38%D4&A4h_CSo#lX z2#oqMCTEP7UvUR3mwkPxbl8AMW(e{ARi@HCYLPSHE^L<1I}OgZD{I#YH#GKnpRmW3 z2jkz~Sa(D)f?V?$gNi?6)Y;Sm{&?~2p=0&BUl_(@hYeX8YjaRO=IqO7neK0RsSNdYjD zaw$g2sG(>JR=8Iz1SK4`*kqd_3-?;_BIcaaMd^}<@MYbYisWZm2C2|Np_l|8r9yM|JkUngSo@?wci(7&O9a z%|V(4C1c9pps0xxzPbXH=}QTxc2rr7fXk$9`a6TbWKPCz&p=VsB8^W96W=BsB|7bc zf(QR8&Ktj*iz)wK&mW`#V%4XTM&jWNnDF56O+2bo<3|NyUhQ%#OZE8$Uv2a@J>D%t zMVMiHh?es!Ex19q&6eC&L=XDU_BA&uR^^w>fpz2_`U87q_?N2y;!Z!bjoeKrzfC)} z?m^PM=(z{%n9K`p|7Bz$LuC7!>tFOuN74MFELm}OD9?%jpT>38J;=1Y-VWtZAscaI z_8jUZ#GwWz{JqvGEUmL?G#l5E=*m>`cY?m*XOc*yOCNtpuIGD+Z|kn4Xww=BLrNYS zGO=wQh}Gtr|7DGXLF%|`G>J~l{k^*{;S-Zhq|&HO7rC_r;o`gTB7)uMZ|WWIn@e0( zX$MccUMv3ABg^$%_lNrgU{EVi8O^UyGHPNRt%R!1#MQJn41aD|_93NsBQhP80yP<9 zG4(&0u7AtJJXLPcqzjv`S~5;Q|5TVGccN=Uzm}K{v)?f7W!230C<``9(64}D2raRU zAW5bp%}VEo{4Rko`bD%Ehf=0voW?-4Mk#d3_pXTF!-TyIt6U+({6OXWVAa;s-`Ta5 zTqx&8msH3+DLrVmQOTBOAj=uoxKYT3DS1^zBXM?1W+7gI!aQNPYfUl{3;PzS9*F7g zWJN8x?KjBDx^V&6iCY8o_gslO16=kh(|Gp)kz8qlQ`dzxQv;)V&t+B}wwdi~uBs4? zu~G|}y!`3;8#vIMUdyC7YEx6bb^1o}G!Jky4cN?BV9ejBfN<&!4M)L&lRKiuMS#3} z_B}Nkv+zzxhy{dYCW$oGC&J(Ty&7%=5B$sD0bkuPmj7g>|962`(Q{ZZMDv%YMuT^KweiRDvYTEop3IgFv#)(w>1 zSzH>J`q!LK)c(AK>&Ib)A{g`Fdykxqd`Yq@yB}E{gnQV$K!}RsgMGWqC3DKE(=!{}ekB3+(1?g}xF>^icEJbc z5bdxAPkW90atZT+&*7qoLqL#p=>t-(-lsnl2XMpZcYeW|o|a322&)yO_8p(&Sw{|b zn(tY$xn5yS$DD)UYS%sP?c|z>1dp!QUD)l;aW#`%qMtQJjE!s2z`+bTSZmLK7SvCR z=@I4|U^sCwZLQSfd*ACw9B@`1c1|&i^W_OD(570SDLK`MD0wTiR8|$7+%{cF&){$G zU~|$^Ed?TIxyw{1$e|D$050n8AjJvvOWhLtLHbSB|HIfjMp+gu>DraHZJRrdO53(= z+o-f{+qNog+qSLB%KY;5>Av6X(>-qYk3IIEwZ5~6a+P9lMpC^ z8CJ0q>rEpjlsxCvJm=kms@tlN4+sv}He`xkr`S}bGih4t`+#VEIt{1veE z{ZLtb_pSbcfcYPf4=T1+|BtR!x5|X#x2TZEEkUB6kslKAE;x)*0x~ES0kl4Dex4e- zT2P~|lT^vUnMp{7e4OExfxak0EE$Hcw;D$ehTV4a6hqxru0$|Mo``>*a5=1Ym0u>BDJKO|=TEWJ5jZu!W}t$Kv{1!q`4Sn7 zrxRQOt>^6}Iz@%gA3&=5r;Lp=N@WKW;>O!eGIj#J;&>+3va^~GXRHCY2}*g#9ULab zitCJt-OV0*D_Q3Q`p1_+GbPxRtV_T`jyATjax<;zZ?;S+VD}a(aN7j?4<~>BkHK7bO8_Vqfdq1#W&p~2H z&w-gJB4?;Q&pG9%8P(oOGZ#`!m>qAeE)SeL*t8KL|1oe;#+uOK6w&PqSDhw^9-&Fa zuEzbi!!7|YhlWhqmiUm!muO(F8-F7|r#5lU8d0+=;<`{$mS=AnAo4Zb^{%p}*gZL! zeE!#-zg0FWsSnablw!9$<&K(#z!XOW z;*BVx2_+H#`1b@>RtY@=KqD)63brP+`Cm$L1@ArAddNS1oP8UE$p05R=bvZoYz+^6 z<)!v7pRvi!u_-V?!d}XWQR1~0q(H3{d^4JGa=W#^Z<@TvI6J*lk!A zZ*UIKj*hyO#5akL*Bx6iPKvR3_2-^2mw|Rh-3O_SGN3V9GRo52Q;JnW{iTGqb9W99 z7_+F(Op6>~3P-?Q8LTZ-lwB}xh*@J2Ni5HhUI3`ct|*W#pqb>8i*TXOLn~GlYECIj zhLaa_rBH|1jgi(S%~31Xm{NB!30*mcsF_wgOY2N0XjG_`kFB+uQuJbBm3bIM$qhUyE&$_u$gb zpK_r{99svp3N3p4yHHS=#csK@j9ql*>j0X=+cD2dj<^Wiu@i>c_v zK|ovi7}@4sVB#bzq$n3`EgI?~xDmkCW=2&^tD5RuaSNHf@Y!5C(Is$hd6cuyoK|;d zO}w2AqJPS`Zq+(mc*^%6qe>1d&(n&~()6-ZATASNPsJ|XnxelLkz8r1x@c2XS)R*H(_B=IN>JeQUR;T=i3<^~;$<+8W*eRKWGt7c#>N`@;#!`kZ!P!&{9J1>_g8Zj zXEXxmA=^{8A|3=Au+LfxIWra)4p<}1LYd_$1KI0r3o~s1N(x#QYgvL4#2{z8`=mXy zQD#iJ0itk1d@Iy*DtXw)Wz!H@G2St?QZFz zVPkM%H8Cd2EZS?teQN*Ecnu|PrC!a7F_XX}AzfZl3fXfhBtc2-)zaC2eKx*{XdM~QUo4IwcGgVdW69 z1UrSAqqMALf^2|(I}hgo38l|Ur=-SC*^Bo5ej`hb;C$@3%NFxx5{cxXUMnTyaX{>~ zjL~xm;*`d08bG_K3-E+TI>#oqIN2=An(C6aJ*MrKlxj?-;G zICL$hi>`F%{xd%V{$NhisHSL~R>f!F7AWR&7b~TgLu6!3s#~8|VKIX)KtqTH5aZ8j zY?wY)XH~1_a3&>#j7N}0az+HZ;is;Zw(Am{MX}YhDTe(t{ZZ;TG}2qWYO+hdX}vp9 z@uIRR8g#y~-^E`Qyem(31{H0&V?GLdq9LEOb2(ea#e-$_`5Q{T%E?W(6 z(XbX*Ck%TQM;9V2LL}*Tf`yzai{0@pYMwBu%(I@wTY!;kMrzcfq0w?X`+y@0ah510 zQX5SU(I!*Fag4U6a7Lw%LL;L*PQ}2v2WwYF(lHx_Uz2ceI$mnZ7*eZ?RFO8UvKI0H z9Pq-mB`mEqn6n_W9(s~Jt_D~j!Ln9HA)P;owD-l~9FYszs)oEKShF9Zzcmnb8kZ7% zQ`>}ki1kwUO3j~ zEmh140sOkA9v>j@#56ymn_RnSF`p@9cO1XkQy6_Kog?0ivZDb`QWOX@tjMd@^Qr(p z!sFN=A)QZm!sTh(#q%O{Ovl{IxkF!&+A)w2@50=?a-+VuZt6On1;d4YtUDW{YNDN_ zG@_jZi1IlW8cck{uHg^g=H58lPQ^HwnybWy@@8iw%G! zwB9qVGt_?~M*nFAKd|{cGg+8`+w{j_^;nD>IrPf-S%YjBslSEDxgKH{5p)3LNr!lD z4ii)^%d&cCXIU7UK?^ZQwmD(RCd=?OxmY(Ko#+#CsTLT;p#A%{;t5YpHFWgl+@)N1 zZ5VDyB;+TN+g@u~{UrWrv)&#u~k$S&GeW)G{M#&Di)LdYk?{($Cq zZGMKeYW)aMtjmKgvF0Tg>Mmkf9IB#2tYmH-s%D_9y3{tfFmX1BSMtbe<(yqAyWX60 zzkgSgKb3c{QPG2MalYp`7mIrYg|Y<4Jk?XvJK)?|Ecr+)oNf}XLPuTZK%W>;<|r+% zTNViRI|{sf1v7CsWHvFrkQ$F7+FbqPQ#Bj7XX=#M(a~9^80}~l-DueX#;b}Ajn3VE z{BWI}$q{XcQ3g{(p>IOzFcAMDG0xL)H%wA)<(gl3I-oVhK~u_m=hAr&oeo|4lZbf} z+pe)c34Am<=z@5!2;_lwya;l?xV5&kWe}*5uBvckm(d|7R>&(iJNa6Y05SvlZcWBlE{{%2- z`86)Y5?H!**?{QbzGG~|k2O%eA8q=gxx-3}&Csf6<9BsiXC)T;x4YmbBIkNf;0Nd5 z%whM^!K+9zH>on_<&>Ws?^v-EyNE)}4g$Fk?Z#748e+GFp)QrQQETx@u6(1fk2!(W zWiCF~MomG*y4@Zk;h#2H8S@&@xwBIs|82R*^K(i*0MTE%Rz4rgO&$R zo9Neb;}_ulaCcdn3i17MO3NxzyJ=l;LU*N9ztBJ30j=+?6>N4{9YXg$m=^9@Cl9VY zbo^{yS@gU=)EpQ#;UIQBpf&zfCA;00H-ee=1+TRw@(h%W=)7WYSb5a%$UqNS@oI@= zDrq|+Y9e&SmZrH^iA>Of8(9~Cf-G(P^5Xb%dDgMMIl8gk6zdyh`D3OGNVV4P9X|EvIhplXDld8d z^YWtYUz@tpg*38Xys2?zj$F8%ivA47cGSl;hjD23#*62w3+fwxNE7M7zVK?x_`dBSgPK zWY_~wF~OEZi9|~CSH8}Xi>#8G73!QLCAh58W+KMJJC81{60?&~BM_0t-u|VsPBxn* zW7viEKwBBTsn_A{g@1!wnJ8@&h&d>!qAe+j_$$Vk;OJq`hrjzEE8Wjtm)Z>h=*M25 zOgETOM9-8xuuZ&^@rLObtcz>%iWe%!uGV09nUZ*nxJAY%&KAYGY}U1WChFik7HIw% zZP$3Bx|TG_`~19XV7kfi2GaBEhKap&)Q<9`aPs#^!kMjtPb|+-fX66z3^E)iwyXK7 z8)_p<)O{|i&!qxtgBvWXx8*69WO$5zACl++1qa;)0zlXf`eKWl!0zV&I`8?sG)OD2Vy?reNN<{eK+_ za4M;Hh%&IszR%)&gpgRCP}yheQ+l#AS-GnY81M!kzhWxIR?PW`G3G?} z$d%J28uQIuK@QxzGMKU_;r8P0+oIjM+k)&lZ39i#(ntY)*B$fdJnQ3Hw3Lsi8z&V+ zZly2}(Uzpt2aOubRjttzqrvinBFH4jrN)f0hy)tj4__UTwN)#1fj3-&dC_Vh7}ri* zfJ=oqLMJ-_<#rwVyN}_a-rFBe2>U;;1(7UKH!$L??zTbbzP#bvyg7OQBGQklJ~DgP zd<1?RJ<}8lWwSL)`jM53iG+}y2`_yUvC!JkMpbZyb&50V3sR~u+lok zT0uFRS-yx@8q4fPRZ%KIpLp8R#;2%c&Ra4p(GWRT4)qLaPNxa&?8!LRVdOUZ)2vrh zBSx&kB%#Y4!+>~)<&c>D$O}!$o{<1AB$M7-^`h!eW;c(3J~ztoOgy6Ek8Pwu5Y`Xion zFl9fb!k2`3uHPAbd(D^IZmwR5d8D$495nN2`Ue&`W;M-nlb8T-OVKt|fHk zBpjX$a(IR6*-swdNk@#}G?k6F-~c{AE0EWoZ?H|ZpkBxqU<0NUtvubJtwJ1mHV%9v?GdDw; zAyXZiD}f0Zdt-cl9(P1la+vQ$Er0~v}gYJVwQazv zH#+Z%2CIfOf90fNMGos|{zf&N`c0@x0N`tkFv|_9af3~<0z@mnf*e;%r*Fbuwl-IW z{}B3=(mJ#iwLIPiUP`J3SoP~#)6v;aRXJ)A-pD2?_2_CZ#}SAZ<#v7&Vk6{*i(~|5 z9v^nC`T6o`CN*n%&9+bopj^r|E(|pul;|q6m7Tx+U|UMjWK8o-lBSgc3ZF=rP{|l9 zc&R$4+-UG6i}c==!;I#8aDIbAvgLuB66CQLRoTMu~jdw`fPlKy@AKYWS-xyZzPg&JRAa@m-H43*+ne!8B7)HkQY4 zIh}NL4Q79a-`x;I_^>s$Z4J4-Ngq=XNWQ>yAUCoe&SMAYowP>r_O}S=V+3=3&(O=h zNJDYNs*R3Y{WLmBHc?mFEeA4`0Y`_CN%?8qbDvG2m}kMAiqCv`_BK z_6a@n`$#w6Csr@e2YsMx8udNWtNt=kcqDZdWZ-lGA$?1PA*f4?X*)hjn{sSo8!bHz zb&lGdAgBx@iTNPK#T_wy`KvOIZvTWqSHb=gWUCKXAiB5ckQI`1KkPx{{%1R*F2)Oc z(9p@yG{fRSWE*M9cdbrO^)8vQ2U`H6M>V$gK*rz!&f%@3t*d-r3mSW>D;wYxOhUul zk~~&ip5B$mZ~-F1orsq<|1bc3Zpw6)Ws5;4)HilsN;1tx;N6)tuePw& z==OlmaN*ybM&-V`yt|;vDz(_+UZ0m&&9#{9O|?0I|4j1YCMW;fXm}YT$0%EZ5^YEI z4i9WV*JBmEU{qz5O{#bs`R1wU%W$qKx?bC|e-iS&d*Qm7S=l~bMT{~m3iZl+PIXq{ zn-c~|l)*|NWLM%ysfTV-oR0AJ3O>=uB-vpld{V|cWFhI~sx>ciV9sPkC*3i0Gg_9G!=4ar*-W?D9)?EFL1=;O+W8}WGdp8TT!Fgv z{HKD`W>t(`Cds_qliEzuE!r{ihwEv1l5o~iqlgjAyGBi)$%zNvl~fSlg@M=C{TE;V zQkH`zS8b&!ut(m)%4n2E6MB>p*4(oV>+PT51#I{OXs9j1vo>9I<4CL1kv1aurV*AFZ^w_qfVL*G2rG@D2 zrs87oV3#mf8^E5hd_b$IXfH6vHe&lm@7On~Nkcq~YtE!}ad~?5*?X*>y`o;6Q9lkk zmf%TYonZM`{vJg$`lt@MXsg%*&zZZ0uUSse8o=!=bfr&DV)9Y6$c!2$NHyYAQf*Rs zk{^?gl9E z5Im8wlAsvQ6C2?DyG@95gUXZ3?pPijug25g;#(esF_~3uCj3~94}b*L>N2GSk%Qst z=w|Z>UX$m!ZOd(xV*2xvWjN&c5BVEdVZ0wvmk)I+YxnyK%l~caR=7uNQ=+cnNTLZ@&M!I$Mj-r{!P=; z`C2)D=VmvK8@T5S9JZoRtN!S*D_oqOxyy!q6Zk|~4aT|*iRN)fL)c>-yycR>-is0X zKrko-iZw(f(!}dEa?hef5yl%p0-v-8#8CX8!W#n2KNyT--^3hq6r&`)5Y@>}e^4h- zlPiDT^zt}Ynk&x@F8R&=)k8j$=N{w9qUcIc&)Qo9u4Y(Ae@9tA`3oglxjj6c{^pN( zQH+Uds2=9WKjH#KBIwrQI%bbs`mP=7V>rs$KG4|}>dxl_k!}3ZSKeEen4Iswt96GGw`E6^5Ov)VyyY}@itlj&sao|>Sb5 zeY+#1EK(}iaYI~EaHQkh7Uh>DnzcfIKv8ygx1Dv`8N8a6m+AcTa-f;17RiEed>?RT zk=dAksmFYPMV1vIS(Qc6tUO+`1jRZ}tcDP? zt)=7B?yK2RcAd1+Y!$K5*ds=SD;EEqCMG6+OqPoj{&8Y5IqP(&@zq@=A7+X|JBRi4 zMv!czlMPz)gt-St2VZwDD=w_S>gRpc-g zUd*J3>bXeZ?Psjohe;z7k|d<*T21PA1i)AOi8iMRwTBSCd0ses{)Q`9o&p9rsKeLaiY zluBw{1r_IFKR76YCAfl&_S1*(yFW8HM^T()&p#6y%{(j7Qu56^ZJx1LnN`-RTwimdnuo*M8N1ISl+$C-%=HLG-s} zc99>IXRG#FEWqSV9@GFW$V8!{>=lSO%v@X*pz*7()xb>=yz{E$3VE;e)_Ok@A*~El zV$sYm=}uNlUxV~6e<6LtYli1!^X!Ii$L~j4e{sI$tq_A(OkGquC$+>Rw3NFObV2Z)3Rt~Jr{oYGnZaFZ^g5TDZlg;gaeIP} z!7;T{(9h7mv{s@piF{-35L=Ea%kOp;^j|b5ZC#xvD^^n#vPH=)lopYz1n?Kt;vZmJ z!FP>Gs7=W{sva+aO9S}jh0vBs+|(B6Jf7t4F^jO3su;M13I{2rd8PJjQe1JyBUJ5v zcT%>D?8^Kp-70bP8*rulxlm)SySQhG$Pz*bo@mb5bvpLAEp${?r^2!Wl*6d7+0Hs_ zGPaC~w0E!bf1qFLDM@}zso7i~(``)H)zRgcExT_2#!YOPtBVN5Hf5~Ll3f~rWZ(UsJtM?O*cA1_W0)&qz%{bDoA}{$S&-r;0iIkIjbY~ zaAqH45I&ALpP=9Vof4OapFB`+_PLDd-0hMqCQq08>6G+C;9R~}Ug_nm?hhdkK$xpI zgXl24{4jq(!gPr2bGtq+hyd3%Fg%nofK`psHMs}EFh@}sdWCd!5NMs)eZg`ZlS#O0 zru6b8#NClS(25tXqnl{|Ax@RvzEG!+esNW-VRxba(f`}hGoqci$U(g30i}2w9`&z= zb8XjQLGN!REzGx)mg~RSBaU{KCPvQx8)|TNf|Oi8KWgv{7^tu}pZq|BS&S<53fC2K4Fw6>M^s$R$}LD*sUxdy6Pf5YKDbVet;P!bw5Al-8I1Nr(`SAubX5^D9hk6$agWpF}T#Bdf{b9-F#2WVO*5N zp+5uGgADy7m!hAcFz{-sS0kM7O)qq*rC!>W@St~^OW@R1wr{ajyYZq5H!T?P0e+)a zaQ%IL@X_`hzp~vRH0yUblo`#g`LMC%9}P;TGt+I7qNcBSe&tLGL4zqZqB!Bfl%SUa z6-J_XLrnm*WA`34&mF+&e1sPCP9=deazrM=Pc4Bn(nV;X%HG^4%Afv4CI~&l!Sjzb z{rHZ3od0!Al{}oBO>F*mOFAJrz>gX-vs!7>+_G%BB(ljWh$252j1h;9p~xVA=9_`P z5KoFiz96_QsTK%B&>MSXEYh`|U5PjX1(+4b#1PufXRJ*uZ*KWdth1<0 zsAmgjT%bowLyNDv7bTUGy|g~N34I-?lqxOUtFpTLSV6?o?<7-UFy*`-BEUsrdANh} zBWkDt2SAcGHRiqz)x!iVoB~&t?$yn6b#T=SP6Ou8lW=B>=>@ik93LaBL56ub`>Uo!>0@O8?e)$t(sgy$I z6tk3nS@yFFBC#aFf?!d_3;%>wHR;A3f2SP?Na8~$r5C1N(>-ME@HOpv4B|Ty7%jAv zR}GJwsiJZ5@H+D$^Cwj#0XA_(m^COZl8y7Vv(k=iav1=%QgBOVzeAiw zaDzzdrxzj%sE^c9_uM5D;$A_7)Ln}BvBx^=)fO+${ou%B*u$(IzVr-gH3=zL6La;G zu0Kzy5CLyNGoKRtK=G0-w|tnwI)puPDOakRzG(}R9fl7#<|oQEX;E#yCWVg95 z;NzWbyF&wGg_k+_4x4=z1GUcn6JrdX4nOVGaAQ8#^Ga>aFvajQN{!+9rgO-dHP zIp@%&ebVg}IqnRWwZRTNxLds+gz2@~VU(HI=?Epw>?yiEdZ>MjajqlO>2KDxA>)cj z2|k%dhh%d8SijIo1~20*5YT1eZTDkN2rc^zWr!2`5}f<2f%M_$to*3?Ok>e9$X>AV z2jYmfAd)s|(h?|B(XYrIfl=Wa_lBvk9R1KaP{90-z{xKi+&8=dI$W0+qzX|ZovWGOotP+vvYR(o=jo?k1=oG?%;pSqxcU* zWVGVMw?z__XQ9mnP!hziHC`ChGD{k#SqEn*ph6l46PZVkm>JF^Q{p&0=MKy_6apts z`}%_y+Tl_dSP(;Ja&sih$>qBH;bG;4;75)jUoVqw^}ee=ciV;0#t09AOhB^Py7`NC z-m+ybq1>_OO+V*Z>dhk}QFKA8V?9Mc4WSpzj{6IWfFpF7l^au#r7&^BK2Ac7vCkCn{m0uuN93Ee&rXfl1NBY4NnO9lFUp zY++C1I;_{#OH#TeP2Dp?l4KOF8ub?m6zE@XOB5Aiu$E~QNBM@;r+A5mF2W1-c7>ex zHiB=WJ&|`6wDq*+xv8UNLVUy4uW1OT>ey~Xgj@MMpS@wQbHAh>ysYvdl-1YH@&+Q! z075(Qd4C!V`9Q9jI4 zSt{HJRvZec>vaL_brKhQQwbpQd4_Lmmr0@1GdUeU-QcC{{8o=@nwwf>+dIKFVzPriGNX4VjHCa zTbL9w{Y2V87c2ofX%`(48A+4~mYTiFFl!e{3K^C_k%{&QTsgOd0*95KmWN)P}m zTRr{`f7@=v#+z_&fKYkQT!mJn{*crj%ZJz#(+c?>cD&2Lo~FFAWy&UG*Op^pV`BR^I|g?T>4l5;b|5OQ@t*?_Slp`*~Y3`&RfKD^1uLezIW(cE-Dq2z%I zBi8bWsz0857`6e!ahet}1>`9cYyIa{pe53Kl?8|Qg2RGrx@AlvG3HAL-^9c^1GW;)vQt8IK+ zM>!IW*~682A~MDlyCukldMd;8P|JCZ&oNL(;HZgJ>ie1PlaInK7C@Jg{3kMKYui?e!b`(&?t6PTb5UPrW-6DVU%^@^E`*y-Fd(p|`+JH&MzfEq;kikdse ziFOiDWH(D< zyV7Rxt^D0_N{v?O53N$a2gu%1pxbeK;&ua`ZkgSic~$+zvt~|1Yb=UfKJW2F7wC^evlPf(*El+#}ZBy0d4kbVJsK- z05>;>?HZO(YBF&v5tNv_WcI@O@LKFl*VO?L(!BAd!KbkVzo;v@~3v`-816GG?P zY+H3ujC>5=Am3RIZDdT#0G5A6xe`vGCNq88ZC1aVXafJkUlcYmHE^+Z{*S->ol%-O znm9R0TYTr2w*N8Vs#s-5=^w*{Y}qp5GG)Yt1oLNsH7y~N@>Eghms|K*Sdt_u!&I}$ z+GSdFTpbz%KH+?B%Ncy;C`uW6oWI46(tk>r|5|-K6)?O0d_neghUUOa9BXHP*>vi; z={&jIGMn-92HvInCMJcyXwHTJ42FZp&Wxu+9Rx;1x(EcIQwPUQ@YEQQ`bbMy4q3hP zNFoq~Qd0=|xS-R}k1Im3;8s{BnS!iaHIMLx)aITl)+)?Yt#fov|Eh>}dv@o6R{tG>uHsy&jGmWN5+*wAik|78(b?jtysPHC#e+Bzz~V zS3eEXv7!Qn4uWi!FS3B?afdD*{fr9>B~&tc671fi--V}~E4un;Q|PzZRwk-azprM$4AesvUb5`S`(5x#5VJ~4%ET6&%GR$}muHV-5lTsCi_R|6KM(g2PCD@|yOpKluT zakH!1V7nKN)?6JmC-zJoA#ciFux8!)ajiY%K#RtEg$gm1#oKUKX_Ms^%hvKWi|B=~ zLbl-L)-=`bfhl`>m!^sRR{}cP`Oim-{7}oz4p@>Y(FF5FUEOfMwO!ft6YytF`iZRq zfFr{!&0Efqa{1k|bZ4KLox;&V@ZW$997;+Ld8Yle91he{BfjRhjFTFv&^YuBr^&Pe zswA|Bn$vtifycN8Lxr`D7!Kygd7CuQyWqf}Q_PM}cX~S1$-6xUD%-jrSi24sBTFNz(Fy{QL2AmNbaVggWOhP;UY4D>S zqKr!UggZ9Pl9Nh_H;qI`-WoH{ceXj?m8y==MGY`AOJ7l0Uu z)>M%?dtaz2rjn1SW3k+p`1vs&lwb%msw8R!5nLS;upDSxViY98IIbxnh{}mRfEp=9 zbrPl>HEJeN7J=KnB6?dwEA6YMs~chHNG?pJsEj#&iUubdf3JJwu=C(t?JpE6xMyhA3e}SRhunDC zn-~83*9=mADUsk^sCc%&&G1q5T^HR9$P#2DejaG`Ui*z1hI#h7dwpIXg)C{8s< z%^#@uQRAg-$z&fmnYc$Duw63_Zopx|n{Bv*9Xau{a)2%?H<6D>kYY7_)e>OFT<6TT z0A}MQLgXbC2uf`;67`mhlcUhtXd)Kbc$PMm=|V}h;*_%vCw4L6r>3Vi)lE5`8hkSg zNGmW-BAOO)(W((6*e_tW&I>Nt9B$xynx|sj^ux~?q?J@F$L4;rnm_xy8E*JYwO-02u9_@@W0_2@?B@1J{y~Q39N3NX^t7#`=34Wh)X~sU&uZWgS1Z09%_k|EjA4w_QqPdY`oIdv$dJZ;(!k)#U8L+|y~gCzn+6WmFt#d{OUuKHqh1-uX_p*Af8pFYkYvKPKBxyid4KHc}H` z*KcyY;=@wzXYR{`d{6RYPhapShXIV?0cg_?ahZ7do)Ot#mxgXYJYx}<%E1pX;zqHd zf!c(onm{~#!O$2`VIXezECAHVd|`vyP)Uyt^-075X@NZDBaQt<>trA3nY-Dayki4S zZ^j6CCmx1r46`4G9794j-WC0&R9(G7kskS>=y${j-2;(BuIZTLDmAyWTG~`0)Bxqk zd{NkDe9ug|ms@0A>JVmB-IDuse9h?z9nw!U6tr7t-Lri5H`?TjpV~8(gZWFq4Vru4 z!86bDB;3lpV%{rZ`3gtmcRH1hjj!loI9jN>6stN6A*ujt!~s!2Q+U1(EFQEQb(h4E z6VKuRouEH`G6+8Qv2C)K@^;ldIuMVXdDDu}-!7FS8~k^&+}e9EXgx~)4V4~o6P^52 z)a|`J-fOirL^oK}tqD@pqBZi_;7N43%{IQ{v&G9^Y^1?SesL`;Z(dt!nn9Oj5Odde%opv&t zxJ><~b#m+^KV&b?R#)fRi;eyqAJ_0(nL*61yPkJGt;gZxSHY#t>ATnEl-E%q$E16% zZdQfvhm5B((y4E3Hk6cBdwGdDy?i5CqBlCVHZr-rI$B#>Tbi4}Gcvyg_~2=6O9D-8 zY2|tKrNzbVR$h57R?Pe+gUU_il}ZaWu|Az#QO@};=|(L-RVf0AIW zq#pO+RfM7tdV`9lI6g;{qABNId`fG%U9Va^ravVT^)CklDcx)YJKeJdGpM{W1v8jg z@&N+mR?BPB=K1}kNwXk_pj44sd>&^;d!Z~P>O78emE@Qp@&8PyB^^4^2f7e)gekMv z2aZNvP@;%i{+_~>jK7*2wQc6nseT^n6St9KG#1~Y@$~zR_=AcO2hF5lCoH|M&c{vR zSp(GRVVl=T*m~dIA;HvYm8HOdCkW&&4M~UDd^H)`p__!4k+6b)yG0Zcek8OLw$C^K z3-BbLiG_%qX|ZYpXJ$(c@aa7b4-*IQkDF}=gZSV`*ljP|5mWuHSCcf$5qqhZTv&P?I$z^>}qP(q!Aku2yA5vu38d8x*q{6-1`%PrE_r0-9Qo?a#7Zbz#iGI7K<(@k^|i4QJ1H z4jx?{rZbgV!me2VT72@nBjucoT zUM9;Y%TCoDop?Q5fEQ35bCYk7!;gH*;t9t-QHLXGmUF;|vm365#X)6b2Njsyf1h9JW#x$;@x5Nx2$K$Z-O3txa%;OEbOn6xBzd4n4v)Va=sj5 z%rb#j7{_??Tjb8(Hac<^&s^V{yO-BL*uSUk2;X4xt%NC8SjO-3?;Lzld{gM5A=9AV z)DBu-Z8rRvXXwSVDH|dL-3FODWhfe1C_iF``F05e{dl(MmS|W%k-j)!7(ARkV?6r~ zF=o42y+VapxdZn;GnzZfGu<6oG-gQ7j7Zvgo7Am@jYxC2FpS@I;Jb%EyaJDBQC(q% zKlZ}TVu!>;i3t~OAgl@QYy1X|T~D{HOyaS*Bh}A}S#a9MYS{XV{R-|niEB*W%GPW! zP^NU(L<}>Uab<;)#H)rYbnqt|dOK(-DCnY==%d~y(1*{D{Eo1cqIV8*iMfx&J*%yh zx=+WHjt0q2m*pLx8=--UqfM6ZWjkev>W-*}_*$Y(bikH`#-Gn#!6_ zIA&kxn;XYI;eN9yvqztK-a113A%97in5CL5Z&#VsQ4=fyf&3MeKu70)(x^z_uw*RG zo2Pv&+81u*DjMO6>Mrr7vKE2CONqR6C0(*;@4FBM;jPIiuTuhQ-0&C)JIzo_k>TaS zN_hB;_G=JJJvGGpB?uGgSeKaix~AkNtYky4P7GDTW6{rW{}V9K)Cn^vBYKe*OmP!; zohJs=l-0sv5&pL6-bowk~(swtdRBZQHh8)m^r2+qTtZ zt4m$B?OQYNyfBA0E)g28a*{)a=%%f-?{F;++-Xs#5|7kSHTD*E9@$V ztE%7zX4A(L`n)FY8Y4pOnKC|Pf)j$iR#yP;V0+|Hki+D;t4I4BjkfdYliK9Gf6RYw z;3px$Ud5aTd`yq$N7*WOs!{X91hZZ;AJ9iQOH%p;v$R%OQum_h#rq9*{ve(++|24z zh2P;{-Z?u#rOqd0)D^_Ponv(Y9KMB9#?}nJdUX&r_rxF0%3__#8~ZwsyrSPmtWY27 z-54ZquV2t_W!*+%uwC=h-&_q~&nQer0(FL74to%&t^byl^C?wTaZ-IS9OssaQFP)1 zAov0o{?IRAcCf+PjMWSdmP42gysh|c9Ma&Q^?_+>>+-yrC8WR;*XmJ;>r9v*>=W}tgWG;WIt{~L8`gk8DP{dSdG z4SDM7g5ahMHYHHk*|mh9{AKh-qW7X+GEQybJt9A@RV{gaHUAva+=lSroK^NUJYEiL z?X6l9ABpd)9zzA^;FdZ$QQs#uD@hdcaN^;Q=AXlbHv511Meye`p>P4Y2nblEDEeZo}-$@g&L98Aih6tgLz--${eKTxymIipy0xSYgZZ zq^yyS4yNPTtPj-sM?R8@9Q1gtXPqv{$lb5i|C1yymwnGdfYV3nA-;5!Wl zD0fayn!B^grdE?q^}ba{-LIv*Z}+hZm_F9c$$cW!bx2DgJD&6|bBIcL@=}kQA1^Eh zXTEznqk)!!IcTl>ey?V;X8k<+C^DRA{F?T*j0wV`fflrLBQq!l7cbkAUE*6}WabyF zgpb+|tv=aWg0i}9kBL8ZCObYqHEycr5tpc-$|vdvaBsu#lXD@u_e1iL z{h>xMRS0a7KvW?VttrJFpX^5DC4Bv4cp6gNG6#8)7r7IxXfSNSp6)_6tZ4l>(D+0I zPhU)N!sKywaBusHdVE!yo5$20JAU8V_XcW{QmO!p*~ns8{2~bhjydnmA&=r zX9NSM9QYogYMDZ~kS#Qx`mt>AmeR3p@K$`fbJ%LQ1c5lEOz<%BS<}2DL+$>MFcE%e zlxC)heZ7#i80u?32eOJI9oQRz0z;JW@7Th4q}YmQ-`Z?@y3ia^_)7f37QMwDw~<-@ zT)B6fftmK_6YS!?{uaj5lLxyR++u*ZY2Mphm5cd7PA5=%rd)95hJ9+aGSNfjy>Ylc zoI0nGIT3sKmwX8h=6CbvhVO+ehFIR155h8iRuXZx^cW>rq5K4z_dvM#hRER=WR@THs%WELI9uYK9HN44Em2$#@k)hD zicqRPKV#yB;UlcsTL_}zCMK0T;eXHfu`y2(dfwm(v)IBbh|#R>`2cot{m7}8_X&oD zr@94PkMCl%d3FsC4pil=#{3uv^+)pvxfwmPUr)T)T|GcZVD$wVj$mjkjDs`5cm8N! zXVq2CvL;gWGpPI4;9j;2&hS*o+LNp&C5Ac=OXx*W5y6Z^az)^?G0)!_iAfjH5wiSE zD(F}hQZB#tF5iEx@0sS+dP70DbZ*<=5X^)Pxo^8aKzOzuyc2rq=<0-k;Y_ID1>9^v z+)nc36}?>jen*1%OX3R*KRASj${u$gZ$27Hpcj=95kK^aLzxhW6jj_$w6}%#1*$5D zG1H_vYFrCSwrRqYw*9<}OYAOQT)u%9lC`$IjZV<4`9Sc;j{Qv_6+uHrYifK&On4V_7yMil!0Yv55z@dFyD{U@Sy>|vTX=P_( zRm<2xj*Z}B30VAu@0e+}at*y?wXTz|rPalwo?4ZZc>hS0Ky6~mi@kv#?xP2a;yt?5=(-CqvP_3&$KdjB7Ku;# z`GLE*jW1QJB5d&E?IJO?1+!Q8HQMGvv^RuFoi=mM4+^tOqvX%X&viB%Ko2o-v4~~J z267ui;gsW?J=qS=D*@*xJvAy3IOop5bEvfR4MZC>9Y4Z$rGI|EHNNZ7KX;Ix{xSvm z-)Cau-xuTm|7`4kUdXvd_d^E=po(76ELfq5OgxIt3aqDy#zBfIy-5<3gpn{Ce`-ha z<;6y@{Bgqw?c~h*&j{FozQCh=`Lv-5Iw!KdSt;%GDOq%=(V!dJ-}|}|0o5G2kJj6{ z`jCSPs$9Fe8O(+qALZiJ$WtR=<@GvsdM)IJ`7XrBfW0iyYE#Vy^e@zbysg*B5Z_kSL6<)vqoaH zQ{!9!*{e9UZo^h+qZ`T@LfVwAEwc&+9{C8c%oj41q#hyn<&zA9IIur~V|{mmu`n5W z8)-Ou$YgjQ*PMIqHhZ_9E?(uoK0XM5aQkarcp}WT^7b^FC#^i>#8LGZ9puDuXUYas z7caX)V5U6uY-L5Wl%)j$qRkR;7@3T*N64YK_!`Fw=>CAwe~2loI1<>DZW&sb7Q)X;6E08&$h! z2=c1i4UOO{R4TmkTz+o9n`}+%d%blR6P;5{`qjtxlN$~I%tMMDCY`~e{+mRF!rj5( z3ywv)P_PUUqREu)TioPkg&5RKjY6z%pRxQPQ{#GNMTPag^S8(8l{!{WGNs2U1JA-O zq02VeYcArhTAS;v3);k(&6ayCH8SXN@r;1NQeJ*y^NHM+zOd;?t&c!Hq^SR_w6twGV8dl>j zjS+Zc&Yp7cYj&c1y3IxQ%*kWiYypvoh(k8g`HrY<_Bi-r%m-@SLfy-6mobxkWHxyS z>TtM2M4;Uqqy|+8Q++VcEq$PwomV1D4UzNA*Tgkg9#Gpz#~&iPf|Czx!J?qss?e|3 z4gTua75-P{2X7w9eeK3~GE0ip-D;%%gTi)8bR~Ez@)$gpuS~jZs`CrO5SR-Xy7bkA z89fr~mY}u4A$|r1$fe-;T{yJh#9Ime1iRu8eo?uY9@yqAU3P!rx~SsP;LTBL zeoMK(!;(Zt8313 z3)V)q_%eflKW?BnMZa}6E0c7t!$-mC$qt44OME5F(6B$E8w*TUN-h}0dOiXI+TH zYFrr&k1(yO(|J0vP|{22@Z}bxm@7BkjO)f)&^fv|?_JX+s)1*|7X7HH(W?b3QZ3!V|~m?8}uJsF>NvE4@fik zjyyh+U*tt`g6v>k9ub88a;ySvS1QawGn7}aaR**$rJA=a#eUT~ngUbJ%V=qsFIekLbv!YkqjTG{_$F;$w19$(ivIs*1>?2ka%uMOx@B9`LD zhm~)z@u4x*zcM1WhiX)!U{qOjJHt1xs{G1S?rYe)L)ntUu^-(o_dfqZu)}W(X%Uu| zN*qI@&R2fB#Jh|Mi+eMrZDtbNvYD3|v0Kx>E#Ss;Be*T$@DC!2A|mb%d}TTN3J+c= zu@1gTOXFYy972S+=C;#~)Z{Swr0VI5&}WYzH22un_Yg5o%f9fvV(`6!{C<(ZigQ2`wso)cj z9O12k)15^Wuv#rHpe*k5#4vb%c znP+Gjr<-p%01d<+^yrSoG?}F=eI8X;?=Fo2a~HUiJ>L!oE#9tXRp!adg-b9D;(6$E zeW0tH$US04zTX$OxM&X+2ip>KdFM?iG_fgOD-qB|uFng8*#Z5jgqGY=zLU?4!OlO#~YBTB9b9#~H@nqQ#5 z6bV));d?IJTVBC+79>rGuy1JgxPLy$dA7;_^^L)02m}XLjFR*qH`eI~+eJo(7D`LH z(W%lGnGK+Vk_3kyF*zpgO=1MxMg?hxe3}}YI>dVs8l}5eWjYu4=w6MWK09+05 zGdpa#$awd>Q|@aZa*z{5F3xy3n@E4YT9%TmMo0jxW59p0bI?&S}M+ z&^NG%rf7h*m9~p#b19|`wO5OMY-=^XT+=yrfGNpl<&~~FGsx_`IaFn+sEgF$hgOa~oAVAiu^a$jHcqkE=dj`ze z=axsfrzzh6VGD0x#6Ff=t%+VTiq!n6^gv*uIUD<9fOhvR;al5kcY${uunn}-!74<7 zmP^3cl-kyN(QY!!Z-^PY-OUkh=3ZWk6>le$_Q&xk4cgH{?i)C%2RM@pX5Q{jdSlo! zVau5v44cQX5|zQlQDt;dCg)oM0B<=P1CR!W%!^m$!{pKx;bn9DePJjWBX)q!`$;0K zqJIIyD#aK;#-3&Nf=&IhtbV|?ZGYHSphp~6th`p2rkw&((%kBV7<{siEOU7AxJj+FuRdDu$ zcmTW8usU_u!r)#jg|J=Gt{##7;uf4A5cdt6Y02}f(d2)z~ z)CH~gVAOwBLk$ZiIOn}NzDjvfw(w$u|BdCBI#)3xB-Ot?nz?iR38ayCm48M=_#9r7 zw8%pwQ<9mbEs5~_>pN3~#+Er~Q86J+2TDXM6umCbukd-X6pRIr5tF?VauT8jW> zY^#)log>jtJs2s3xoiPB7~8#1ZMv>Zx0}H58k-@H2huNyw~wsl0B8j)H5)H9c7y&i zp8^0;rKbxC1eEZ-#Qxvz)Xv$((8lK9I>BspPajluysw^f#t9P;OUis43mmEzX+lk* zc4T-Ms9_687GR+~QS#0~vxK#DSGN=a-m(@eZTqw2<+lN9>R~gK2)3;sT4%nI%Y|0m zX9SPR!>?~s=j5H4WMqeTW8QaLZ=1bWS5I3xZ&$(ypc=tHrv+hX@s)VG(tc!yvLM7n zshN=C#v={X1r;)xn0Pow_1eMhkn!{;x$BJ#PIz)m585&%cmzk;btQzZAN_^zis;n? z?6I~bN?s;7vg_dtoTc4A5Ow*Rb}No#UYl)sN|RmoYo}k^cKLXd8F`44?RrokkPvN5 ztUrx;U~B;jbE_qGd3n0j2i}A{enJvJ?gSF~NQj~EP5vM-w4@;QQ5n(Npic}XNW6B0 zq9F4T%6kp7qGhd0vpQcz+nMk8GOAmbz8Bt4@GtewGr6_>Xj>ge)SyfY}nu>Y!a@HoIx(StD zx`!>RT&}tpBL%nOF%7XIFW?n1AP*xthCMzhrU6G!U6?m4!CPWTvn#Yaoi_95CT2!L z|B=5zeRW30&ANGN>J9#GtCm&3SF6n4TqDz<-{@ZXkrkRDCpV$DwCtI^e&3i1A{Ar&JZtS^c+lyPa6 z%JJr42S_;eFC#M~bdtQePhOU32WDiZ4@H&af)z#$Y|hnQNb)8(3?1Ad>5uaZ1z zU~!jt3XUI@gpWb8tWTyH7DGvKvzYfqNIy3P{9vpwz_C-QL&`+8Io$F5PS-@YQJoEO z17D9P(+sXajWSH_8&C?fn>rTLX+(?KiwX#JNV)xE0!Q@>Tid$V2#r4y6fkph?YZ>^ z(o^q(0*P->3?I0cELXJn(N|#qTm6 zAPIL~n)m!50;*?5=MOOc4Wk;w(0c$(!e?vpV23S|n|Y7?nyc8)fD8t-KI&nTklH&BzqQ}D(1gH3P+5zGUzIjT~x`;e8JH=86&5&l-DP% z)F+Et(h|GJ?rMy-Zrf>Rv@<3^OrCJ1xv_N*_@-K5=)-jP(}h1Rts44H&ou8!G_C1E zhTfUDASJ2vu!4@j58{NN;78i?6__xR75QEDC4JN{>RmgcNrn-EOpEOcyR<8FS@RB@ zH!R7J=`KK^u06eeI|X@}KvQmdKE3AmAy8 zM4IIvde#e4O(iwag`UL5yQo>6&7^=D4yE-Eo9$9R2hR} zn;Z9i-d=R-xZl4@?s%8|m1M`$J6lW1r0Y)+8q$}Vn4qyR1jqTjGH;@Z!2KiGun2~x zaiEfzVT<|_b6t}~XPeflAm8hvCHP3Bp*tl{^y_e{Jsn@w+KP{7}bH_s=1S2E1sj=18a39*Ag~lbkT^_OQuYQey=b zW^{0xlQ@O$^cSxUZ8l(Mspg8z0cL*?yH4;X2}TdN)uN31A%$3$a=4;{S@h#Y(~i%) zc=K7Ggl=&2hYVic*W65gpSPE70pU;FN@3k?BYdNDKv6wlsBAF^);qiqI zhklsX4TaWiC%VbnZ|yqL+Pcc;(#&E*{+Rx&<&R{uTYCn^OD|mAk4%Q7gbbgMnZwE{ zy7QMK%jIjU@ye?0; z;0--&xVeD}m_hq9A8a}c9WkI2YKj8t!Mkk!o%AQ?|CCBL9}n570}OmZ(w)YI6#QS&p<={tcek*D{CPR%eVA1WBGUXf z%gO2vL7iVDr1$!LAW)1@H>GoIl=&yyZ7=*9;wrOYQ}O}u>h}4FWL?N2ivURlUi11- zl{G0fo`9?$iAEN<4kxa#9e0SZPqa{pw?K=tdN5tRc7HDX-~Ta6_+#s9W&d`6PB7dF*G@|!Mc}i zc=9&T+edI(@la}QU2An#wlkJ&7RmTEMhyC_A8hWM54?s1WldCFuBmT5*I3K9=1aj= z6V@93P-lUou`xmB!ATp0(We$?)p*oQs;(Kku15~q9`-LSl{(Efm&@%(zj?aK2;5}P z{6<@-3^k^5FCDT@Z%XABEcuPoumYkiD&)-8z2Q}HO9OVEU3WM;V^$5r4q>h^m73XF z5!hZ7SCjfxDcXyj(({vg8FU(m2_}36L_yR>fnW)u=`1t@mPa76`2@%8v@2@$N@TE` z)kYhGY1jD;B9V=Dv1>BZhR9IJmB?X9Wj99f@MvJ2Fim*R`rsRilvz_3n!nPFLmj({EP!@CGkY5R*Y_dSO{qto~WerlG}DMw9k+n}pk z*nL~7R2gB{_9=zpqX|*vkU-dx)(j+83uvYGP?K{hr*j2pQsfXn<_As6z%-z+wFLqI zMhTkG>2M}#BLIOZ(ya1y8#W<+uUo@(43=^4@?CX{-hAuaJki(_A(uXD(>`lzuM~M;3XA48ZEN@HRV{1nvt?CV)t;|*dow0Ue2`B*iA&!rI`fZQ=b28= z_dxF}iUQ8}nq0SA4NK@^EQ%=)OY;3fC<$goJ&Kp|APQ@qVbS-MtJQBc)^aO8mYFsbhafeRKdHPW&s^&;%>v zlTz`YE}CuQ@_X&mqm{+{!h2r)fPGeM_Ge4RRYQkrma`&G<>RW<>S(?#LJ}O-t)d$< zf}b0svP^Zu@)MqwEV^Fb_j zPYYs~vmEC~cOIE6Nc^@b@nyL!w5o?nQ!$mGq(Pa|1-MD}K0si<&}eag=}WLSDO zE4+eA~!J(K}605x&4 zT72P7J^)Y)b(3g2MZ@1bv%o1ggwU4Yb!DhQ=uu-;vX+Ix8>#y6wgNKuobvrPNx?$3 zI{BbX<=Y-cBtvY&#MpGTgOLYU4W+csqWZx!=AVMb)Z;8%#1*x_(-)teF>45TCRwi1 z)Nn>hy3_lo44n-4A@=L2gI$yXCK0lPmMuldhLxR8aI;VrHIS{Dk}yp= zwjhB6v@0DN=Hnm~3t>`CtnPzvA*Kumfn5OLg&-m&fObRD};c}Hf?n&mS< z%$wztc%kjWjCf-?+q(bZh9k~(gs?i4`XVfqMXvPVkUWfm4+EBF(nOkg!}4u)6I)JT zU6IXqQk?p1a2(bz^S;6ZH3Wy9!JvbiSr7%c$#G1eK2^=~z1WX+VW)CPD#G~)13~pX zErO(>x$J_4qu-)lNlZkLj2}y$OiKn0ad5Imu5p-2dnt)(YI|b7rJ3TBUQ8FB8=&ym50*ibd2NAbj z;JA&hJ$AJlldM+tO;Yl3rBOFiP8fDdF?t(`gkRpmT9inR@uX{bThYNmxx-LN5K8h0 ztS%w*;V%b`%;-NARbNXn9he&AO4$rvmkB#;aaOx?Wk|yBCmN{oMTK&E)`s&APR<-5 z#;_e75z;LJ)gBG~h<^`SGmw<$Z3p`KG|I@7Pd)sTJnouZ1hRvm3}V+#lPGk4b&A#Y z4VSNi8(R1z7-t=L^%;*;iMTIAjrXl;h106hFrR{n9o8vlz?+*a1P{rEZ2ie{luQs} zr6t746>eoqiO5)^y;4H%2~&FT*Qc*9_oC2$+&syHWsA=rn3B~4#QEW zf4GT3i_@)f(Fj}gAZj`7205M8!B&HhmbgyZB& z+COyAVNxql#DwfP;H48Yc+Y~ChV6b9auLnfXXvpjr<~lQ@>VbCpQvWz=lyVf1??_c zAo3C^otZD@(v?X)UX*@w?TF|F8KF>l7%!Dzu+hksSA^akEkx8QD(V(lK+HBCw6C}2onVExW)f$ zncm*HI(_H;jF@)6eu}Tln!t?ynRkcqBA5MitIM@L^(4_Ke}vy7c%$w{(`&7Rn=u>oDM+Z^RUYcbSOPwT(ONyq76R>$V6_M_UP4vs=__I#io{{((| zy5=k=oVr-Qt$FImP~+&sN8rf2UH*vRMpwohPc@9?id17La4weIfBNa>1Djy+1=ugn z@}Zs;eFY1OC}WBDxDF=i=On_33(jWE-QYV)HbQ^VM!n>Ci9_W0Zofz7!m>do@KH;S z4k}FqEAU2)b%B_B-QcPnM5Zh=dQ+4|DJoJwo?)f2nWBuZE@^>a(gP~ObzMuyNJTgJFUPcH`%9UFA(P23iaKgo0)CI!SZ>35LpFaD7 z)C2sW$ltSEYNW%%j8F;yK{iHI2Q^}coF@LX`=EvxZb*_O;2Z0Z5 z7 zlccxmCfCI;_^awp|G748%Wx%?t9Sh8!V9Y(9$B?9R`G)Nd&snX1j+VpuQ@GGk=y(W zK|<$O`Cad`Y4#W3GKXgs%lZduAd1t1<7LwG4*zaStE*S)XXPFDyKdgiaVXG2)LvDn zf}eQ_S(&2!H0Mq1Yt&WpM1!7b#yt_ie7naOfX129_E=)beKj|p1VW9q>>+e$3@G$K zrB%i_TT1DHjOf7IQ8)Wu4#K%ZSCDGMP7Ab|Kvjq7*~@ewPm~h_-8d4jmNH<&mNZC@CI zKxG5O08|@<4(6IEC@L-lcrrvix&_Dj4tBvl=8A}2UX|)~v#V$L22U}UHk`B-1MF(t zU6aVJWR!>Y0@4m0UA%Sq9B5;4hZvsOu=>L`IU4#3r_t}os|vSDVMA??h>QJ1FD1vR z*@rclvfD!Iqoxh>VP+?b9TVH8g@KjYR@rRWQy44A`f6doIi+8VTP~pa%`(Oa@5?=h z8>YxNvA##a3D0)^P|2|+0~f|UsAJV=q(S>eq-dehQ+T>*Q@qN zU8@kdpU5gGk%ozt?%c8oM6neA?GuSsOfU_b1U)uiEP8eRn~>M$p*R z43nSZs@^ahO78s zulbK@@{3=2=@^yZ)DuIC$ki;`2WNbD_#`LOHN9iMsrgzt-T<8aeh z(oXrqI$Kgt6)Icu=?11NWs>{)_ed1wh>)wv6RYNUA-C&bejw{cBE_5Wzeo!AHdTd+ z)d(_IKN7z^n|As~3XS=cCB_TgM7rK;X586re`{~Foml$aKs zb!4Pe7hEP|370EWwn$HKPM!kL94UPZ1%8B^e5fB+=Iw^6=?5n3tZGYjov83CLB&OQ++p)WCMeshCv_9-~G9C_2x`LxTDjUcW$l6e!6-&a^fM3oP9*g(H zmCk0nGt1UMdU#pfg1G0um5|sc|KO<+qU1E4iBF~RvN*+`7uNHH^gu{?nw2DSCjig% zI@ymKZSK=PhHJa(jW&xeApv&JcfSmNJ4uQ|pY=Lcc>=J|{>5Ug3@x#R_b@55xFgfs za^ANzWdD$ZYtFs$d7+oiw0ZmPk2&l|< zc8()wfiJx@EGpQT zG$8iLkQZ-086doF1R zh<#9cz_vRsJdoXbD=QgOtpm}cFAJX8c}>Jew;PQJSXSb^;wlC zxXLHTS|!GZ-VK_4wV<9bk4RUmlsByzW_^b>)$6R+jQ}^wco1nMA`9Lncs;&QGp!`5Tx#aXXU?}5_RrtUY zx(EMzDhl-a^y^f5yfFLMnOO#u)l69&4M?|ne|2EV>zQ}4JQCBel?~2I4?D|>L$%H(peOOII!U}i z-j)*h1rODe9{0`xmhG;`AKqw1p0_KhEIU8)DoGnEn9wAhXPaxO_(jNSij~J5m$P*$ z9Mt(t;eV}2+i|kjQpBFcNb7_(VbuF<;RQB~R~p>2*Lg>a&7DEEuq*I%Ls4{zHeUDq z+M0&YhEn^C*9-B4Q7HJ$xj)dORCXPK+)ZtLOa0o&)Sl+f(Y{p*68$-#yagW5^HQnQ z0pWpoQpxg8<&gx9im(>=x6v#&RbQ7^AsjxeSDA? zi4MEJUC~ByG!PiBjq7$pK&FA^5 z=Y@dtQnuy%IfsaR`TVP0q^3mixl&J-3!$H!ua#{A>0Z1JdLq#d4UV9nlYm641ZHl zH6mK~iI6lR3OUEVL}Z5{ONZ_6{Nk%Bv03ag<1HVN?R%w2^aR5@E>6(r>}IoMl$wRF zWr-DItN*k7T$NTT8B)+23c?171sADhjInb2Xb>GhFYGC&3{b>huvLlaS4O z^{j5q+b5H?Z)yuy%AByaVl2yj9cnalY1sMQ zXI#e%*CLajxGxP!K6xf9RD2pMHOfAa1d^Lr6kE`IBpxOiGXfNcoQ*FI6wsNtLD!T+ zC4r2q>5qz0f}UY^RY#1^0*FPO*Zp-U1h9U|qWjwqJaDB(pZ`<`U-xo7+JB$zvwV}^ z2>$0&Q5k#l|Er7*PPG1ycj4BGz zg&`d*?nUi1Q!OB>{V@T$A;)8@h;*Rb1{xk_8X<34L`s}xkH-rQZvjM`jI=jaJRGRg zeEcjYChf-78|RLrao%4HyZBfnAx5KaE~@Sx+o-2MLJ>j-6uDb!U`odj*=)0k)K75l zo^)8-iz{_k7-_qy{Ko~N#B`n@o#A22YbKiA>0f3k=p-B~XX=`Ug>jl$e7>I=hph0&AK z?ya;(NaKY_!od=tFUcGU5Kwt!c9EPUQLi;JDCT*{90O@Wc>b| zI;&GIY$JlQW^9?R$-OEUG|3sp+hn+TL(YK?S@ZW<4PQa}=IcUAn_wW3d!r#$B}n08 z*&lf(YN21NDJ74DqwV`l`RX(4zJ<(E4D}N0@QaE-hnfdPDku~@yhb^AeZL73RgovX z6=e>!`&e^l@1WA5h!}}PwwL*Gjg!LbC5g0|qb8H$^S{eGs%cc?4vTyVFW=s6KtfW? z@&Xm+E(uz(qDbwDvRQI9DdB<2sW}FYK9sg*f%-i*>*n{t-_wXvg~N7gM|a91B!x|K zyLbJ~6!!JZpZ`#HpCB8g#Q*~VU47Rp$NyZb3WhEgg3ivSwnjGJgi0BEV?!H}Z@QF| zrO`Kx*52;FR#J-V-;`oR-pr!t>bYf)UYcixN=(FUR6$fhN@~i09^3WeP3*)D*`*mJ z1u%klAbzQ=P4s%|FnVTZv%|@(HDB+ap5S#cFSJUSGkyI*Y>9Lwx|0lTs%uhoCW(f1 zi+|a9;vDPfh3nS<7m~wqTM6+pEm(&z-Ll;lFH!w#(Uk#2>Iv~2Hu}lITn7hnOny`~ z*Vj=r<&Nwpq^@g5m`u&QTBRoK*}plAuHg$L$~NO#wF0!*r0OfcS%)k0A??uY*@B^C zJe9WdU(w){rTIf<;rwJt^_35^d<A@$FqEZW6kwyfAo2x0T$Ye2MZox6Z7<%Qbu$}}u{rtE+h2M+Z}T4I zxF1cwJ(Uvp!T#mogWkhb(?SxD4_#tV(Sc8N4Gu*{Fh#})Pvb^ef%jrlnG*&Ie+J5 zsly5oo?1((um&lLDxn(DkYtk`My>lgKTp3Y4?hTQ4_`YNOFtjF-FUY#d#(EQd(rfz zB8z%Vi;?x)ZM$3c>yc5H8KBvSevnWNdCbAj?QCac)6-K~Xz@EZp}~N9q)5*Ufjz3C z6kkOeI{3H(^VO8hKDrVjy2DXd;5wr4nb`19yJi0DO@607MSx+7F$ zz3F7sl8JV@@sM$6`#JmSilqI%Bs)}Py2eFT;TjcG5?8$zwV60b(_5A>b#uk~7U^bO z>y|6SCrP2IGST(8HFuX|XQUXPLt2gL_hm|uj1Ws`O2VW>SyL^uXkl>Zvkcpi?@!F7 z%svLoT@{R#XrIh^*dE~$YhMwC+b7JE09NAS47kT%Ew zD!XjxA@1+KOAyu`H2z#h+pGm!lG>WI0v745l+Fd><3dh{ATq%h?JSdEt zu%J*zfFUx%Tx&0DS5WSbE)vwZSoAGT=;W#(DoiL($BcK;U*w`xA&kheyMLI673HCb7fGkp{_vdV2uo;vSoAH z9BuLM#Vzwt#rJH>58=KXa#O;*)_N{$>l7`umacQ0g$pI3iW4=L--O;Wiq0zy7OKp`j2r^y3`7X!?sq9rr5B{41BkBr1fEd1#Q3 z-dXc2RSb4U>FvpVhlQCIzQ-hs=8420z=7F2F(^xD;^RXgpjlh8S6*xCP#Gj2+Q0bAg?XARw3dnlQ*Lz3vk}m`HXmCgN=?bIL{T zi}Ds-xn|P)dxhraT@XY$ZQ&^%x8y!o+?n#+>+dZ1c{hYwNTNRke@3enT(a@}V*X{! z81+{Jc2UR;+Zcbc6cUlafh4DFKwp>;M}8SGD+YnW3Q_)*9Z_pny_z+MeYQmz?r%EVaN0d!NE*FVPq&U@vo{ef6wkMIDEWLbDs zz91$($XbGnQ?4WHjB~4xgPgKZts{p|g1B{-4##}#c5aL5C6_RJ_(*5>85B1}U!_<``}q-97Q7~u)(&lsb(WT^(*n7H%33%@_b zO5(?-v??s??33b19xiB7t_YT!q8!qAzN1#RD@3;kYAli%kazt#YN7}MhVu=ljuz27 z1`<+g8oVwy57&$`CiHeaM)tz(OSt4E# zJ@P6E*e504oUw~RD(=9WP8QdW^6wRdFbKII!GAWecJ(?{`EzTR@?j!3g?$@LLCt;U={>!9z7DU!(1Jq zqEwdx5q?W1Ncm7mXP8MFwAr?nw5$H%cb>Q><9j{Tk2RY9ngGvaJgWXx^r!ywk{ph- zs2PFto4@IIwBh{oXe;yMZJYlS?3%a-CJ#js90hoh5W5d^OMwCFmpryHFr|mG+*ZP$ zqyS5BW@s}|3xUO0PR<^{a2M(gkP5BDGxvkWkPudSV*TMRK5Qm4?~VuqVAOerffRt$HGAvp;M++Iq$E6alB z;ykBr-eZ6v_H^1Wip56Czj&=`mb^TsX|FPN#-gnlP03AkiJDM=?y|LzER1M93R4sC z*HT(;EV=*F*>!+Z{r!KG?6ODMGvkt3viG=@kQJHNMYd}bS4KrrHf4`&*(0m0R5Hqz zEk)r=sFeS?MZRvn<@Z0&bDw)XkMnw+_xqgp=W{;ioX`6;G-P9N%wfoYJ$-m$L#MC% z^sH?tSzA|WWP(cN3({~_*X$l{M*;1V{l$;T6b){#l4pswDTid26HaXgKed}13YIP= zJRvA3nmx{}R$Lr&S4!kWU3`~dxM}>VXWu6Xd(VP}z1->h&f%82eXD_TuTs@=c;l0T z|LHmWKJ+?7hkY=YM>t}zvb4|lV;!ARMtWFp!E^J=Asu9w&kVF*i{T#}sY++-qnVh! z5TQ|=>)+vutf{&qB+LO9^jm#rD7E5+tcorr^Fn5Xb0B;)f^$7Ev#}G_`r==ea294V z--v4LwjswWlSq9ba6i?IXr8M_VEGQ$H%hCqJTFQ3+1B9tmxDUhnNU%dy4+zbqYJ|o z3!N{b?A@{;cG2~nb-`|z;gEDL5ffF@oc3`R{fGi)0wtMqEkw4tRX3t;LVS3-zAmg^ zgL7Z{hmdPSz9oA@t>tZ1<|Khn&Lp=_!Q=@a?k+t~H&3jN?dr(}7s;{L+jiKY57?WsFBfW^mu6a03_^VKrdK=9egXw@!nzZ3TbYc*osyQNoCXPYoFS<&Nr97MrQCOK(gO8 z;0@iqRTJy4-RH)PJld5`AJN}n?5r^-enKrHQOR;z>UMfm+e8~4ZL5k>oXMiYq12Bx4eVQv0jFgp_zC#``sjZpywYqISMP}VZ@!~1Mf$!x|opj%mQ98JnSk@`~ zPmmyuPZKtZOnEC!1y!?`TYRsZ!II;d!iln}%e}bk5qIiUADERr*K$3dekgHV9TtBX zi5q!J!6Zgd#cLxRmZN^J`o@Zv{+p+<_#8^nvY)44Hw_2i@?R&5n^q33fpOnDg1nPQ z_r<$hURl~OketX|Tdbvf_7=3x^rSFJtEp@tuDpVB&uq)qW;xUQ7mmkr-@eZwa$l+? zoKk``Vz@TH#>jMce*8>@FZ+@BEUdYa_K0i|{*;j9MW3K%pnM*T;@>|o@lMhgLrpZP5aol(z>g;b4}|e$U~Fn zGL%(}p%Jsl4LxE!VW_Y4T>e}W4e#~F03H_^R!Q)kpJG{lO!@I4{mFo^V#ayHh_5~o zB$O71gcE(G@6xv);#Ky?e(Ed}^O+Ho(t=93T9T3TnEY(OVf_dR-gY@jj+iJSY?q|6prBv(S9A4k=2fNZz!W@S=B@~b?TJRTuBQq448@juN#Y=3q=^VCF>Z}n6wICJ<^^Kn8C;mK zZYiFSN#Z$?NDGV7(#}q2tAZAtE63icK-MY>UQu4MWlGIbJ$AF8Zt-jV;@7P5MPI>% zPWvO!t%1+s>-A%`;0^o8Ezeaa4DMwI8ooQrJ;ax@Qt*6XONWw)dPwOPI9@u*EG&844*1~EoZ2qsAe~M>d`;Bc_CWY zMoDKEmDh-}k9d6*<0g@aQmsnrM1H9IcKYZs)><)d92{|0Hh8?~XbF)7U+UmP@Pw_6geVB?7N$4J4*E0z3EO&5kRS(EE zv92(+e5WxLXMN{h;-|8@!Q#0q247hb^3R%*k3MuMO5*L}$0D#5P*N$aHd54C+=_RToYXTyewugOaDmGsCvb4H1s=@gkfVnzTCWKMa-Mm1v4Wq!t-JIrbV&EWwKDe ze#kJpOq#iRlFz%5#6Fio9IUlKnQ#X&DY8Ux#<-WqxAac-y%U_L+EZZ4Rg5*yNg`f< zSZn&uio@zanUCPqX1l4W&B!;UWs#P7B^|4WwoCxQXl|44n^cBNqu=3Vl*ltAqsUQO z9q_@nD0zq0O8r`coEm>9+|rA3HL#l}X;0##>SJS$cVavOZVCpSGf4mUU1( zWaRCUYc^9QbG9=vpWo%xP}CMFnMb{reA`K7tT(t5DM)d9l}jVPY>qoRzT zE3m-p#=i=$9x*CB`AL>SY}u3agYFl#uULNen#&44H;!L@I{RI=PlWxG8J((f)ma7A z@jLvQ>?Nx`n?3ChRG#HqE3MXP8*o3!Qq`+t8EMt_p)oeKHqPusBxPn!#?R??-=e3e zo73WNs_IZF`WLigre=|`aS2^> zN1zn!7k&Dh28t%VpJ%**&E!eAcB5oLjQFFcJQj*URMia%Ya3@q1UQ18=oWMM6`I}iT_&L1gl?*~6nU4q4Z0`H<5yDp(HeZ+RGf9`mM&= zn-qRp%i!g$R;i1d1aMZ{IewNjE@p2+Z{`x{*xL*x$?WV~{BjJpsP&C&JK0HLoyf z`0z^v&fBQSa!I7FU~9MaQ%e|?RP>sM^2PL!mE^Q1Ig_4M$5BRfi72oMYu6Ke?wmDX z@0a%-V|z}b23K=ye(W+fG#w|jJUnT{=KR5jfuq!RX}<1irTDw(${<&}dWQu4;EuE< z@3u4dBkQaCHHM&;cE0z50_V!(vJ1_V)A8?C#eJuLkt!98Z%|Bgzidc0j|z(&o)TCzYlrgZA zC3@i>L!&Gw_~7`>puB97I2lK)lESZQqVXc_8T^G2O#VHhO?IC$g zOYhXJ7)~C<8l|Xrftka@QuowScM{K&0zskoU$Aw~vIRVRF9TEQ4*3=_5)98B`=t8(N%ZuWqmwlW zllAzq=E5_5!sKDXam@w`ZD(nl%LAPxQuEtDcKPqu9LPJvNIITawU#c^PQ2HmZgs)r zH^+gRwZ?0)8IFQgU)+p@0Iqb^tcEoqcB@zhfz_FaOM&_d<|jnU>q5nSKa<@%9|dje zIupcg1!tRiMP4X=oG<7s4|AW&^-Cw4FL9OuI$t zxjc*y;Uw!G7a|jz>E*2+PlR(CemWebS7m-&*CDwnmxbiRqJvQ&os-sC&4OWt^(2@vG4|jui#Df@-D= zh3D%8Y3R6+jRBStSvH9pt&tCI`NK08J1*pC(?OM0h!bS-JK3I}`pDY-fDIaB_*W6KS+TO0Q*%kkeuN6uWITt=TsCGw6uBE710q; zRluI%j{?@jwhM|l5&TB!-TkQs!A=DXRE>u18t@;zndD0M$U@Igrt?UW2; z7%=dsHIVH_LCkGUU0fW&UMjDnvjcc0Mp(mK&;d~ZJ5EJ)#7@aTZvGDFXzFZg2Lq~s z5PR_LazNN)JD5K_uK*Hy{mXuHTkGGv|9V8KP#iQ$3!G*^>7UiE{|1G1A-qg(xH;Xa>&%f|BZkH zG=J^0pHzSAqv5*5ysQ{Puy^-_|IPrii zKS$mE10Zngf>Sgg@BjpRyJbrHeo zD8Ro0LI*W#+9?^xlOS^c>Z^^n^0I|FH^@^`ZR`{H=$ zjO0_$cnpBM7Zcm?H_RXIu-Lu~qweDSV|tEZBZh!e6hQy->}e;d#osZ1hQj{HhHkC0 zJ|F-HKmeTGgDe979ogBz24;@<|I7;TU!IXb@oWMsMECIETmQy`zPtM`|NP}PjzR_u zKMG1Z{%1kWeMfEf(10U#w!clmQ2)JC8zm(Fv!H4dUHQHCFLikID?hrd{0>kCQt?kP zdqn2ZG0}ytcQJ7t_B3s0ZvH3PYjkjQ`Q%;jV@?MK-+z3etBCGGo4f4`y^|AdCs!DH zThTQ;cL5dM{|tB_1y6K3bVa^hx_<9J(}5`2SDz1^0bT!Vm*JV;9~t&{IC{$DUAVV* z{|E=#yN{wNdTY@$6z{_KNA3&%w|vFu1n9XRcM0Ak>`UW!lQ`ah3D4r%}Z literal 0 HcmV?d00001 diff --git a/bindings/java/src/main/c/whisper_jni.c b/bindings/java/src/main/c/whisper_jni.c index 275f0eda532..25e20f9befb 100644 --- a/bindings/java/src/main/c/whisper_jni.c +++ b/bindings/java/src/main/c/whisper_jni.c @@ -4,8 +4,10 @@ #include #include #include -#include "whisper.h" -#include "ggml.h" +#include +#include +//#include "../../../../whisper.h" +//#include "../../../../ggml.h" #define TAG "JNI" diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/Whisper.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/Whisper.java new file mode 100644 index 00000000000..41b9b1aa6ae --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/Whisper.java @@ -0,0 +1,37 @@ +package io.github.ggerganov.whispercpp; + +import java.io.InputStream; + +public class Whisper { + private WhisperJnaLibrary lib = WhisperJnaLibrary.instance; + + public long initContextFromInputStream(InputStream inputStream) { + lib.whisper_init(loader) + } + + // public long initContextFromAsset(AssetManager assetManager, String assetPath)l + public long initContext(String modelPath) { + + } + public void freeContext(long contextPtr) { + + } + public void fullTranscribe(long contextPtr, float[] audioData) { + + } + public int getTextSegmentCount(long contextPtr) { + + } + public String getTextSegment(long contextPtr, int index) { + + } + public String getSystemInfo() { + + } + public String benchMemcpy(int nthread) { + + } + public String benchGgmlMulMat(int nthread) { + + } +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperContext.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperContext.java new file mode 100644 index 00000000000..22d4ce87fe6 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperContext.java @@ -0,0 +1,39 @@ +package io.github.ggerganov.whispercpp; + +import com.sun.jna.Structure; +import com.sun.jna.ptr.PointerByReference; +import io.github.ggerganov.whispercpp.ggml.GgmlType; +import io.github.ggerganov.whispercpp.WhisperModel; + +import java.util.List; + +public class WhisperContext extends Structure { + int t_load_us = 0; + int t_start_us = 0; + + /** weight type (FP32 / FP16 / QX) */ + GgmlType wtype = GgmlType.GGML_TYPE_F16; + /** intermediate type (FP32 or FP16) */ + GgmlType itype = GgmlType.GGML_TYPE_F16; + +// WhisperModel model; + public PointerByReference model; +// whisper_vocab vocab; +// whisper_state * state = nullptr; + public PointerByReference vocab; + public PointerByReference state; + + /** populated by whisper_init_from_file() */ + String path_model; + +// public static class ByReference extends WhisperContext implements Structure.ByReference { +// } +// +// public static class ByValue extends WhisperContext implements Structure.ByValue { +// } +// +// @Override +// protected List getFieldOrder() { +// return List.of("t_load_us", "t_start_us", "wtype", "itype", "model", "vocab", "state", "path_model"); +// } +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java index 243f0465b27..834970e83fe 100644 --- a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java @@ -7,7 +7,18 @@ public class WhisperJNI { static { + System.setProperty("java.library.path", + System.getProperty("java.library.path") + + ":" + System.getProperty("user.dir") + "/build/libs/whispercpp/shared" +// + ":" + System.getProperty("user.dir") + "/build/libs/whispercpp/static" + ); + + System.out.println("System.getProperty(\"java.library.path\"): " + System.getProperty("java.library.path")); + + // java.lang.UnsatisfiedLinkError: no whispercpp in java.library.path // System.loadLibrary("whispercpp"); + + // java.lang.UnsatisfiedLinkError: Error looking up function 'getSystemInfo': /whisper.cpp/bindings/java/build/libs/whispercpp/shared/libwhispercpp.so: undefined symbol: getSystemInfo Native.register(WhisperJNI.class, "whispercpp"); } @@ -23,6 +34,9 @@ public static synchronized WhisperJNI getInstance() { return instance; } + + + // Note: Running `./gradlew compileJava` will generate the `...WhisperJNI.h` file public native long initContextFromInputStream(InputStream inputStream); // public native long initContextFromAsset(AssetManager assetManager, String assetPath)l public native long initContext(String modelPath); diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJnaLibrary.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJnaLibrary.java new file mode 100644 index 00000000000..30848b94f2c --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJnaLibrary.java @@ -0,0 +1,174 @@ +package io.github.ggerganov.whispercpp; + +import com.sun.jna.Library; +import com.sun.jna.Native; +import com.sun.jna.Platform; +import com.sun.jna.Pointer; +import io.github.ggerganov.whispercpp.model.WhisperModelLoader; +import io.github.ggerganov.whispercpp.model.WhisperTokenData; + +public interface WhisperJnaLibrary extends Library { + WhisperJnaLibrary instance = Native.load(Platform.isWindows() + ? "whispercpp.dll" + : "whispercpp", + WhisperJnaLibrary.class); + + String whisper_print_system_info(); + + + /** + * Benchmark function for memcpy. + * + * @param nThreads Number of threads to use for the benchmark. + * @return The result of the benchmark. + */ + int whisper_bench_memcpy(int nThreads); + + /** + * Benchmark function for memcpy as a string. + * + * @param nThreads Number of threads to use for the benchmark. + * @return The result of the benchmark as a string. + */ + String whisper_bench_memcpy_str(int nThreads); + + /** + * Benchmark function for ggml_mul_mat. + * + * @param nThreads Number of threads to use for the benchmark. + * @return The result of the benchmark. + */ + int whisper_bench_ggml_mul_mat(int nThreads); + + /** + * Benchmark function for ggml_mul_mat as a string. + * + * @param nThreads Number of threads to use for the benchmark. + * @return The result of the benchmark as a string. + */ + String whisper_bench_ggml_mul_mat_str(int nThreads); + + /** + * Allocate (almost) all memory needed for the model by loading from a file. + * + * @param path_model Path to the model file + * @return Whisper context on success, null on failure + */ + Pointer whisper_init_from_file(String path_model); + + /** + * Allocate (almost) all memory needed for the model by loading from a buffer. + * + * @param buffer Model buffer + * @param buffer_size Size of the model buffer + * @return Whisper context on success, null on failure + */ + Pointer whisper_init_from_buffer(Pointer buffer, int buffer_size); + + /** + * Allocate (almost) all memory needed for the model using a model loader. + * + * @param loader Model loader + * @return Whisper context on success, null on failure + */ + Pointer whisper_init(WhisperModelLoader loader); + + /** + * Allocate (almost) all memory needed for the model by loading from a file without allocating the state. + * + * @param path_model Path to the model file + * @return Whisper context on success, null on failure + */ + Pointer whisper_init_from_file_no_state(String path_model); + + /** + * Allocate (almost) all memory needed for the model by loading from a buffer without allocating the state. + * + * @param buffer Model buffer + * @param buffer_size Size of the model buffer + * @return Whisper context on success, null on failure + */ + Pointer whisper_init_from_buffer_no_state(Pointer buffer, int buffer_size); + +// Pointer whisper_init_from_buffer_no_state(Pointer buffer, long buffer_size); + + /** + * Allocate (almost) all memory needed for the model using a model loader without allocating the state. + * + * @param loader Model loader + * @return Whisper context on success, null on failure + */ + Pointer whisper_init_no_state(WhisperModelLoader loader); + + /** + * Allocate memory for the Whisper state. + * + * @param ctx Whisper context + * @return Whisper state on success, null on failure + */ + Pointer whisper_init_state(Pointer ctx); + + /** + * Free all allocated memory associated with the Whisper context. + * + * @param ctx Whisper context + */ + void whisper_free(Pointer ctx); + + /** + * Free all allocated memory associated with the Whisper state. + * + * @param state Whisper state + */ + void whisper_free_state(Pointer state); + + + /** Get the start time of the specified segment. */ + long whisper_full_get_segment_t0(Pointer ctx, int i_segment); + + /** Get the start time of the specified segment from the state. */ + long whisper_full_get_segment_t0_from_state(Pointer state, int i_segment); + + /** Get the end time of the specified segment. */ + long whisper_full_get_segment_t1(Pointer ctx, int i_segment); + + /** Get the end time of the specified segment from the state. */ + long whisper_full_get_segment_t1_from_state(Pointer state, int i_segment); + + /** Get the text of the specified segment. */ + String whisper_full_get_segment_text(Pointer ctx, int i_segment); + + /** Get the text of the specified segment from the state. */ + String whisper_full_get_segment_text_from_state(Pointer state, int i_segment); + + /** Get the number of tokens in the specified segment. */ + int whisper_full_n_tokens(Pointer ctx, int i_segment); + + /** Get the number of tokens in the specified segment from the state. */ + int whisper_full_n_tokens_from_state(Pointer state, int i_segment); + + /** Get the token text of the specified token in the specified segment. */ + String whisper_full_get_token_text(Pointer ctx, int i_segment, int i_token); + + + /** Get the token text of the specified token in the specified segment from the state. */ + String whisper_full_get_token_text_from_state(Pointer ctx, Pointer state, int i_segment, int i_token); + + /** Get the token ID of the specified token in the specified segment. */ + int whisper_full_get_token_id(Pointer ctx, int i_segment, int i_token); + + /** Get the token ID of the specified token in the specified segment from the state. */ + int whisper_full_get_token_id_from_state(Pointer state, int i_segment, int i_token); + + /** Get token data for the specified token in the specified segment. */ + WhisperTokenData whisper_full_get_token_data(Pointer ctx, int i_segment, int i_token); + + /** Get token data for the specified token in the specified segment from the state. */ + WhisperTokenData whisper_full_get_token_data_from_state(Pointer state, int i_segment, int i_token); + + /** Get the probability of the specified token in the specified segment. */ + float whisper_full_get_token_p(Pointer ctx, int i_segment, int i_token); + + /** Get the probability of the specified token in the specified segment from the state. */ + float whisper_full_get_token_p_from_state(Pointer state, int i_segment, int i_token); +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperEncoderBeginCallback.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperEncoderBeginCallback.java new file mode 100644 index 00000000000..b5e9797a923 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperEncoderBeginCallback.java @@ -0,0 +1,24 @@ +package io.github.ggerganov.whispercpp.callbacks; + +import com.sun.jna.Callback; +import com.sun.jna.Pointer; +import io.github.ggerganov.whispercpp.WhisperContext; +import io.github.ggerganov.whispercpp.model.WhisperState; + +/** + * Callback before the encoder starts. + * If not null, called before the encoder starts. + * If it returns false, the computation is aborted. + */ +public interface WhisperEncoderBeginCallback extends Callback { + + /** + * Callback method before the encoder starts. + * + * @param ctx The whisper context. + * @param state The whisper state. + * @param user_data User data. + * @return True if the computation should proceed, false otherwise. + */ + boolean callback(WhisperContext ctx, WhisperState state, Pointer user_data); +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperLogitsFilterCallback.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperLogitsFilterCallback.java new file mode 100644 index 00000000000..5377b4ebb94 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperLogitsFilterCallback.java @@ -0,0 +1,28 @@ +package io.github.ggerganov.whispercpp.callbacks; + +import com.sun.jna.Pointer; +import io.github.ggerganov.whispercpp.WhisperContext; +import io.github.ggerganov.whispercpp.model.WhisperState; +import io.github.ggerganov.whispercpp.model.WhisperTokenData; + +import javax.security.auth.callback.Callback; + +/** + * Callback to filter logits. + * Can be used to modify the logits before sampling. + * If not null, called after applying temperature to logits. + */ +public interface WhisperLogitsFilterCallback extends Callback { + + /** + * Callback method to filter logits. + * + * @param ctx The whisper context. + * @param state The whisper state. + * @param tokens The array of whisper_token_data. + * @param n_tokens The number of tokens. + * @param logits The array of logits. + * @param user_data User data. + */ + void callback(WhisperContext ctx, WhisperState state, WhisperTokenData[] tokens, int n_tokens, float[] logits, Pointer user_data); +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperNewSegmentCallback.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperNewSegmentCallback.java new file mode 100644 index 00000000000..fa9a8f9160e --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperNewSegmentCallback.java @@ -0,0 +1,23 @@ +package io.github.ggerganov.whispercpp.callbacks; + +import com.sun.jna.Callback; +import com.sun.jna.Pointer; +import io.github.ggerganov.whispercpp.WhisperContext; + +/** + * Callback for the text segment. + * Called on every newly generated text segment. + * Use the whisper_full_...() functions to obtain the text segments. + */ +public interface WhisperNewSegmentCallback extends Callback { + + /** + * Callback method for the text segment. + * + * @param ctx The whisper context. + * @param state The whisper state. + * @param n_new The number of newly generated text segments. + * @param user_data User data. + */ + void callback(WhisperContext ctx, WhisperState state, int n_new, Pointer user_data); +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperProgressCallback.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperProgressCallback.java new file mode 100644 index 00000000000..88662152263 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperProgressCallback.java @@ -0,0 +1,23 @@ +package io.github.ggerganov.whispercpp.callbacks; + +import com.sun.jna.Pointer; +import io.github.ggerganov.whispercpp.WhisperContext; +import io.github.ggerganov.whispercpp.model.WhisperState; + +import javax.security.auth.callback.Callback; + +/** + * Callback for progress updates. + */ +public interface WhisperProgressCallback extends Callback { + + /** + * Callback method for progress updates. + * + * @param ctx The whisper context. + * @param state The whisper state. + * @param progress The progress value. + * @param user_data User data. + */ + void callback(WhisperContext ctx, WhisperState state, int progress, Pointer user_data); +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/ggml/GgmlTensor.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/ggml/GgmlTensor.java new file mode 100644 index 00000000000..2569957fc27 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/ggml/GgmlTensor.java @@ -0,0 +1,4 @@ +package io.github.ggerganov.whispercpp.ggml; + +public class GgmlTensor { +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/ggml/GgmlType.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/ggml/GgmlType.java new file mode 100644 index 00000000000..363120e1387 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/ggml/GgmlType.java @@ -0,0 +1,18 @@ +package io.github.ggerganov.whispercpp.ggml; + +public enum GgmlType { + GGML_TYPE_F32, + GGML_TYPE_F16, + GGML_TYPE_Q4_0, + GGML_TYPE_Q4_1, + REMOVED_GGML_TYPE_Q4_2, // support has been removed + REMOVED_GGML_TYPE_Q4_3, // support has been removed + GGML_TYPE_Q5_0, + GGML_TYPE_Q5_1, + GGML_TYPE_Q8_0, + GGML_TYPE_Q8_1, + GGML_TYPE_I8, + GGML_TYPE_I16, + GGML_TYPE_I32, + GGML_TYPE_COUNT, +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/EModel.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/EModel.java new file mode 100644 index 00000000000..b2475b35448 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/EModel.java @@ -0,0 +1,10 @@ +package io.github.ggerganov.whispercpp.model; + +public enum EModel { + MODEL_UNKNOWN, + MODEL_TINY, + MODEL_BASE, + MODEL_SMALL, + MODEL_MEDIUM, + MODEL_LARGE, +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperModel.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperModel.java new file mode 100644 index 00000000000..497ef4212d2 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperModel.java @@ -0,0 +1,49 @@ +package io.github.ggerganov.whispercpp; + +import io.github.ggerganov.whispercpp.ggml.GgmlTensor; +import io.github.ggerganov.whispercpp.model.EModel; + +public class WhisperModel { +// EModel type = EModel.MODEL_UNKNOWN; +// +// WhisperHParams hparams; +// WhisperFilters filters; +// +// // encoder.positional_embedding +// GgmlTensor e_pe; +// +// // encoder.conv1 +// GgmlTensor e_conv_1_w; +// GgmlTensor e_conv_1_b; +// +// // encoder.conv2 +// GgmlTensor e_conv_2_w; +// GgmlTensor e_conv_2_b; +// +// // encoder.ln_post +// GgmlTensor e_ln_w; +// GgmlTensor e_ln_b; +// +// // decoder.positional_embedding +// GgmlTensor d_pe; +// +// // decoder.token_embedding +// GgmlTensor d_te; +// +// // decoder.ln +// GgmlTensor d_ln_w; +// GgmlTensor d_ln_b; +// +// std::vector layers_encoder; +// std::vector layers_decoder; +// +// // context +// struct ggml_context * ctx; +// +// // the model memory buffer is read-only and can be shared between processors +// std::vector * buf; +// +// // tensors +// int n_loaded; +// Map tensors; +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperModelLoader.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperModelLoader.java new file mode 100644 index 00000000000..82615d9e1b2 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperModelLoader.java @@ -0,0 +1,62 @@ +package io.github.ggerganov.whispercpp.model; + +import com.sun.jna.Callback; +import com.sun.jna.Pointer; +import com.sun.jna.Structure; + + +public class WhisperModelLoader extends Structure { + public Pointer context; + public ReadFunction read; + public EOFFunction eof; + public CloseFunction close; + + public static class ReadFunction implements Callback { + public Pointer invoke(Pointer ctx, Pointer output, int readSize) { + // TODO + return ctx; + } + } + + public static class EOFFunction implements Callback { + public boolean invoke(Pointer ctx) { + // TODO + return false; + } + } + + public static class CloseFunction implements Callback { + public void invoke(Pointer ctx) { + // TODO + } + } + +// public WhisperModelLoader(Pointer p) { +// super(p); +// read = new ReadFunction(); +// eof = new EOFFunction(); +// close = new CloseFunction(); +// read.setCallback(this); +// eof.setCallback(this); +// close.setCallback(this); +// read.write(); +// eof.write(); +// close.write(); +// } + + public WhisperModelLoader() { + super(); + } + + public interface ReadCallback extends Callback { + Pointer invoke(Pointer ctx, Pointer output, int readSize); + } + + public interface EOFCallback extends Callback { + boolean invoke(Pointer ctx); + } + + public interface CloseCallback extends Callback { + void invoke(Pointer ctx); + } +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperState.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperState.java new file mode 100644 index 00000000000..af9377286cc --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperState.java @@ -0,0 +1,4 @@ +package io.github.ggerganov.whispercpp.model; + +public class WhisperState { +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperTokenData.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperTokenData.java new file mode 100644 index 00000000000..bfa83f90fc3 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/model/WhisperTokenData.java @@ -0,0 +1,50 @@ +package io.github.ggerganov.whispercpp.model; + +import com.sun.jna.Structure; + +import java.util.Arrays; +import java.util.List; + +/** + * Structure representing token data. + */ +public class WhisperTokenData extends Structure { + + /** Token ID. */ + public int id; + + /** Forced timestamp token ID. */ + public int tid; + + /** Probability of the token. */ + public float p; + + /** Log probability of the token. */ + public float plog; + + /** Probability of the timestamp token. */ + public float pt; + + /** Sum of probabilities of all timestamp tokens. */ + public float ptsum; + + /** + * Start time of the token (token-level timestamp data). + * Do not use if you haven't computed token-level timestamps. + */ + public long t0; + + /** + * End time of the token (token-level timestamp data). + * Do not use if you haven't computed token-level timestamps. + */ + public long t1; + + /** Voice length of the token. */ + public float vlen; + + @Override + protected List getFieldOrder() { + return Arrays.asList("id", "tid", "p", "plog", "pt", "ptsum", "t0", "t1", "vlen"); + } +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperFilters.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperFilters.java new file mode 100644 index 00000000000..b035243e4aa --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperFilters.java @@ -0,0 +1,10 @@ +package io.github.ggerganov.whispercpp.params; + +import java.util.List; + +public class WhisperFilters { + int n_mel; + int n_fft; + + List data; +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperFullParams.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperFullParams.java new file mode 100644 index 00000000000..5a7d52169f4 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperFullParams.java @@ -0,0 +1,187 @@ +package io.github.ggerganov.whispercpp.params; + +import com.sun.jna.Callback; +import com.sun.jna.Pointer; +import com.sun.jna.Structure; +import io.github.ggerganov.whispercpp.callbacks.WhisperEncoderBeginCallback; +import io.github.ggerganov.whispercpp.callbacks.WhisperLogitsFilterCallback; +import io.github.ggerganov.whispercpp.callbacks.WhisperNewSegmentCallback; +import io.github.ggerganov.whispercpp.callbacks.WhisperProgressCallback; + +/** + * Parameters for the whisper_full() function. + * If you change the order or add new parameters, make sure to update the default values in whisper.cpp: + * whisper_full_default_params() + */ +public class WhisperFullParams extends Structure { + + /** Sampling strategy for whisper_full() function. */ + public int strategy; + + /** Number of threads. */ + public int n_threads; + + /** Maximum tokens to use from past text as a prompt for the decoder. */ + public int n_max_text_ctx; + + /** Start offset in milliseconds. */ + public int offset_ms; + + /** Audio duration to process in milliseconds. */ + public int duration_ms; + + /** Translate flag. */ + public boolean translate; + + /** Flag to indicate whether to use past transcription (if any) as an initial prompt for the decoder. */ + public boolean no_context; + + /** Flag to force single segment output (useful for streaming). */ + public boolean single_segment; + + /** Flag to print special tokens (e.g., , , , etc.). */ + public boolean print_special; + + /** Flag to print progress information. */ + public boolean print_progress; + + /** Flag to print results from within whisper.cpp (avoid it, use callback instead). */ + public boolean print_realtime; + + /** Flag to print timestamps for each text segment when printing realtime. */ + public boolean print_timestamps; + + /** [EXPERIMENTAL] Flag to enable token-level timestamps. */ + public boolean token_timestamps; + + /** [EXPERIMENTAL] Timestamp token probability threshold (~0.01). */ + public float thold_pt; + + /** [EXPERIMENTAL] Timestamp token sum probability threshold (~0.01). */ + public float thold_ptsum; + + /** Maximum segment length in characters. */ + public int max_len; + + /** Flag to split on word rather than on token (when used with max_len). */ + public boolean split_on_word; + + /** Maximum tokens per segment (0 = no limit). */ + public int max_tokens; + + /** Flag to speed up the audio by 2x using Phase Vocoder. */ + public boolean speed_up; + + /** Overwrite the audio context size (0 = use default). */ + public int audio_ctx; + + /** Tokens to provide to the whisper decoder as an initial prompt. + * These are prepended to any existing text context from a previous call. */ + public String initial_prompt; + + /** Prompt tokens. */ + public Pointer prompt_tokens; + + /** Number of prompt tokens. */ + public int prompt_n_tokens; + + /** Language for auto-detection. + * For auto-detection, set to `null`, `""`, or "auto". */ + public String language; + + /** Flag to indicate whether to detect language automatically. */ + public boolean detect_language; + + /** Common decoding parameters. */ + + /** Flag to suppress blank tokens. */ + public boolean suppress_blank; + + /** Flag to suppress non-speech tokens. */ + public boolean suppress_non_speech_tokens; + + /** Initial decoding temperature. */ + public float temperature; + + /** Maximum initial timestamp. */ + public float max_initial_ts; + + /** Length penalty. */ + public float length_penalty; + + /** Fallback parameters. */ + + /** Temperature increment. */ + public float temperature_inc; + + /** Entropy threshold (similar to OpenAI's "compression_ratio_threshold"). */ + public float entropy_thold; + + /** Log probability threshold. */ + public float logprob_thold; + + /** No speech threshold. */ + public float no_speech_thold; + + class GreedyParams extends Structure { + /** https://github.com/openai/whisper/blob/f82bc59f5ea234d4b97fb2860842ed38519f7e65/whisper/transcribe.py#L264 */ + public int best_of; + } + + /** Greedy decoding parameters. */ + public GreedyParams greedy; + + class BeamSearchParams extends Structure { + /** ref: https://github.com/openai/whisper/blob/f82bc59f5ea234d4b97fb2860842ed38519f7e65/whisper/transcribe.py#L265 */ + int beam_size; + + /** ref: https://arxiv.org/pdf/2204.05424.pdf */ + float patience; + } + + /** + * Beam search decoding parameters. + */ + public BeamSearchParams beam_search; + + /** + * Callback for every newly generated text segment. + */ + public WhisperNewSegmentCallback new_segment_callback; + + /** + * User data for the new_segment_callback. + */ + public Pointer new_segment_callback_user_data; + + /** + * Callback on each progress update. + */ + public WhisperProgressCallback progress_callback; + + /** + * User data for the progress_callback. + */ + public Pointer progress_callback_user_data; + + /** + * Callback each time before the encoder starts. + */ + public WhisperEncoderBeginCallback encoder_begin_callback; + + /** + * User data for the encoder_begin_callback. + */ + public Pointer encoder_begin_callback_user_data; + + /** + * Callback by each decoder to filter obtained logits. + */ + public WhisperLogitsFilterCallback logits_filter_callback; + + /** + * User data for the logits_filter_callback. + */ + public Pointer logits_filter_callback_user_data; +} + diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperHParams.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperHParams.java new file mode 100644 index 00000000000..99feae0bcf4 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperHParams.java @@ -0,0 +1,15 @@ +package io.github.ggerganov.whispercpp.params; + +public class WhisperHParams { + int n_vocab = 51864; + int n_audio_ctx = 1500; + int n_audio_state = 384; + int n_audio_head = 6; + int n_audio_layer = 4; + int n_text_ctx = 448; + int n_text_state = 384; + int n_text_head = 6; + int n_text_layer = 4; + int n_mels = 80; + int ftype = 1; +} diff --git a/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJNITest.java b/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJNITest.java index 7ab4e3d699e..67f6e4f1b16 100644 --- a/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJNITest.java +++ b/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJNITest.java @@ -16,15 +16,16 @@ static void loadLibrary() { System.setProperty("java.library.path", System.getProperty("java.library.path") + ":" + System.getProperty("user.dir") + "/build/libs/whispercpp/shared" - + ":" + System.getProperty("user.dir") + "/build/libs/whispercpp/static"); +// + ":" + System.getProperty("user.dir") + "/build/libs/whispercpp/static" + ); - System.load(System.getProperty("user.dir") + "/build/libs/whispercpp/shared/libwhispercpp.so"); +// System.load(System.getProperty("user.dir") + "/build/libs/whispercpp/shared/libwhispercpp.so"); } @Test void test() { - System.out.println("testing..."); - String systemInfo = WhisperJNI.getInstance().getSystemInfo(); - assertThat(systemInfo).isEqualTo(""); +// System.out.println("testing..."); +// String systemInfo = WhisperJNI.getInstance().getSystemInfo(); +// assertThat(systemInfo).isEqualTo("getSystemInfo"); } } diff --git a/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJnaLibraryTest.java b/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJnaLibraryTest.java new file mode 100644 index 00000000000..ce9809f1c27 --- /dev/null +++ b/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJnaLibraryTest.java @@ -0,0 +1,36 @@ +package io.github.ggerganov.whispercpp; + +import static org.assertj.core.api.Assertions.*; + +import com.sun.jna.Native; +import org.junit.jupiter.api.BeforeAll; +import org.junit.jupiter.api.Test; + +public class WhisperJnaLibraryTest { + + @BeforeAll + static void loadLibrary() { +// System.setProperty("jna.nounpack", "false"); +// System.setProperty("jna.noclasspath", "false"); + + System.setProperty("java.library.path", + System.getProperty("java.library.path") + + ":" + System.getProperty("user.dir") + "/../../build/bin/Release/whisper-bin-x64" +// + ":" + System.getProperty("user.dir") + "/build/libs/whispercpp/static" + ); + + Native.register(WhisperJnaLibrary.class, "whisper"); + +// System.load(System.getProperty("user.dir") + "/build/libs/whispercpp/shared/libwhispercpp.so"); + } + + @Test + void test_whisper_print_system_info() { +// System.out.println("testing..."); +// String systemInfo = WhisperJNI.getInstance().getSystemInfo(); +// assertThat(systemInfo).isEqualTo("getSystemInfo"); + + String systemInfo = WhisperJnaLibrary.instance.whisper_print_system_info(); + assertThat(systemInfo).isEqualTo("asdf"); + } +} From e6021f4ee93a618a13ad5ee482d2762907b03cbf Mon Sep 17 00:00:00 2001 From: Nicholas Albion Date: Sat, 20 May 2023 23:09:41 +1000 Subject: [PATCH 4/6] fullTranscribe() test passes --- bindings/java/CMakeLists.txt | 50 +++ bindings/java/README.md | 59 +-- bindings/java/build.gradle | 259 ++----------- bindings/java/src/main/c/whisper_jni.c | 178 --------- bindings/java/src/main/cpp/whisper_java.cpp | 32 ++ bindings/java/src/main/cpp/whisper_java.h | 24 ++ .../github/ggerganov/whispercpp/Whisper.java | 37 -- .../ggerganov/whispercpp/WhisperCpp.java | 124 ++++++ .../whispercpp/WhisperCppJnaLibrary.java | 365 ++++++++++++++++++ .../ggerganov/whispercpp/WhisperJNI.java | 51 --- .../whispercpp/WhisperJavaJnaLibrary.java | 23 ++ .../whispercpp/WhisperJnaLibrary.java | 174 --------- .../callbacks/WhisperNewSegmentCallback.java | 1 + .../whispercpp/params/WhisperFullParams.java | 2 +- .../whispercpp/params/WhisperJavaParams.java | 7 + .../params/WhisperSamplingStrategy.java | 10 + .../ggerganov/whispercpp/WhisperCppTest.java | 74 ++++ .../ggerganov/whispercpp/WhisperJNITest.java | 31 -- .../whispercpp/WhisperJnaLibraryTest.java | 35 +- 19 files changed, 784 insertions(+), 752 deletions(-) create mode 100644 bindings/java/CMakeLists.txt delete mode 100644 bindings/java/src/main/c/whisper_jni.c create mode 100644 bindings/java/src/main/cpp/whisper_java.cpp create mode 100644 bindings/java/src/main/cpp/whisper_java.h delete mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/Whisper.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperCpp.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperCppJnaLibrary.java delete mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJavaJnaLibrary.java delete mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJnaLibrary.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperJavaParams.java create mode 100644 bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperSamplingStrategy.java create mode 100644 bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperCppTest.java delete mode 100644 bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJNITest.java diff --git a/bindings/java/CMakeLists.txt b/bindings/java/CMakeLists.txt new file mode 100644 index 00000000000..55a5ccb9ae3 --- /dev/null +++ b/bindings/java/CMakeLists.txt @@ -0,0 +1,50 @@ +cmake_minimum_required(VERSION 3.0) + +project(whisper_java VERSION 1.4.2) + +# Set the target name and source file/s +set(TARGET_NAME whisper_java) +set(SOURCES src/main/cpp/whisper_java.cpp) + +# include +include_directories(../../) + +# Set the output directory for the DLL/shared library based on the platform as required by JNA +if(WIN32) + set(OUTPUT_DIR ${CMAKE_CURRENT_BINARY_DIR}/generated/resources/main/win32-x86-64) +elseif(UNIX AND NOT APPLE) + set(OUTPUT_DIR ${CMAKE_CURRENT_BINARY_DIR}/generated/resources/main/linux-x86-${CMAKE_SYSTEM_PROCESSOR}) +elseif(APPLE) + set(OUTPUT_DIR ${CMAKE_CURRENT_BINARY_DIR}/generated/resources/main/macos-x86-${CMAKE_SYSTEM_PROCESSOR}) +endif() + +set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${OUTPUT_DIR}) +set(CMAKE_LIBRARY_OUTPUT_DIRECTORY ${OUTPUT_DIR}) + +# Create the whisper_java library +add_library(${TARGET_NAME} SHARED ${SOURCES}) + +# Link against ../../build/Release/whisper.dll (or so/dynlib) +target_link_directories(${TARGET_NAME} PRIVATE ${CMAKE_CURRENT_BINARY_DIR}/../../../build/${CMAKE_BUILD_TYPE}) +target_link_libraries(${TARGET_NAME} PRIVATE whisper) + +# Set the appropriate compiler flags for Windows, Linux, and macOS +if(WIN32) + target_compile_options(${TARGET_NAME} PRIVATE /W4 /D_CRT_SECURE_NO_WARNINGS) +elseif(UNIX AND NOT APPLE) + target_compile_options(${TARGET_NAME} PRIVATE -Wall -Wextra) +elseif(APPLE) + target_compile_options(${TARGET_NAME} PRIVATE -Wall -Wextra) +endif() + +target_compile_definitions(${TARGET_NAME} PRIVATE WHISPER_SHARED) +# add_definitions(-DWHISPER_SHARED) + +# Force CMake to save the libs to build/generated/resources/main/${os}-${arch} as required by JNA +foreach(OUTPUTCONFIG ${CMAKE_CONFIGURATION_TYPES}) + string(TOUPPER ${OUTPUTCONFIG} OUTPUTCONFIG) + set_target_properties(${TARGET_NAME} PROPERTIES + RUNTIME_OUTPUT_DIRECTORY_${OUTPUTCONFIG} ${OUTPUT_DIR} + LIBRARY_OUTPUT_DIRECTORY_${OUTPUTCONFIG} ${OUTPUT_DIR} + ARCHIVE_OUTPUT_DIRECTORY_${OUTPUTCONFIG} ${OUTPUT_DIR}) +endforeach(OUTPUTCONFIG CMAKE_CONFIGURATION_TYPES) diff --git a/bindings/java/README.md b/bindings/java/README.md index 4e6bc90a59c..b6173943227 100644 --- a/bindings/java/README.md +++ b/bindings/java/README.md @@ -5,33 +5,36 @@ This package provides Java JNI bindings for whisper.cpp. They have been tested o * Darwin (OS X) 12.6 on x64_64 * Windows on x86_64 -The "low level" bindings are in the `bindings/java` directory. The most simple usage is as follows: +The "low level" bindings are in `WhisperCppJnaLibrary` and `WhisperJavaJnaLibrary` which caches `whisper_full_params` and `whisper_context` in `whisper_java.cpp`. + +There are a lot of classes in the `callbacks`, `ggml`, `model` and `params` directories but most of them have not been tested. + +The most simple usage is as follows: ```java -import io.github.ggerganov.whispercpp.Whisper; +import io.github.ggerganov.whispercpp.WhisperCpp; public class Example { - static { - Native.register(WhisperJNI.class, "whispercpp"); - } - public static void main(String[] args) { - String modelpath; - WhisperJNI whisper = WhisperJNI.getInstance(); - double[] samples = getAudio(); - - long context = whisper.initContext(modelpath); - try { - whisper.fullTranscribe(context, samples); - - int segmentCount = whisper.getTextSegmentCount(context); - for (int i = 0; i < segmentCount; i++) { - String text = whisper.getTextSegment(context, i); - System.out.println(segment.getText()); - } - } finally { - whisper.freeContext(context); - } + public static void main(String[] args) { + String modelpath; + WhisperCpp whisper = new WhisperCpp(); + // By default, models are loaded from ~/.cache/whisper/ and are usually named "ggml-${name}.bin" + // or you can provide the absolute path to the model file. + whisper.initContext("base.en"); + + long context = whisper.initContext(modelpath); + try { + whisper.fullTranscribe(context, samples); + + int segmentCount = whisper.getTextSegmentCount(context); + for (int i = 0; i < segmentCount; i++) { + String text = whisper.getTextSegment(context, i); + System.out.println(segment.getText()); + } + } finally { + whisper.freeContext(context); + } } } ``` @@ -43,13 +46,15 @@ In order to build, you need to have the JDK 8 or higher installed. Run the tests ```bash git clone https://github.com/ggerganov/whisper.cpp.git cd whisper.cpp/bindings/java -./gradlew build -``` -These are some of the tasks that are executed and can also be invoked directly: -- `./gradlew compileJava`: also generates `build/generated/.../io_...WhisperJNI.h` -- `./gradlew whispercppSharedLibrary`: generate `build/libs/whispercpp/shared/libwhispercpp.so` +mkdir build +pushd build +cmake .. +cmake --build . +popd +./gradlew build +``` ## License diff --git a/bindings/java/build.gradle b/bindings/java/build.gradle index f78fdbcf5ef..9c3638a7c53 100644 --- a/bindings/java/build.gradle +++ b/bindings/java/build.gradle @@ -1,16 +1,9 @@ -// See https://docs.gradle.org/current/userguide/native_software.html -// docker run --rm -it -v %cd%:/whisper.cpp/bindings/java --entrypoint /bin/bash nalbion/whisper-cpp-base - -import org.gradle.internal.jvm.Jvm - plugins { id 'java' id 'java-library' - id 'cpp' + id 'maven-publish' } -//apply plugin: 'java-library' - archivesBaseName = 'whispercpp' group = 'io.github.ggerganov' version = '1.4.0' @@ -18,219 +11,19 @@ version = '1.4.0' sourceCompatibility = 1.8 targetCompatibility = 1.8 -println "Building on OS: " + System.properties['os.name'] -println "Using JDK: " + System.properties['java.home'] - -def SYS_INCLUDE_DIR = this.properties['system.include.dir'] -def SYS_LOCAL_INCLUDE_DIR = this.properties['system.local.include.dir'] -def JNI_INCLUDE_DIR = this.properties['jni.include.dir'] -def JNI_LIB_DIR = this.properties['jni.lib.dir'] - -println "Using system include directory: " + SYS_INCLUDE_DIR -println "Using system local include directory: " + SYS_LOCAL_INCLUDE_DIR -println "Using JNI include directory: " + JNI_INCLUDE_DIR -println "Using JNI lib directory: " + JNI_LIB_DIR - - -/*buildscript { - repositories { - // Add necessary repositories - mavenCentral() - } - dependencies { - // Add Gradle plugin for Java library - classpath 'java-library' - } -}*/ - -/*sourceSets { +sourceSets { main { - java { - // Specify the path to the Java source files - srcDirs 'src/main/java' + resources { + srcDirs = ['src/main/resources', 'build/generated/resources/main'] } - // Specify the path to the C++ header files - headers.srcDirs 'src/main/cpp' - // Specify the path to the C++ source files - cpp.srcDirs 'src/main/cpp' } -}*/ - - -//model { -// platforms { -// /*x86 { -// if (operatingSystem.macOsX) { -// architecture "x64" -// } else { -// architecture "x86" -// } -// }*/ -// x64 { -// architecture "x86_64" -// } -// } - -// components { -// // TODO: rename "whispercpp"? -// whispercpp(NativeLibrarySpec) { -// targetPlatform "x64" -//// binaries.all { -//// def jvmHome = Jvm.current().javaHome -//// if (targetPlatform.operatingSystem.macOsX) { -//// cCompiler.args '-I', "${jvmHome}/include" -//// cCompiler.args '-I', "${jvmHome}/include/darwin" -//// cCompiler.args '-mmacosx-version-min=10.4' -//// linker.args '-mmacosx-version-min=10.4' -//// } else if (targetPlatform.operatingSystem.linux) { -//// cCompiler.args '-I', "${jvmHome}/include" -//// cCompiler.args '-I', "${jvmHome}/include/linux" -//// cCompiler.args '-D_FILE_OFFSET_BITS=64' -//// } else if (targetPlatform.operatingSystem.windows) { -//// cCompiler.args "-I${jvmHome}/include" -//// cCompiler.args "-I${jvmHome}/include/win32" -//// } else if (targetPlatform.operatingSystem.freeBSD) { -//// cCompiler.args '-I', "${jvmHome}/include" -//// cCompiler.args '-I', "${jvmHome}/include/freebsd" -//// } -//// } -// sources { -// cpp { -// source { -// srcDir 'src/main/c' -// include '**/*.c' -// } -// -// exportedHeaders { -// -// srcDirs 'build/generated/sources/headers/java/main' -// } -//// cppCompiler.args '-Isrc/main/cpp' -// } -// } -// } -// } -// -// binaries { -// all { -//// cppCompiler.args '-I../..' -//// cppCompiler.args '../../whisper.o' // Link the external object file -//// sharedLibraryFile = file("$buildDir/libs/whispercpp/shared/libwhispercpp.so") -//// if (OperatingSystem.current().isLinux()) { -//// cCompiler.args "-L../../", "-lwhisper" -//// } else if (OperatingSystem.current().isMacOsX()) { -//// cCompiler.args "-Wl,-rpath,@loader_path/../../", "-L../../", "-lwhisper" -//// } -// } -// -//// all { -//// cppCompiler.define "NDEBUG" -//// -//// if (toolChain in Gcc) { -//// cppCompiler.args "-O2", "-fno-access-control" -//// linker.args "-Xlinker", "-S" -//// } -//// if (toolChain in VisualCpp) { -////// cppCompiler.args "/Zi" -////// linker.args "/DEBUG" -//// } -//// } -// } -// toolChains { -//// visualCpp(VisualCpp) {} -// gcc(Gcc) { -// eachPlatform { -// if (System.properties['os.name'].startsWith('Windows')) { -// throw new Exception("Build on Windows is not implemented") -//// cppCompiler.withArguments { args -> -//// args << "-I" + JNI_INCLUDE_DIR -//// } -// } else if (System.properties['os.name'].equals('Mac OS X')) { -// cppCompiler.withArguments { args -> -// args << "-O2" -// args << "-I${rootDir}/../.." -// args << "-I" + SYS_INCLUDE_DIR -// args << "-I" + SYS_LOCAL_INCLUDE_DIR -// args << "-I" + JNI_INCLUDE_DIR -// args << "-I" + JNI_INCLUDE_DIR + "/darwin" -// args << "-std=c++11" -// } -// linker.withArguments { args -> -// args << "-O2" -// args << "-lc++" -// } -// } else { -//// path "/opt/rh/devtoolset-2/root/usr/bin/gcc" -// cppCompiler.withArguments { args -> -// args << "-O2" -// args << "-I${rootDir}/../.." -// args << "-I" + SYS_INCLUDE_DIR -// args << "-I" + SYS_LOCAL_INCLUDE_DIR -// args << "-I" + JNI_INCLUDE_DIR -// args << "-I" + JNI_INCLUDE_DIR + "/linux" -// args << "-std=c++11" -// } -// linker.withArguments { args -> -// args << "-O2" -// args << "-lstdc++" -// } -// } -// } -// } -// clang(Clang) { -//// eachPlatform { -//// if (System.properties['os.name'].equals('Windows')) { -//// -//// } else if (System.properties['os.name'].equals('Mac OS X')) { -//// cppCompiler.withArguments { args -> -//// args << "-O2" -//// args << "-I" + SYS_INCLUDE_DIR -//// args << "-I" + SYS_LOCAL_INCLUDE_DIR -//// args << "-I" + JNI_INCLUDE_DIR -//// args << "-I" + JNI_INCLUDE_DIR + "/darwin" -//// args << "-std=c++11" -//// } -//// linker.withArguments { args -> -//// args << "-O2" -//// args << "-lc++" -//// } -//// } else { -//// cppCompiler.withArguments { args -> -//// args << "-O2" -//// args << "-I" + SYS_INCLUDE_DIR -//// args << "-I" + SYS_LOCAL_INCLUDE_DIR -//// args << "-I" + JNI_INCLUDE_DIR -//// args << "-I" + JNI_INCLUDE_DIR + "/linux" -//// args << "-std=c++11" -//// } -//// linker.withArguments { args -> -//// args << "-O2" -//// args << "-lstdc++" -//// } -//// } -//// } -// } -// } -//} - -/*task copyLibBridge(type: Copy) { - if (System.properties['os.name'].equals('Mac OS X')) { - from "../build/bin/Release/whisper-bin.dylib" - } - else { - from "../build/bin/Release/whisper-bin.so" + test { + runtimeClasspath += files('build/generated/resources/main') } - into 'libs' -}*/ - -repositories { - mavenCentral() } -dependencies { - implementation "net.java.dev.jna:jna:5.13.0" - testImplementation "org.junit.jupiter:junit-jupiter:5.9.2" - testImplementation "org.assertj:assertj-core:3.24.2" +test { + systemProperty 'jna.library.path', project.file('build/generated/resources/main').absolutePath } java { @@ -238,27 +31,36 @@ java { withJavadocJar() } -//tasks.register('generateJniHeader', JavaCompile) { -// source = sourceSets.main.java -// classpath = sourceSets.main.compileClasspath -// destinationDirectory = sourceSets.main.output.generatedSourcesDirs -// options.compilerArgs += ['-h', 'src/main/cpp'] -//} -// -//compileJava.dependsOn(generateJniHeader) +jar { + exclude '**/whisper_java.exp', '**/whisper_java.lib' +} + +javadoc { + options.addStringOption('Xdoclint:none', '-quiet') +} tasks.withType(Test) { useJUnitPlatform() } -/*publishing { +dependencies { + implementation "net.java.dev.jna:jna:5.13.0" + testImplementation "org.junit.jupiter:junit-jupiter:5.9.2" + testImplementation "org.assertj:assertj-core:3.24.2" +} + +repositories { + mavenCentral() +} + +publishing { publications { mavenJava(MavenPublication) { artifactId = 'whispercpp' from components.java pom { name = 'whispercpp' - description = "Java JNI bindings for OpenAI's Whisper model, implemented in C/C++" + description = "Java JNA bindings for OpenAI's Whisper model, implemented in C/C++" url = 'https://github.com/ggerganov/whisper.cpp' licenses { license { @@ -267,6 +69,11 @@ tasks.withType(Test) { } } developers { + developer { + id = 'ggerganov' + name = 'Georgi Gerganov' + email = 'ggerganov@gmail.com' + } developer { id = 'nalbion' name = 'Nicholas Albion' @@ -280,4 +87,4 @@ tasks.withType(Test) { } } } -}*/ +} diff --git a/bindings/java/src/main/c/whisper_jni.c b/bindings/java/src/main/c/whisper_jni.c deleted file mode 100644 index 25e20f9befb..00000000000 --- a/bindings/java/src/main/c/whisper_jni.c +++ /dev/null @@ -1,178 +0,0 @@ -#include "io_github_ggerganov_whispercpp_WhisperJNI.h" -#include -#include -#include -#include -#include -#include -#include -//#include "../../../../whisper.h" -//#include "../../../../ggml.h" - -#define TAG "JNI" - -#define LOGI(...) printf(__VA_ARGS__) -#define LOGW(...) printf(__VA_ARGS__) - -static inline int min(int a, int b) { - return (a < b) ? a : b; -} - -static inline int max(int a, int b) { - return (a > b) ? a : b; -} - -struct input_stream_context { - size_t offset; - JNIEnv * env; - jobject thiz; - jobject input_stream; - - jmethodID mid_available; - jmethodID mid_read; -}; - -size_t inputStreamRead(void * ctx, void * output, size_t read_size) { - struct input_stream_context* is = (struct input_stream_context*)ctx; - - jint avail_size = (*is->env).CallIntMethod(is->input_stream, is->mid_available); - jint size_to_copy = read_size < avail_size ? (jint)read_size : avail_size; - - jbyteArray byte_array = (*is->env).NewByteArray(size_to_copy); - - jint n_read = (*is->env).CallIntMethod(is->input_stream, is->mid_read, byte_array, 0, size_to_copy); - - if (size_to_copy != read_size || size_to_copy != n_read) { - LOGI("Insufficient Read: Req=%zu, ToCopy=%d, Available=%d", read_size, size_to_copy, n_read); - } - - jbyte* byte_array_elements = (*is->env).GetByteArrayElements(byte_array, NULL); - memcpy(output, byte_array_elements, size_to_copy); - (*is->env).ReleaseByteArrayElements(byte_array, byte_array_elements, JNI_ABORT); - - (*is->env).DeleteLocalRef(byte_array); - - is->offset += size_to_copy; - - return size_to_copy; -} - -bool inputStreamEof(void * ctx) { - struct input_stream_context* is = (struct input_stream_context*)ctx; - - jint result = (*is->env).CallIntMethod(is->input_stream, is->mid_available); - return result <= 0; -} - -void inputStreamClose(void * ctx) { - -} - -// Various functions for loading a ggml whisper model. -// Allocate (almost) all memory needed for the model. -// Return NULL on failure -JNIEXPORT jlong JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_initContextFromInputStream - (JNIEnv *env, jobject thiz, jobject input_stream) { - struct whisper_context *context = NULL; - struct whisper_model_loader loader = {}; - struct input_stream_context inp_ctx = {}; - - inp_ctx.offset = 0; - inp_ctx.env = env; - inp_ctx.thiz = thiz; - inp_ctx.input_stream = input_stream; - - jclass cls = env->GetObjectClass(input_stream); - inp_ctx.mid_available = env->GetMethodID(cls, "available", "()I"); - inp_ctx.mid_read = env->GetMethodID(cls, "read", "([BII)I"); - - loader.context = &inp_ctx; - loader.read = inputStreamRead; - loader.eof = inputStreamEof; - loader.close = inputStreamClose; - - loader.eof(loader.context); - - context = whisper_init(&loader); - return (jlong) context; -} - -JNIEXPORT jlong JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_initContext - (JNIEnv *env, jobject thiz, jstring model_path_str) { - struct whisper_context *context = NULL; - const char *model_path_chars = env->GetStringUTFChars(model_path_str, NULL); - context = whisper_init_from_file(model_path_chars); - env->ReleaseStringUTFChars(model_path_str, model_path_chars); - return (jlong) context; -} - -JNIEXPORT void JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_freeContext - (JNIEnv *env, jobject thiz, jlong context_ptr) { - struct whisper_context *context = (struct whisper_context *) context_ptr; - whisper_free(context); -} - -JNIEXPORT void JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_fullTranscribe - (JNIEnv *env, jobject thiz, jlong context_ptr, jfloatArray audio_data) { - struct whisper_context *context = (struct whisper_context *) context_ptr; - jfloat *audio_data_arr = env->GetFloatArrayElements(audio_data, NULL); - const jsize audio_data_length = env->GetArrayLength(audio_data); - - // Leave 2 processors free (i.e. the high-efficiency cores). - int max_threads = max(1, min(8, get_nprocs() - 2)); - LOGI("Selecting %d threads", max_threads); - - // The below adapted from the Objective-C iOS sample - struct whisper_full_params params = whisper_full_default_params(WHISPER_SAMPLING_GREEDY); - params.print_realtime = true; - params.print_progress = false; - params.print_timestamps = true; - params.print_special = false; - params.translate = false; - params.language = "en"; - params.n_threads = max_threads; - params.offset_ms = 0; - params.no_context = true; - params.single_segment = false; - - whisper_reset_timings(context); - - LOGI("About to run whisper_full"); - if (whisper_full(context, params, audio_data_arr, audio_data_length) != 0) { - LOGI("Failed to run the model"); - } else { - whisper_print_timings(context); - } - env->ReleaseFloatArrayElements(audio_data, audio_data_arr, JNI_ABORT); -} - -JNIEXPORT jint JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_getTextSegmentCount - (JNIEnv *env, jobject thiz, jlong context_ptr) { - struct whisper_context *context = (struct whisper_context *) context_ptr; - return whisper_full_n_segments(context); -} - -JNIEXPORT jstring JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_getTextSegment - (JNIEnv *env, jobject thiz, jlong context_ptr, jint index) { - struct whisper_context *context = (struct whisper_context *) context_ptr; - const char *text = whisper_full_get_segment_text(context, index); - return env->NewStringUTF(text); -} - -JNIEXPORT jstring JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_getSystemInfo - (JNIEnv *env, jobject thiz) { - const char *sysinfo = whisper_print_system_info(); - return env->NewStringUTF(sysinfo); -} - -JNIEXPORT jstring JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_benchMemcpy - (JNIEnv *env, jobject thiz, jint n_threads) { - const char *bench_ggml_memcpy = whisper_bench_memcpy_str(n_threads); - return env->NewStringUTF(bench_ggml_memcpy); -} - -JNIEXPORT jstring JNICALL Java_io_github_ggerganov_whispercpp_WhisperJNI_benchGgmlMulMat - (JNIEnv *env, jobject thiz, jint n_threads) { - const char *bench_ggml_mul_mat = whisper_bench_ggml_mul_mat_str(n_threads); - return env->NewStringUTF(bench_ggml_mul_mat); -} diff --git a/bindings/java/src/main/cpp/whisper_java.cpp b/bindings/java/src/main/cpp/whisper_java.cpp new file mode 100644 index 00000000000..bc30bc7b4d0 --- /dev/null +++ b/bindings/java/src/main/cpp/whisper_java.cpp @@ -0,0 +1,32 @@ +#include +#include "whisper_java.h" + +struct whisper_full_params default_params; +struct whisper_context * whisper_ctx = nullptr; + +struct whisper_java_params whisper_java_default_params(enum whisper_sampling_strategy strategy) { + default_params = whisper_full_default_params(strategy); + + struct whisper_java_params result = {}; + return result; +} + +void whisper_java_init_from_file(const char * path_model) { + whisper_ctx = whisper_init_from_file(path_model); + if (0 == default_params.n_threads) { + whisper_java_default_params(WHISPER_SAMPLING_GREEDY); + } +} + +/** Delegates to whisper_full, but without having to pass `whisper_full_params` */ +int whisper_java_full( + struct whisper_context * ctx, +// struct whisper_java_params params, + const float * samples, + int n_samples) { + return whisper_full(ctx, default_params, samples, n_samples); +} + +void whisper_java_free() { +// free(default_params); +} diff --git a/bindings/java/src/main/cpp/whisper_java.h b/bindings/java/src/main/cpp/whisper_java.h new file mode 100644 index 00000000000..9620e388a5f --- /dev/null +++ b/bindings/java/src/main/cpp/whisper_java.h @@ -0,0 +1,24 @@ +#define WHISPER_BUILD +#include + +#ifdef __cplusplus +extern "C" { +#endif + +struct whisper_java_params { +}; + +WHISPER_API struct whisper_java_params whisper_java_default_params(enum whisper_sampling_strategy strategy); + +WHISPER_API void whisper_java_init_from_file(const char * path_model); + +WHISPER_API int whisper_java_full( + struct whisper_context * ctx, +// struct whisper_java_params params, + const float * samples, + int n_samples); + + +#ifdef __cplusplus +} +#endif diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/Whisper.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/Whisper.java deleted file mode 100644 index 41b9b1aa6ae..00000000000 --- a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/Whisper.java +++ /dev/null @@ -1,37 +0,0 @@ -package io.github.ggerganov.whispercpp; - -import java.io.InputStream; - -public class Whisper { - private WhisperJnaLibrary lib = WhisperJnaLibrary.instance; - - public long initContextFromInputStream(InputStream inputStream) { - lib.whisper_init(loader) - } - - // public long initContextFromAsset(AssetManager assetManager, String assetPath)l - public long initContext(String modelPath) { - - } - public void freeContext(long contextPtr) { - - } - public void fullTranscribe(long contextPtr, float[] audioData) { - - } - public int getTextSegmentCount(long contextPtr) { - - } - public String getTextSegment(long contextPtr, int index) { - - } - public String getSystemInfo() { - - } - public String benchMemcpy(int nthread) { - - } - public String benchGgmlMulMat(int nthread) { - - } -} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperCpp.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperCpp.java new file mode 100644 index 00000000000..6f6649f57db --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperCpp.java @@ -0,0 +1,124 @@ +package io.github.ggerganov.whispercpp; + +import com.sun.jna.Pointer; +import io.github.ggerganov.whispercpp.params.WhisperJavaParams; +import io.github.ggerganov.whispercpp.params.WhisperSamplingStrategy; + +import java.io.File; +import java.io.FileNotFoundException; +import java.io.IOException; + +/** + * Before calling most methods, you must call `initContext(modelPath)` to initialise the `ctx` Pointer. + */ +public class WhisperCpp implements AutoCloseable { + private WhisperCppJnaLibrary lib = WhisperCppJnaLibrary.instance; + private WhisperJavaJnaLibrary javaLib = WhisperJavaJnaLibrary.instance; + private Pointer ctx = null; + + public File modelDir() { + String modelDirPath = System.getenv("XDG_CACHE_HOME"); + if (modelDirPath == null) { + modelDirPath = System.getProperty("user.home") + "/.cache"; + } + + return new File(modelDirPath, "whisper"); + } + + /** + * @param modelPath - absolute path, or just the name (eg: "base", "base-en" or "base.en") + * @return a Pointer to the WhisperContext + */ + void initContext(String modelPath) throws FileNotFoundException { + if (ctx != null) { + lib.whisper_free(ctx); + } + + if (!modelPath.contains("/") && !modelPath.contains("\\")) { + if (!modelPath.endsWith(".bin")) { + modelPath = "ggml-" + modelPath.replace("-", ".") + ".bin"; + } + + modelPath = new File(modelDir(), modelPath).getAbsolutePath(); + } + + javaLib.whisper_java_init_from_file(modelPath); + ctx = lib.whisper_init_from_file(modelPath); + + if (ctx == null) { + throw new FileNotFoundException(modelPath); + } + } + + /** + * Initialises `whisper_full_params` internally in whisper_java.cpp so JNA doesn't have to map everything. + * `whisper_java_init_from_file()` calls `whisper_java_default_params(WHISPER_SAMPLING_GREEDY)` for convenience. + */ + public WhisperJavaParams getDefaultJavaParams(WhisperSamplingStrategy strategy) { + return javaLib.whisper_java_default_params(strategy.ordinal()); +// return lib.whisper_full_default_params(strategy.value) + } + +// whisper_full_default_params was too hard to integrate with, so for now we use javaLib.whisper_java_default_params +// fun getDefaultParams(strategy: WhisperSamplingStrategy): WhisperFullParams { +// return lib.whisper_full_default_params(strategy.value) +// } + + @Override + public void close() { + freeContext(); + System.out.println("Whisper closed"); + } + + private void freeContext() { + if (ctx != null) { + lib.whisper_free(ctx); + } + } + + /** + * Run the entire model: PCM -> log mel spectrogram -> encoder -> decoder -> text. + * Not thread safe for same context + * Uses the specified decoding strategy to obtain the text. + */ + public String fullTranscribe(/*WhisperJavaParams whisperParams,*/ float[] audioData) throws IOException { + if (ctx == null) { + throw new IllegalStateException("Model not initialised"); + } + + if (javaLib.whisper_java_full(ctx, /*whisperParams,*/ audioData, audioData.length) != 0) { + throw new IOException("Failed to process audio"); + } + + int nSegments = lib.whisper_full_n_segments(ctx); + + StringBuilder str = new StringBuilder(); + + for (int i = 0; i < nSegments; i++) { + String text = lib.whisper_full_get_segment_text(ctx, i); + System.out.println("Segment:" + text); + str.append(text); + } + + return str.toString().trim(); + } + +// public int getTextSegmentCount(Pointer ctx) { +// return lib.whisper_full_n_segments(ctx); +// } +// public String getTextSegment(Pointer ctx, int index) { +// return lib.whisper_full_get_segment_text(ctx, index); +// } + + public String getSystemInfo() { + return lib.whisper_print_system_info(); + } + + public int benchMemcpy(int nthread) { + return lib.whisper_bench_memcpy(nthread); + } + + public int benchGgmlMulMat(int nthread) { + return lib.whisper_bench_ggml_mul_mat(nthread); + } +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperCppJnaLibrary.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperCppJnaLibrary.java new file mode 100644 index 00000000000..66025657c6a --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperCppJnaLibrary.java @@ -0,0 +1,365 @@ +package io.github.ggerganov.whispercpp; + +import com.sun.jna.Library; +import com.sun.jna.Native; +import com.sun.jna.Pointer; +import io.github.ggerganov.whispercpp.model.WhisperModelLoader; +import io.github.ggerganov.whispercpp.model.WhisperTokenData; +import io.github.ggerganov.whispercpp.params.WhisperFullParams; + +public interface WhisperCppJnaLibrary extends Library { + WhisperCppJnaLibrary instance = Native.load("whisper", WhisperCppJnaLibrary.class); + + String whisper_print_system_info(); + + /** + * Allocate (almost) all memory needed for the model by loading from a file. + * + * @param path_model Path to the model file + * @return Whisper context on success, null on failure + */ + Pointer whisper_init_from_file(String path_model); + + /** + * Allocate (almost) all memory needed for the model by loading from a buffer. + * + * @param buffer Model buffer + * @param buffer_size Size of the model buffer + * @return Whisper context on success, null on failure + */ + Pointer whisper_init_from_buffer(Pointer buffer, int buffer_size); + + /** + * Allocate (almost) all memory needed for the model using a model loader. + * + * @param loader Model loader + * @return Whisper context on success, null on failure + */ + Pointer whisper_init(WhisperModelLoader loader); + + /** + * Allocate (almost) all memory needed for the model by loading from a file without allocating the state. + * + * @param path_model Path to the model file + * @return Whisper context on success, null on failure + */ + Pointer whisper_init_from_file_no_state(String path_model); + + /** + * Allocate (almost) all memory needed for the model by loading from a buffer without allocating the state. + * + * @param buffer Model buffer + * @param buffer_size Size of the model buffer + * @return Whisper context on success, null on failure + */ + Pointer whisper_init_from_buffer_no_state(Pointer buffer, int buffer_size); + +// Pointer whisper_init_from_buffer_no_state(Pointer buffer, long buffer_size); + + /** + * Allocate (almost) all memory needed for the model using a model loader without allocating the state. + * + * @param loader Model loader + * @return Whisper context on success, null on failure + */ + Pointer whisper_init_no_state(WhisperModelLoader loader); + + /** + * Allocate memory for the Whisper state. + * + * @param ctx Whisper context + * @return Whisper state on success, null on failure + */ + Pointer whisper_init_state(Pointer ctx); + + /** + * Free all allocated memory associated with the Whisper context. + * + * @param ctx Whisper context + */ + void whisper_free(Pointer ctx); + + /** + * Free all allocated memory associated with the Whisper state. + * + * @param state Whisper state + */ + void whisper_free_state(Pointer state); + + + /** + * Convert RAW PCM audio to log mel spectrogram. + * The resulting spectrogram is stored inside the default state of the provided whisper context. + * + * @param ctx - Pointer to a WhisperContext + * @return 0 on success + */ + int whisper_pcm_to_mel(Pointer ctx, final float[] samples, int n_samples, int n_threads); + + /** + * @param ctx Pointer to a WhisperContext + * @param state Pointer to WhisperState + * @param n_samples + * @param n_threads + * @return 0 on success + */ + int whisper_pcm_to_mel_with_state(Pointer ctx, Pointer state, final float[] samples, int n_samples, int n_threads); + + /** + * This can be used to set a custom log mel spectrogram inside the default state of the provided whisper context. + * Use this instead of whisper_pcm_to_mel() if you want to provide your own log mel spectrogram. + * n_mel must be 80 + * @return 0 on success + */ + int whisper_set_mel(Pointer ctx, final float[] data, int n_len, int n_mel); + int whisper_set_mel_with_state(Pointer ctx, Pointer state, final float[] data, int n_len, int n_mel); + + /** + * Run the Whisper encoder on the log mel spectrogram stored inside the default state in the provided whisper context. + * Make sure to call whisper_pcm_to_mel() or whisper_set_mel() first. + * Offset can be used to specify the offset of the first frame in the spectrogram. + * @return 0 on success + */ + int whisper_encode(Pointer ctx, int offset, int n_threads); + + int whisper_encode_with_state(Pointer ctx, Pointer state, int offset, int n_threads); + + /** + * Run the Whisper decoder to obtain the logits and probabilities for the next token. + * Make sure to call whisper_encode() first. + * tokens + n_tokens is the provided context for the decoder. + * n_past is the number of tokens to use from previous decoder calls. + * Returns 0 on success + * TODO: add support for multiple decoders + */ + int whisper_decode(Pointer ctx, Pointer tokens, int n_tokens, int n_past, int n_threads); + + /** + * @param ctx + * @param state + * @param tokens Pointer to int tokens + * @param n_tokens + * @param n_past + * @param n_threads + * @return + */ + int whisper_decode_with_state(Pointer ctx, Pointer state, Pointer tokens, int n_tokens, int n_past, int n_threads); + + /** + * Convert the provided text into tokens. + * The tokens pointer must be large enough to hold the resulting tokens. + * Returns the number of tokens on success, no more than n_max_tokens + * Returns -1 on failure + * TODO: not sure if correct + */ + int whisper_tokenize(Pointer ctx, String text, Pointer tokens, int n_max_tokens); + + /** Largest language id (i.e. number of available languages - 1) */ + int whisper_lang_max_id(); + + /** + * @return the id of the specified language, returns -1 if not found. + * Examples: + * "de" -> 2 + * "german" -> 2 + */ + int whisper_lang_id(String lang); + + /** @return the short string of the specified language id (e.g. 2 -> "de"), returns nullptr if not found */ + String whisper_lang_str(int id); + + /** + * Use mel data at offset_ms to try and auto-detect the spoken language. + * Make sure to call whisper_pcm_to_mel() or whisper_set_mel() first + * Returns the top language id or negative on failure + * If not null, fills the lang_probs array with the probabilities of all languages + * The array must be whisper_lang_max_id() + 1 in size + * + * ref: https://github.com/openai/whisper/blob/main/whisper/decoding.py#L18-L69 + */ + int whisper_lang_auto_detect(Pointer ctx, int offset_ms, int n_threads, float[] lang_probs); + + int whisper_lang_auto_detect_with_state(Pointer ctx, Pointer state, int offset_ms, int n_threads, float[] lang_probs); + + int whisper_n_len (Pointer ctx); // mel length + int whisper_n_len_from_state(Pointer state); // mel length + int whisper_n_vocab (Pointer ctx); + int whisper_n_text_ctx (Pointer ctx); + int whisper_n_audio_ctx (Pointer ctx); + int whisper_is_multilingual (Pointer ctx); + + int whisper_model_n_vocab (Pointer ctx); + int whisper_model_n_audio_ctx (Pointer ctx); + int whisper_model_n_audio_state(Pointer ctx); + int whisper_model_n_audio_head (Pointer ctx); + int whisper_model_n_audio_layer(Pointer ctx); + int whisper_model_n_text_ctx (Pointer ctx); + int whisper_model_n_text_state (Pointer ctx); + int whisper_model_n_text_head (Pointer ctx); + int whisper_model_n_text_layer (Pointer ctx); + int whisper_model_n_mels (Pointer ctx); + int whisper_model_ftype (Pointer ctx); + int whisper_model_type (Pointer ctx); + + /** + * Token logits obtained from the last call to whisper_decode(). + * The logits for the last token are stored in the last row + * Rows: n_tokens + * Cols: n_vocab + */ + float[] whisper_get_logits (Pointer ctx); + float[] whisper_get_logits_from_state(Pointer state); + + // Token Id -> String. Uses the vocabulary in the provided context + String whisper_token_to_str(Pointer ctx, int token); + String whisper_model_type_readable(Pointer ctx); + + // Special tokens + int whisper_token_eot (Pointer ctx); + int whisper_token_sot (Pointer ctx); + int whisper_token_prev(Pointer ctx); + int whisper_token_solm(Pointer ctx); + int whisper_token_not (Pointer ctx); + int whisper_token_beg (Pointer ctx); + int whisper_token_lang(Pointer ctx, int lang_id); + + // Task tokens + int whisper_token_translate(); + int whisper_token_transcribe(); + + // Performance information from the default state. + void whisper_print_timings(Pointer ctx); + void whisper_reset_timings(Pointer ctx); + + /** + * @param strategy - WhisperSamplingStrategy.value + */ + WhisperFullParams whisper_full_default_params(int strategy); + + /** + * Run the entire model: PCM -> log mel spectrogram -> encoder -> decoder -> text + * Not thread safe for same context + * Uses the specified decoding strategy to obtain the text. + */ + int whisper_full(Pointer ctx, WhisperFullParams params, final float[] samples, int n_samples); + + int whisper_full_with_state(Pointer ctx, Pointer state, WhisperFullParams params, final float[] samples, int n_samples); + + // Split the input audio in chunks and process each chunk separately using whisper_full_with_state() + // Result is stored in the default state of the context + // Not thread safe if executed in parallel on the same context. + // It seems this approach can offer some speedup in some cases. + // However, the transcription accuracy can be worse at the beginning and end of each chunk. + int whisper_full_parallel(Pointer ctx, WhisperFullParams params, final float[] samples, int n_samples, int n_processors); + + /** + * Number of generated text segments. + * A segment can be a few words, a sentence, or even a paragraph. + * @param ctx Pointer to WhisperContext + */ + int whisper_full_n_segments (Pointer ctx); + + /** + * @param state Pointer to WhisperState + */ + int whisper_full_n_segments_from_state(Pointer state); + + /** + * Language id associated with the context's default state. + * @param ctx Pointer to WhisperContext + */ + int whisper_full_lang_id(Pointer ctx); + + /** Language id associated with the provided state */ + int whisper_full_lang_id_from_state(Pointer state); + + /** + * Convert RAW PCM audio to log mel spectrogram but applies a Phase Vocoder to speed up the audio x2. + * The resulting spectrogram is stored inside the default state of the provided whisper context. + * @return 0 on success + */ + int whisper_pcm_to_mel_phase_vocoder(Pointer ctx, final float[] samples, int n_samples, int n_threads); + + int whisper_pcm_to_mel_phase_vocoder_with_state(Pointer ctx, Pointer state, final float[] samples, int n_samples, int n_threads); + + /** Get the start time of the specified segment. */ + long whisper_full_get_segment_t0(Pointer ctx, int i_segment); + + /** Get the start time of the specified segment from the state. */ + long whisper_full_get_segment_t0_from_state(Pointer state, int i_segment); + + /** Get the end time of the specified segment. */ + long whisper_full_get_segment_t1(Pointer ctx, int i_segment); + + /** Get the end time of the specified segment from the state. */ + long whisper_full_get_segment_t1_from_state(Pointer state, int i_segment); + + /** Get the text of the specified segment. */ + String whisper_full_get_segment_text(Pointer ctx, int i_segment); + + /** Get the text of the specified segment from the state. */ + String whisper_full_get_segment_text_from_state(Pointer state, int i_segment); + + /** Get the number of tokens in the specified segment. */ + int whisper_full_n_tokens(Pointer ctx, int i_segment); + + /** Get the number of tokens in the specified segment from the state. */ + int whisper_full_n_tokens_from_state(Pointer state, int i_segment); + + /** Get the token text of the specified token in the specified segment. */ + String whisper_full_get_token_text(Pointer ctx, int i_segment, int i_token); + + + /** Get the token text of the specified token in the specified segment from the state. */ + String whisper_full_get_token_text_from_state(Pointer ctx, Pointer state, int i_segment, int i_token); + + /** Get the token ID of the specified token in the specified segment. */ + int whisper_full_get_token_id(Pointer ctx, int i_segment, int i_token); + + /** Get the token ID of the specified token in the specified segment from the state. */ + int whisper_full_get_token_id_from_state(Pointer state, int i_segment, int i_token); + + /** Get token data for the specified token in the specified segment. */ + WhisperTokenData whisper_full_get_token_data(Pointer ctx, int i_segment, int i_token); + + /** Get token data for the specified token in the specified segment from the state. */ + WhisperTokenData whisper_full_get_token_data_from_state(Pointer state, int i_segment, int i_token); + + /** Get the probability of the specified token in the specified segment. */ + float whisper_full_get_token_p(Pointer ctx, int i_segment, int i_token); + + /** Get the probability of the specified token in the specified segment from the state. */ + float whisper_full_get_token_p_from_state(Pointer state, int i_segment, int i_token); + + /** + * Benchmark function for memcpy. + * + * @param nThreads Number of threads to use for the benchmark. + * @return The result of the benchmark. + */ + int whisper_bench_memcpy(int nThreads); + + /** + * Benchmark function for memcpy as a string. + * + * @param nThreads Number of threads to use for the benchmark. + * @return The result of the benchmark as a string. + */ + String whisper_bench_memcpy_str(int nThreads); + + /** + * Benchmark function for ggml_mul_mat. + * + * @param nThreads Number of threads to use for the benchmark. + * @return The result of the benchmark. + */ + int whisper_bench_ggml_mul_mat(int nThreads); + + /** + * Benchmark function for ggml_mul_mat as a string. + * + * @param nThreads Number of threads to use for the benchmark. + * @return The result of the benchmark as a string. + */ + String whisper_bench_ggml_mul_mat_str(int nThreads); +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java deleted file mode 100644 index 834970e83fe..00000000000 --- a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJNI.java +++ /dev/null @@ -1,51 +0,0 @@ -package io.github.ggerganov.whispercpp; - -import com.sun.jna.Native; - -import java.io.InputStream; -import java.util.List; - -public class WhisperJNI { - static { - System.setProperty("java.library.path", - System.getProperty("java.library.path") - + ":" + System.getProperty("user.dir") + "/build/libs/whispercpp/shared" -// + ":" + System.getProperty("user.dir") + "/build/libs/whispercpp/static" - ); - - System.out.println("System.getProperty(\"java.library.path\"): " + System.getProperty("java.library.path")); - - // java.lang.UnsatisfiedLinkError: no whispercpp in java.library.path -// System.loadLibrary("whispercpp"); - - // java.lang.UnsatisfiedLinkError: Error looking up function 'getSystemInfo': /whisper.cpp/bindings/java/build/libs/whispercpp/shared/libwhispercpp.so: undefined symbol: getSystemInfo - Native.register(WhisperJNI.class, "whispercpp"); - } - - private static WhisperJNI instance; - - private WhisperJNI() { - } - - public static synchronized WhisperJNI getInstance() { - if (instance == null) { - instance = new WhisperJNI(); - } - return instance; - } - - - - // Note: Running `./gradlew compileJava` will generate the `...WhisperJNI.h` file - public native long initContextFromInputStream(InputStream inputStream); -// public native long initContextFromAsset(AssetManager assetManager, String assetPath)l - public native long initContext(String modelPath); - public native void freeContext(long contextPtr); - public native void fullTranscribe(long contextPtr, float[] audioData); - public native int getTextSegmentCount(long contextPtr); - public native String getTextSegment(long contextPtr, int index); - public native String getSystemInfo(); - public native String benchMemcpy(int nthread); - public native String benchGgmlMulMat(int nthread); - -} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJavaJnaLibrary.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJavaJnaLibrary.java new file mode 100644 index 00000000000..fb61de4cd8f --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJavaJnaLibrary.java @@ -0,0 +1,23 @@ +package io.github.ggerganov.whispercpp; + +import com.sun.jna.Library; +import com.sun.jna.Native; +import com.sun.jna.Pointer; +import io.github.ggerganov.whispercpp.params.WhisperJavaParams; + +interface WhisperJavaJnaLibrary extends Library { + WhisperJavaJnaLibrary instance = Native.load("whisper_java", WhisperJavaJnaLibrary.class); + + WhisperJavaParams whisper_java_default_params(int strategy); + + void whisper_java_free(); + + void whisper_java_init_from_file(String modelPath); + + /** + * Run the entire model: PCM -> log mel spectrogram -> encoder -> decoder -> text. + * Not thread safe for same context + * Uses the specified decoding strategy to obtain the text. + */ + int whisper_java_full(Pointer ctx, /*WhisperJavaParams params, */float[] samples, int nSamples); +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJnaLibrary.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJnaLibrary.java deleted file mode 100644 index 30848b94f2c..00000000000 --- a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJnaLibrary.java +++ /dev/null @@ -1,174 +0,0 @@ -package io.github.ggerganov.whispercpp; - -import com.sun.jna.Library; -import com.sun.jna.Native; -import com.sun.jna.Platform; -import com.sun.jna.Pointer; -import io.github.ggerganov.whispercpp.model.WhisperModelLoader; -import io.github.ggerganov.whispercpp.model.WhisperTokenData; - -public interface WhisperJnaLibrary extends Library { - WhisperJnaLibrary instance = Native.load(Platform.isWindows() - ? "whispercpp.dll" - : "whispercpp", - WhisperJnaLibrary.class); - - String whisper_print_system_info(); - - - /** - * Benchmark function for memcpy. - * - * @param nThreads Number of threads to use for the benchmark. - * @return The result of the benchmark. - */ - int whisper_bench_memcpy(int nThreads); - - /** - * Benchmark function for memcpy as a string. - * - * @param nThreads Number of threads to use for the benchmark. - * @return The result of the benchmark as a string. - */ - String whisper_bench_memcpy_str(int nThreads); - - /** - * Benchmark function for ggml_mul_mat. - * - * @param nThreads Number of threads to use for the benchmark. - * @return The result of the benchmark. - */ - int whisper_bench_ggml_mul_mat(int nThreads); - - /** - * Benchmark function for ggml_mul_mat as a string. - * - * @param nThreads Number of threads to use for the benchmark. - * @return The result of the benchmark as a string. - */ - String whisper_bench_ggml_mul_mat_str(int nThreads); - - /** - * Allocate (almost) all memory needed for the model by loading from a file. - * - * @param path_model Path to the model file - * @return Whisper context on success, null on failure - */ - Pointer whisper_init_from_file(String path_model); - - /** - * Allocate (almost) all memory needed for the model by loading from a buffer. - * - * @param buffer Model buffer - * @param buffer_size Size of the model buffer - * @return Whisper context on success, null on failure - */ - Pointer whisper_init_from_buffer(Pointer buffer, int buffer_size); - - /** - * Allocate (almost) all memory needed for the model using a model loader. - * - * @param loader Model loader - * @return Whisper context on success, null on failure - */ - Pointer whisper_init(WhisperModelLoader loader); - - /** - * Allocate (almost) all memory needed for the model by loading from a file without allocating the state. - * - * @param path_model Path to the model file - * @return Whisper context on success, null on failure - */ - Pointer whisper_init_from_file_no_state(String path_model); - - /** - * Allocate (almost) all memory needed for the model by loading from a buffer without allocating the state. - * - * @param buffer Model buffer - * @param buffer_size Size of the model buffer - * @return Whisper context on success, null on failure - */ - Pointer whisper_init_from_buffer_no_state(Pointer buffer, int buffer_size); - -// Pointer whisper_init_from_buffer_no_state(Pointer buffer, long buffer_size); - - /** - * Allocate (almost) all memory needed for the model using a model loader without allocating the state. - * - * @param loader Model loader - * @return Whisper context on success, null on failure - */ - Pointer whisper_init_no_state(WhisperModelLoader loader); - - /** - * Allocate memory for the Whisper state. - * - * @param ctx Whisper context - * @return Whisper state on success, null on failure - */ - Pointer whisper_init_state(Pointer ctx); - - /** - * Free all allocated memory associated with the Whisper context. - * - * @param ctx Whisper context - */ - void whisper_free(Pointer ctx); - - /** - * Free all allocated memory associated with the Whisper state. - * - * @param state Whisper state - */ - void whisper_free_state(Pointer state); - - - /** Get the start time of the specified segment. */ - long whisper_full_get_segment_t0(Pointer ctx, int i_segment); - - /** Get the start time of the specified segment from the state. */ - long whisper_full_get_segment_t0_from_state(Pointer state, int i_segment); - - /** Get the end time of the specified segment. */ - long whisper_full_get_segment_t1(Pointer ctx, int i_segment); - - /** Get the end time of the specified segment from the state. */ - long whisper_full_get_segment_t1_from_state(Pointer state, int i_segment); - - /** Get the text of the specified segment. */ - String whisper_full_get_segment_text(Pointer ctx, int i_segment); - - /** Get the text of the specified segment from the state. */ - String whisper_full_get_segment_text_from_state(Pointer state, int i_segment); - - /** Get the number of tokens in the specified segment. */ - int whisper_full_n_tokens(Pointer ctx, int i_segment); - - /** Get the number of tokens in the specified segment from the state. */ - int whisper_full_n_tokens_from_state(Pointer state, int i_segment); - - /** Get the token text of the specified token in the specified segment. */ - String whisper_full_get_token_text(Pointer ctx, int i_segment, int i_token); - - - /** Get the token text of the specified token in the specified segment from the state. */ - String whisper_full_get_token_text_from_state(Pointer ctx, Pointer state, int i_segment, int i_token); - - /** Get the token ID of the specified token in the specified segment. */ - int whisper_full_get_token_id(Pointer ctx, int i_segment, int i_token); - - /** Get the token ID of the specified token in the specified segment from the state. */ - int whisper_full_get_token_id_from_state(Pointer state, int i_segment, int i_token); - - /** Get token data for the specified token in the specified segment. */ - WhisperTokenData whisper_full_get_token_data(Pointer ctx, int i_segment, int i_token); - - /** Get token data for the specified token in the specified segment from the state. */ - WhisperTokenData whisper_full_get_token_data_from_state(Pointer state, int i_segment, int i_token); - - /** Get the probability of the specified token in the specified segment. */ - float whisper_full_get_token_p(Pointer ctx, int i_segment, int i_token); - - /** Get the probability of the specified token in the specified segment from the state. */ - float whisper_full_get_token_p_from_state(Pointer state, int i_segment, int i_token); -} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperNewSegmentCallback.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperNewSegmentCallback.java index fa9a8f9160e..95ca346721c 100644 --- a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperNewSegmentCallback.java +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/callbacks/WhisperNewSegmentCallback.java @@ -3,6 +3,7 @@ import com.sun.jna.Callback; import com.sun.jna.Pointer; import io.github.ggerganov.whispercpp.WhisperContext; +import io.github.ggerganov.whispercpp.model.WhisperState; /** * Callback for the text segment. diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperFullParams.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperFullParams.java index 5a7d52169f4..ea0bccf728c 100644 --- a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperFullParams.java +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperFullParams.java @@ -39,7 +39,7 @@ public class WhisperFullParams extends Structure { /** Flag to force single segment output (useful for streaming). */ public boolean single_segment; - /** Flag to print special tokens (e.g., , , , etc.). */ + /** Flag to print special tokens (e.g., <SOT>, <EOT>, <BEG>, etc.). */ public boolean print_special; /** Flag to print progress information. */ diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperJavaParams.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperJavaParams.java new file mode 100644 index 00000000000..728485c35a5 --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperJavaParams.java @@ -0,0 +1,7 @@ +package io.github.ggerganov.whispercpp.params; + +import com.sun.jna.Structure; + +public class WhisperJavaParams extends Structure { + +} diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperSamplingStrategy.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperSamplingStrategy.java new file mode 100644 index 00000000000..a32c7938bfe --- /dev/null +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/params/WhisperSamplingStrategy.java @@ -0,0 +1,10 @@ +package io.github.ggerganov.whispercpp.params; + +/** Available sampling strategies */ +public enum WhisperSamplingStrategy { + /** similar to OpenAI's GreedyDecoder */ + WHISPER_SAMPLING_GREEDY, + + /** similar to OpenAI's BeamSearchDecoder */ + WHISPER_SAMPLING_BEAM_SEARCH +} diff --git a/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperCppTest.java b/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperCppTest.java new file mode 100644 index 00000000000..3038a9c51a6 --- /dev/null +++ b/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperCppTest.java @@ -0,0 +1,74 @@ +package io.github.ggerganov.whispercpp; + +import static org.junit.jupiter.api.Assertions.*; + +import io.github.ggerganov.whispercpp.params.WhisperJavaParams; +import io.github.ggerganov.whispercpp.params.WhisperSamplingStrategy; +import org.junit.jupiter.api.BeforeAll; +import org.junit.jupiter.api.Test; +import javax.sound.sampled.AudioInputStream; +import javax.sound.sampled.AudioSystem; +import java.io.File; +import java.io.FileNotFoundException; + +class WhisperCppTest { + private static WhisperCpp whisper = new WhisperCpp(); + private static boolean modelInitialised = false; + + @BeforeAll + static void init() throws FileNotFoundException { + // By default, models are loaded from ~/.cache/whisper/ and are usually named "ggml-${name}.bin" + // or you can provide the absolute path to the model file. + String modelName = "base.enx"; + try { + whisper.initContext(modelName); + whisper.getDefaultJavaParams(WhisperSamplingStrategy.WHISPER_SAMPLING_GREEDY); +// whisper.getDefaultJavaParams(WhisperSamplingStrategy.WHISPER_SAMPLING_BEAM_SEARCH); + modelInitialised = true; + } catch (FileNotFoundException ex) { + System.out.println("Model " + modelName + " not found"); + } + } + + @Test + void testGetDefaultJavaParams() { + // When + WhisperJavaParams params = whisper.getDefaultJavaParams(WhisperSamplingStrategy.WHISPER_SAMPLING_BEAM_SEARCH); + + // Then if it doesn't throw we've connected to whisper.cpp + } + + @Test + void testFullTranscribe() throws Exception { + if (!modelInitialised) { + System.out.println("Model not initialised, skipping test"); + return; + } + + // Given + File file = new File(System.getProperty("user.dir"), "../../samples/jfk.wav"); + AudioInputStream audioInputStream = AudioSystem.getAudioInputStream(file); + + byte[] b = new byte[audioInputStream.available()]; + float[] floats = new float[b.length / 2]; + + try { + audioInputStream.read(b); + + for (int i = 0, j = 0; i < b.length; i += 2, j++) { + int intSample = (int) (b[i + 1]) << 8 | (int) (b[i]) & 0xFF; + floats[j] = intSample / 32767.0f; + } + + // When + String result = whisper.fullTranscribe(/*params,*/ floats); + + // Then + assertEquals("And so my fellow Americans, ask not what your country can do for you, " + + "ask what you can do for your country.", + result); + } finally { + audioInputStream.close(); + } + } +} diff --git a/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJNITest.java b/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJNITest.java deleted file mode 100644 index 67f6e4f1b16..00000000000 --- a/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJNITest.java +++ /dev/null @@ -1,31 +0,0 @@ -package io.github.ggerganov.whispercpp; - -import static org.assertj.core.api.Assertions.*; - -import org.junit.jupiter.api.BeforeAll; -import org.junit.jupiter.api.Test; - -import java.util.List; - -public class WhisperJNITest { - @BeforeAll - static void loadLibrary() { -// System.setProperty("jna.nounpack", "false"); -// System.setProperty("jna.noclasspath", "false"); - - System.setProperty("java.library.path", - System.getProperty("java.library.path") - + ":" + System.getProperty("user.dir") + "/build/libs/whispercpp/shared" -// + ":" + System.getProperty("user.dir") + "/build/libs/whispercpp/static" - ); - -// System.load(System.getProperty("user.dir") + "/build/libs/whispercpp/shared/libwhispercpp.so"); - } - - @Test - void test() { -// System.out.println("testing..."); -// String systemInfo = WhisperJNI.getInstance().getSystemInfo(); -// assertThat(systemInfo).isEqualTo("getSystemInfo"); - } -} diff --git a/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJnaLibraryTest.java b/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJnaLibraryTest.java index ce9809f1c27..07a340c13be 100644 --- a/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJnaLibraryTest.java +++ b/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperJnaLibraryTest.java @@ -1,36 +1,17 @@ package io.github.ggerganov.whispercpp; -import static org.assertj.core.api.Assertions.*; +import static org.junit.jupiter.api.Assertions.*; -import com.sun.jna.Native; -import org.junit.jupiter.api.BeforeAll; import org.junit.jupiter.api.Test; -public class WhisperJnaLibraryTest { - - @BeforeAll - static void loadLibrary() { -// System.setProperty("jna.nounpack", "false"); -// System.setProperty("jna.noclasspath", "false"); - - System.setProperty("java.library.path", - System.getProperty("java.library.path") - + ":" + System.getProperty("user.dir") + "/../../build/bin/Release/whisper-bin-x64" -// + ":" + System.getProperty("user.dir") + "/build/libs/whispercpp/static" - ); - - Native.register(WhisperJnaLibrary.class, "whisper"); - -// System.load(System.getProperty("user.dir") + "/build/libs/whispercpp/shared/libwhispercpp.so"); - } +class WhisperJnaLibraryTest { @Test - void test_whisper_print_system_info() { -// System.out.println("testing..."); -// String systemInfo = WhisperJNI.getInstance().getSystemInfo(); -// assertThat(systemInfo).isEqualTo("getSystemInfo"); - - String systemInfo = WhisperJnaLibrary.instance.whisper_print_system_info(); - assertThat(systemInfo).isEqualTo("asdf"); + void testWhisperPrint_system_info() { + String systemInfo = WhisperCppJnaLibrary.instance.whisper_print_system_info(); + // eg: "AVX = 1 | AVX2 = 1 | AVX512 = 0 | FMA = 1 | NEON = 0 | ARM_FMA = 0 | F16C = 1 | FP16_VA = 0 + // | WASM_SIMD = 0 | BLAS = 0 | SSE3 = 1 | VSX = 0 | COREML = 0 | " + System.out.println("System info: " + systemInfo); + assertTrue(systemInfo.length() > 10); } } From 25dcd1ec578709896360fc4713930ccbd18f8ef1 Mon Sep 17 00:00:00 2001 From: Nicholas Albion Date: Sun, 21 May 2023 00:15:36 +1000 Subject: [PATCH 5/6] tested on Ubuntu 20 --- bindings/java/CMakeLists.txt | 6 +++--- bindings/java/README.md | 1 + bindings/java/build.gradle | 14 ++++++++++++++ bindings/java/src/main/cpp/whisper_java.cpp | 7 ++++--- bindings/java/src/main/cpp/whisper_java.h | 2 +- .../io/github/ggerganov/whispercpp/WhisperCpp.java | 4 ++-- .../whispercpp/WhisperJavaJnaLibrary.java | 2 +- .../ggerganov/whispercpp/WhisperCppTest.java | 5 +++-- 8 files changed, 29 insertions(+), 12 deletions(-) diff --git a/bindings/java/CMakeLists.txt b/bindings/java/CMakeLists.txt index 55a5ccb9ae3..7e47bb36bd6 100644 --- a/bindings/java/CMakeLists.txt +++ b/bindings/java/CMakeLists.txt @@ -1,4 +1,4 @@ -cmake_minimum_required(VERSION 3.0) +cmake_minimum_required(VERSION 3.10) project(whisper_java VERSION 1.4.2) @@ -13,9 +13,9 @@ include_directories(../../) if(WIN32) set(OUTPUT_DIR ${CMAKE_CURRENT_BINARY_DIR}/generated/resources/main/win32-x86-64) elseif(UNIX AND NOT APPLE) - set(OUTPUT_DIR ${CMAKE_CURRENT_BINARY_DIR}/generated/resources/main/linux-x86-${CMAKE_SYSTEM_PROCESSOR}) + set(OUTPUT_DIR ${CMAKE_CURRENT_BINARY_DIR}/generated/resources/main/linux-x86-64) elseif(APPLE) - set(OUTPUT_DIR ${CMAKE_CURRENT_BINARY_DIR}/generated/resources/main/macos-x86-${CMAKE_SYSTEM_PROCESSOR}) + set(OUTPUT_DIR ${CMAKE_CURRENT_BINARY_DIR}/generated/resources/main/macos-x86-64) endif() set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${OUTPUT_DIR}) diff --git a/bindings/java/README.md b/bindings/java/README.md index b6173943227..429287c0e37 100644 --- a/bindings/java/README.md +++ b/bindings/java/README.md @@ -3,6 +3,7 @@ This package provides Java JNI bindings for whisper.cpp. They have been tested on: * Darwin (OS X) 12.6 on x64_64 + * Ubuntu on x86_64 * Windows on x86_64 The "low level" bindings are in `WhisperCppJnaLibrary` and `WhisperJavaJnaLibrary` which caches `whisper_full_params` and `whisper_context` in `whisper_java.cpp`. diff --git a/bindings/java/build.gradle b/bindings/java/build.gradle index 9c3638a7c53..4a9b02f1585 100644 --- a/bindings/java/build.gradle +++ b/bindings/java/build.gradle @@ -22,6 +22,20 @@ sourceSets { } } +tasks.register('copyLibwhisperSo', Copy) { + from '../../build' + include 'libwhisper.so' + into 'build/generated/resources/main/linux-x86-64' +} + +tasks.register('copyWhisperDll', Copy) { + from '../../build/Release' + include 'whisper.dll' + into 'build/generated/resources/main/windows-x86-64' +} + +tasks.build.dependsOn copyLibwhisperSo, copyWhisperDll + test { systemProperty 'jna.library.path', project.file('build/generated/resources/main').absolutePath } diff --git a/bindings/java/src/main/cpp/whisper_java.cpp b/bindings/java/src/main/cpp/whisper_java.cpp index bc30bc7b4d0..9e06aa07d17 100644 --- a/bindings/java/src/main/cpp/whisper_java.cpp +++ b/bindings/java/src/main/cpp/whisper_java.cpp @@ -4,11 +4,12 @@ struct whisper_full_params default_params; struct whisper_context * whisper_ctx = nullptr; -struct whisper_java_params whisper_java_default_params(enum whisper_sampling_strategy strategy) { +struct void whisper_java_default_params(enum whisper_sampling_strategy strategy) { default_params = whisper_full_default_params(strategy); - struct whisper_java_params result = {}; - return result; +// struct whisper_java_params result = {}; +// return result; + return; } void whisper_java_init_from_file(const char * path_model) { diff --git a/bindings/java/src/main/cpp/whisper_java.h b/bindings/java/src/main/cpp/whisper_java.h index 9620e388a5f..d64866b751a 100644 --- a/bindings/java/src/main/cpp/whisper_java.h +++ b/bindings/java/src/main/cpp/whisper_java.h @@ -8,7 +8,7 @@ extern "C" { struct whisper_java_params { }; -WHISPER_API struct whisper_java_params whisper_java_default_params(enum whisper_sampling_strategy strategy); +WHISPER_API void whisper_java_default_params(enum whisper_sampling_strategy strategy); WHISPER_API void whisper_java_init_from_file(const char * path_model); diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperCpp.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperCpp.java index 6f6649f57db..f014407086b 100644 --- a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperCpp.java +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperCpp.java @@ -54,8 +54,8 @@ void initContext(String modelPath) throws FileNotFoundException { * Initialises `whisper_full_params` internally in whisper_java.cpp so JNA doesn't have to map everything. * `whisper_java_init_from_file()` calls `whisper_java_default_params(WHISPER_SAMPLING_GREEDY)` for convenience. */ - public WhisperJavaParams getDefaultJavaParams(WhisperSamplingStrategy strategy) { - return javaLib.whisper_java_default_params(strategy.ordinal()); + public void getDefaultJavaParams(WhisperSamplingStrategy strategy) { + javaLib.whisper_java_default_params(strategy.ordinal()); // return lib.whisper_full_default_params(strategy.value) } diff --git a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJavaJnaLibrary.java b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJavaJnaLibrary.java index fb61de4cd8f..74f8459a963 100644 --- a/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJavaJnaLibrary.java +++ b/bindings/java/src/main/java/io/github/ggerganov/whispercpp/WhisperJavaJnaLibrary.java @@ -8,7 +8,7 @@ interface WhisperJavaJnaLibrary extends Library { WhisperJavaJnaLibrary instance = Native.load("whisper_java", WhisperJavaJnaLibrary.class); - WhisperJavaParams whisper_java_default_params(int strategy); + void whisper_java_default_params(int strategy); void whisper_java_free(); diff --git a/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperCppTest.java b/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperCppTest.java index 3038a9c51a6..98390aa9a31 100644 --- a/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperCppTest.java +++ b/bindings/java/src/test/java/io/github/ggerganov/whispercpp/WhisperCppTest.java @@ -19,7 +19,7 @@ class WhisperCppTest { static void init() throws FileNotFoundException { // By default, models are loaded from ~/.cache/whisper/ and are usually named "ggml-${name}.bin" // or you can provide the absolute path to the model file. - String modelName = "base.enx"; + String modelName = "base.en"; try { whisper.initContext(modelName); whisper.getDefaultJavaParams(WhisperSamplingStrategy.WHISPER_SAMPLING_GREEDY); @@ -33,7 +33,7 @@ static void init() throws FileNotFoundException { @Test void testGetDefaultJavaParams() { // When - WhisperJavaParams params = whisper.getDefaultJavaParams(WhisperSamplingStrategy.WHISPER_SAMPLING_BEAM_SEARCH); + whisper.getDefaultJavaParams(WhisperSamplingStrategy.WHISPER_SAMPLING_BEAM_SEARCH); // Then if it doesn't throw we've connected to whisper.cpp } @@ -64,6 +64,7 @@ void testFullTranscribe() throws Exception { String result = whisper.fullTranscribe(/*params,*/ floats); // Then + System.out.println(result); assertEquals("And so my fellow Americans, ask not what your country can do for you, " + "ask what you can do for your country.", result); From f01ffcf2e8f5e40bd3224ffa37280c5ae9876b3f Mon Sep 17 00:00:00 2001 From: Nicholas Albion Date: Sun, 21 May 2023 00:27:13 +1000 Subject: [PATCH 6/6] link to Java bindings --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 75d6f81629d..7d76f900f00 100644 --- a/README.md +++ b/README.md @@ -28,6 +28,7 @@ Supported platforms: - [x] Mac OS (Intel and Arm) - [x] [iOS](examples/whisper.objc) - [x] [Android](examples/whisper.android) +- [x] [Java](bindings/java/README.md) - [x] Linux / [FreeBSD](https://github.com/ggerganov/whisper.cpp/issues/56#issuecomment-1350920264) - [x] [WebAssembly](examples/whisper.wasm) - [x] Windows ([MSVC](https://github.com/ggerganov/whisper.cpp/blob/master/.github/workflows/build.yml#L117-L144) and [MinGW](https://github.com/ggerganov/whisper.cpp/issues/168)]