whisper : reuse whisper_decode_with_state (#1521) #1920
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: [push, pull_request] | |
| env: | |
| ubuntu_image: "ubuntu:22.04" | |
| jobs: | |
| ubuntu-latest: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| arch: [linux/amd64, linux/arm64, linux/arm/v7, linux/ppc64le] | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v2 | |
| - name: Build ${{ matrix.arch }} | |
| run: | | |
| docker run --platform ${{ matrix.arch }} --rm \ | |
| -v ${{ github.workspace }}:/workspace \ | |
| -w /workspace ${{ env.ubuntu_image }} /bin/sh -c ' | |
| apt update | |
| apt install -y build-essential libsdl2-dev | |
| make | |
| make stream' | |
| macOS-latest: | |
| runs-on: macOS-latest | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: Dependencies | |
| run: | | |
| brew update | |
| brew install sdl2 | |
| - name: Build | |
| run: | | |
| make | |
| make stream | |
| freeBSD-latest: | |
| runs-on: macos-12 | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: Build | |
| uses: cross-platform-actions/[email protected] | |
| with: | |
| operating_system: freebsd | |
| version: '13.2' | |
| run: | | |
| sudo pkg update | |
| sudo pkg install -y gmake sdl2 | |
| gmake | |
| gmake stream | |
| ubuntu-latest-gcc: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| build: [Debug, Release] | |
| arch: [linux/amd64, linux/arm64, linux/arm/v7, linux/ppc64le] | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v2 | |
| - name: Build ${{ matrix.arch }} | |
| run: | | |
| docker run --platform ${{ matrix.arch }} --rm \ | |
| -v ${{ github.workspace }}:/workspace \ | |
| -w /workspace ${{ env.ubuntu_image }} /bin/sh -c ' | |
| apt update | |
| apt install -y build-essential cmake libsdl2-dev | |
| cmake . -DWHISPER_SDL2=ON -DCMAKE_BUILD_TYPE=${{ matrix.build }} | |
| make | |
| ctest -L gh --output-on-failure' | |
| ubuntu-latest-clang: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| build: [Debug, Release] | |
| arch: [linux/amd64, linux/arm64, linux/arm/v7, linux/ppc64le] | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v2 | |
| - name: Build ${{ matrix.arch }} | |
| run: | | |
| docker run --platform ${{ matrix.arch }} --rm \ | |
| -v ${{ github.workspace }}:/workspace \ | |
| -w /workspace ${{ env.ubuntu_image }} /bin/sh -c ' | |
| apt update | |
| apt install -y build-essential cmake libsdl2-dev | |
| cmake . -DWHISPER_SDL2=ON -DCMAKE_BUILD_TYPE=${{ matrix.build }} -DCMAKE_CXX_COMPILER=clang++ -DCMAKE_C_COMPILER=clang | |
| make | |
| ctest -L gh --output-on-failure' | |
| ubuntu-latest-gcc-sanitized: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| sanitizer: [ADDRESS, THREAD, UNDEFINED] | |
| arch: [linux/amd64] | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v2 | |
| - name: Build ${{ matrix.arch }} | |
| run: | | |
| docker run --platform ${{ matrix.arch }} --rm \ | |
| -v ${{ github.workspace }}:/workspace \ | |
| -w /workspace ${{ env.ubuntu_image }} /bin/sh -c ' | |
| apt update | |
| apt install -y build-essential cmake | |
| cmake . -DCMAKE_BUILD_TYPE=Debug -DWHISPER_SANITIZE_${{ matrix.sanitizer }}=ON | |
| make | |
| ctest -L gh --output-on-failure' | |
| windows: | |
| runs-on: windows-latest | |
| strategy: | |
| matrix: | |
| build: [Release] | |
| arch: [Win32, x64] | |
| sdl2: [ON] | |
| include: | |
| - arch: Win32 | |
| s2arc: x86 | |
| jnaPath: win32-x86 | |
| - arch: x64 | |
| s2arc: x64 | |
| jnaPath: win32-x86-64 | |
| - sdl2: ON | |
| s2ver: 2.26.0 | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: Add msbuild to PATH | |
| uses: microsoft/setup-msbuild@v1 | |
| - name: Fetch SDL2 and set SDL2_DIR | |
| if: matrix.sdl2 == 'ON' | |
| run: | | |
| C:/msys64/usr/bin/wget.exe -qO sdl2.zip https://github.com/libsdl-org/SDL/releases/download/release-${{ matrix.s2ver }}/SDL2-devel-${{ matrix.s2ver }}-VC.zip | |
| 7z x sdl2.zip | |
| echo "SDL2_DIR=$env:GITHUB_WORKSPACE/SDL2-${{ matrix.s2ver }}/cmake" >> $env:GITHUB_ENV | |
| - name: Configure | |
| run: > | |
| cmake -S . -B ./build -A ${{ matrix.arch }} | |
| -DCMAKE_BUILD_TYPE=${{ matrix.build }} | |
| -DWHISPER_SDL2=${{ matrix.sdl2 }} | |
| - name: Build | |
| run: | | |
| cd ./build | |
| msbuild ALL_BUILD.vcxproj -t:build -p:configuration=${{ matrix.build }} -p:platform=${{ matrix.arch }} | |
| - name: Copy SDL2.dll | |
| if: matrix.sdl2 == 'ON' | |
| run: copy "$env:SDL2_DIR/../lib/${{ matrix.s2arc }}/SDL2.dll" build/bin/${{ matrix.build }} | |
| - name: Upload dll | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{ matrix.jnaPath }}_whisper.dll | |
| path: build/bin/${{ matrix.build }}/whisper.dll | |
| - name: Upload binaries | |
| if: matrix.sdl2 == 'ON' | |
| uses: actions/upload-artifact@v1 | |
| with: | |
| name: whisper-bin-${{ matrix.arch }} | |
| path: build/bin/${{ matrix.build }} | |
| windows-blas: | |
| runs-on: windows-latest | |
| strategy: | |
| matrix: | |
| build: [Release] | |
| arch: [Win32, x64] | |
| blas: [ON] | |
| sdl2: [ON] | |
| include: | |
| - arch: Win32 | |
| obzip: https://github.com/OpenMathLib/OpenBLAS/releases/download/v0.3.24/OpenBLAS-0.3.24-x86.zip | |
| s2arc: x86 | |
| - arch: x64 | |
| obzip: https://github.com/OpenMathLib/OpenBLAS/releases/download/v0.3.24/OpenBLAS-0.3.24-x64.zip | |
| s2arc: x64 | |
| - sdl2: ON | |
| s2ver: 2.26.0 | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: Add msbuild to PATH | |
| uses: microsoft/setup-msbuild@v1 | |
| - name: Fetch OpenBLAS | |
| if: matrix.blas == 'ON' | |
| run: | | |
| C:/msys64/usr/bin/wget.exe -qO blas.zip ${{ matrix.obzip }} | |
| 7z x blas.zip -oblas -y | |
| copy blas/include/cblas.h . | |
| copy blas/include/openblas_config.h . | |
| echo "OPENBLAS_PATH=$env:GITHUB_WORKSPACE/blas" >> $env:GITHUB_ENV | |
| - name: Fetch SDL2 and set SDL2_DIR | |
| if: matrix.sdl2 == 'ON' | |
| run: | | |
| C:/msys64/usr/bin/wget.exe -qO sdl2.zip https://github.com/libsdl-org/SDL/releases/download/release-${{ matrix.s2ver }}/SDL2-devel-${{ matrix.s2ver }}-VC.zip | |
| 7z x sdl2.zip | |
| echo "SDL2_DIR=$env:GITHUB_WORKSPACE/SDL2-${{ matrix.s2ver }}/cmake" >> $env:GITHUB_ENV | |
| - name: Configure | |
| run: > | |
| cmake -S . -B ./build -A ${{ matrix.arch }} | |
| -DCMAKE_BUILD_TYPE=${{ matrix.build }} | |
| -DWHISPER_OPENBLAS=${{ matrix.blas }} | |
| -DCMAKE_LIBRARY_PATH="$env:OPENBLAS_PATH/lib" | |
| -DWHISPER_SDL2=${{ matrix.sdl2 }} | |
| - name: Build | |
| run: | | |
| cd ./build | |
| msbuild ALL_BUILD.vcxproj -t:build -p:configuration=${{ matrix.build }} -p:platform=${{ matrix.arch }} | |
| - name: Copy libopenblas.dll | |
| if: matrix.blas == 'ON' | |
| run: copy "$env:OPENBLAS_PATH/bin/libopenblas.dll" build/bin/${{ matrix.build }} | |
| - name: Copy SDL2.dll | |
| if: matrix.sdl2 == 'ON' | |
| run: copy "$env:SDL2_DIR/../lib/${{ matrix.s2arc }}/SDL2.dll" build/bin/${{ matrix.build }} | |
| - name: Upload binaries | |
| if: matrix.blas == 'ON' && matrix.sdl2 == 'ON' | |
| uses: actions/upload-artifact@v1 | |
| with: | |
| name: whisper-blas-bin-${{ matrix.arch }} | |
| path: build/bin/${{ matrix.build }} | |
| windows-cublas: | |
| runs-on: windows-latest | |
| strategy: | |
| matrix: | |
| build: [Release] | |
| arch: [x64] | |
| cublas: [ON] | |
| sdl2: [ON] | |
| include: | |
| - arch: x64 | |
| s2arc: x64 | |
| - sdl2: ON | |
| s2ver: 2.26.0 | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: Add msbuild to PATH | |
| uses: microsoft/setup-msbuild@v1 | |
| - name: Install CUDA Toolkit | |
| id: cuda-toolkit | |
| uses: Jimver/[email protected] | |
| - name: Fetch SDL2 and set SDL2_DIR | |
| if: matrix.sdl2 == 'ON' | |
| run: | | |
| C:/msys64/usr/bin/wget.exe -qO sdl2.zip https://github.com/libsdl-org/SDL/releases/download/release-${{ matrix.s2ver }}/SDL2-devel-${{ matrix.s2ver }}-VC.zip | |
| 7z x sdl2.zip | |
| echo "SDL2_DIR=$env:GITHUB_WORKSPACE/SDL2-${{ matrix.s2ver }}/cmake" >> $env:GITHUB_ENV | |
| - name: Configure | |
| run: > | |
| cmake -S . -B ./build -A ${{ matrix.arch }} | |
| -DCMAKE_BUILD_TYPE=${{ matrix.build }} | |
| -DWHISPER_CUBLAS=1 | |
| - name: Build | |
| run: | | |
| cd ./build | |
| msbuild ALL_BUILD.vcxproj -t:build -p:configuration=${{ matrix.build }} -p:platform=${{ matrix.arch }} | |
| - name: Copy CUDA DLLs | |
| run: > | |
| Copy-Item -PassThru | |
| -Path "${{ steps.cuda-toolkit.outputs.CUDA_PATH }}/bin/*.dll" | |
| -Include cudart64_*,cublas64_*,cublasLt64_* | |
| -Destination build/bin/${{ matrix.build }} | |
| - name: Copy SDL2.dll | |
| if: matrix.sdl2 == 'ON' | |
| run: copy "$env:SDL2_DIR/../lib/${{ matrix.s2arc }}/SDL2.dll" build/bin/${{ matrix.build }} | |
| - name: Upload binaries | |
| if: matrix.sdl2 == 'ON' | |
| uses: actions/upload-artifact@v1 | |
| with: | |
| name: whisper-cublas-bin-${{ matrix.arch }} | |
| path: build/bin/${{ matrix.build }} | |
| emscripten: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| build: [Release] | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: Setup emsdk | |
| uses: mymindstorm/setup-emsdk@v12 | |
| - name: Verify | |
| run: emcc -v | |
| - name: Build | |
| run: | | |
| emcmake cmake . -DCMAKE_BUILD_TYPE=${{ matrix.build }} | |
| make | |
| ios: | |
| runs-on: macos-latest | |
| strategy: | |
| matrix: | |
| build: [Release] | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: Configure | |
| run: | | |
| cp models/for-tests-ggml-base.en.bin models/ggml-base.en.bin | |
| mkdir models/ggml-base.en-encoder.mlmodelc | |
| - name: Build objc example | |
| run: xcodebuild -project examples/whisper.objc/whisper.objc.xcodeproj -scheme whisper.objc -configuration ${{ matrix.build }} -sdk iphonesimulator build | |
| - name: Build swiftui example | |
| run: xcodebuild -project examples/whisper.swiftui/whisper.swiftui.xcodeproj -scheme WhisperCppDemo -configuration ${{ matrix.build }} -sdk iphonesimulator build | |
| android: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: Install Java | |
| uses: actions/setup-java@v3 | |
| with: | |
| distribution: zulu | |
| java-version: 17 | |
| - name: Setup Android SDK | |
| uses: android-actions/setup-android@v2 | |
| - name: Build | |
| run: | | |
| cd examples/whisper.android | |
| ./gradlew assembleRelease --no-daemon | |
| android_java: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: set up JDK 11 | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: '11' | |
| distribution: 'temurin' | |
| cache: gradle | |
| - name: Setup Android SDK | |
| uses: android-actions/setup-android@v2 | |
| with: | |
| api-level: 30 | |
| build-tools-version: 30.0.3 | |
| - name: Build | |
| run: | | |
| cd examples/whisper.android.java | |
| chmod +x ./gradlew | |
| ./gradlew assembleRelease | |
| java: | |
| needs: [ 'windows' ] | |
| runs-on: windows-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Install Java | |
| uses: actions/setup-java@v1 | |
| with: | |
| java-version: 17 | |
| - name: Download Windows lib | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: win32-x86-64_whisper.dll | |
| path: bindings/java/build/generated/resources/main/win32-x86-64 | |
| - name: Build | |
| run: | | |
| models\download-ggml-model.cmd tiny.en | |
| cd bindings/java | |
| chmod +x ./gradlew | |
| ./gradlew build | |
| - name: Upload jar | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: whispercpp.jar | |
| path: bindings/java/build/libs/whispercpp-*.jar | |
| - name: Publish package | |
| if: ${{ github.ref == 'refs/heads/master' }} | |
| uses: gradle/[email protected] | |
| with: | |
| arguments: publish | |
| build-root-directory: bindings/java | |
| env: | |
| MAVEN_USERNAME: ${{ secrets.JIRA_USER }} | |
| MAVEN_PASSWORD: ${{ secrets.JIRA_PASS }} | |
| PGP_SECRET: ${{ secrets.GPG_PRIVATE_KEY }} | |
| PGP_PASSPHRASE: ${{ secrets.GPG_PASSPHRASE }} | |
| quantize: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone | |
| uses: actions/checkout@v3 | |
| - name: Test quantize | |
| run: | | |
| ./models/download-ggml-model.sh tiny.en | |
| make quantize | |
| ./quantize models/ggml-tiny.en.bin models/ggml-tiny.en-q4_0.bin q4_0 |