fix: cortex cicd #1045
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| schedule: | |
| - cron: "0 20 * * *" # At 8 PM UTC, which is 3 AM UTC+7 | |
| push: | |
| tags: ["v[0-9]+.[0-9]+.[0-9]+"] | |
| paths: | |
| [ | |
| ".github/scripts/**", | |
| ".github/workflows/build.yml", | |
| "**/CMakeLists.txt", | |
| "**/Makefile", | |
| "**/*.h", | |
| "**/*.hpp", | |
| "**/*.c", | |
| "**/*.cpp", | |
| "**/*.cu", | |
| "**/*.cc", | |
| "**/*.cxx", | |
| "llama.cpp", | |
| "!docs/**", | |
| "!.gitignore", | |
| "!README.md", | |
| ] | |
| pull_request: | |
| types: [opened, synchronize, reopened] | |
| paths: | |
| [ | |
| ".github/scripts/**", | |
| ".github/workflows/build.yml", | |
| "**/CMakeLists.txt", | |
| "**/Makefile", | |
| "**/*.h", | |
| "**/*.hpp", | |
| "**/*.c", | |
| "**/*.cpp", | |
| "**/*.cu", | |
| "**/*.cc", | |
| "**/*.cxx", | |
| "llama.cpp", | |
| "!docs/**", | |
| "!.gitignore", | |
| "!README.md", | |
| ] | |
| workflow_dispatch: | |
| env: | |
| BRANCH_NAME: ${{ github.head_ref || github.ref_name }} | |
| LLM_MODEL_URL: https://delta.jan.ai/tinyllama-1.1b-chat-v0.3.Q2_K.gguf | |
| WHISPER_MODEL_URL: https://delta.jan.ai/ggml-tiny-q5_1.bin | |
| EMBEDDING_MODEL_URL: https://catalog.jan.ai/dist/models/embeds/nomic-embed-text-v1.5.f16.gguf | |
| jobs: | |
| create-draft-release: | |
| runs-on: ubuntu-latest | |
| if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | |
| outputs: | |
| upload_url: ${{ steps.create_release.outputs.upload_url }} | |
| version: ${{ steps.get_version.outputs.version }} | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Extract tag name without v prefix | |
| id: get_version | |
| run: echo "VERSION=${GITHUB_REF#refs/tags/v}" >> $GITHUB_ENV && echo "::set-output name=version::${GITHUB_REF#refs/tags/v}" | |
| env: | |
| GITHUB_REF: ${{ github.ref }} | |
| - name: Create Draft Release | |
| id: create_release | |
| uses: actions/create-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| tag_name: ${{ github.ref_name }} | |
| release_name: "${{ env.VERSION }}" | |
| draft: true | |
| prerelease: false | |
| # Get the latest version of the release | |
| set-nitro-version: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| version: ${{ steps.version_update.outputs.new_version }} | |
| steps: | |
| - name: Get latest release | |
| id: version_update | |
| run: | | |
| ldd --version | |
| if [[ ${{ github.event_name }} == push && ${{ github.ref }} == refs/tags/* ]]; then | |
| echo "VERSION=${GITHUB_REF#refs/tags/}" | |
| NEW_VERSION="${VERSION#v}" | |
| echo "::set-output name=new_version::$NEW_VERSION" | |
| else | |
| # Function to get the latest release tag | |
| get_latest_tag() { | |
| local retries=0 | |
| local max_retries=3 | |
| local tag | |
| while [ $retries -lt $max_retries ]; do | |
| tag=$(curl -s https://api.github.com/repos/janhq/cortex/releases/latest | jq -r .tag_name) | |
| if [ -n "$tag" ] && [ "$tag" != "null" ]; then | |
| echo $tag | |
| return | |
| else | |
| let retries++ | |
| sleep 2 | |
| fi | |
| done | |
| echo "Failed to fetch latest tag after $max_retries attempts." | |
| exit 1 | |
| } | |
| # Get the latest release tag from GitHub API | |
| LATEST_TAG=$(get_latest_tag) | |
| # Remove the 'v' and append the build number to the version | |
| NEW_VERSION="${LATEST_TAG#v}-${GITHUB_RUN_NUMBER}" | |
| echo "New version: $NEW_VERSION" | |
| echo "::set-output name=new_version::$NEW_VERSION" | |
| fi | |
| echo "Version: $NEW_VERSION" | |
| ubuntu-amd64-build: | |
| runs-on: ubuntu-18-04-cuda-11-7 | |
| needs: [create-draft-release, set-nitro-version] | |
| if: always() && (needs.create-draft-release.result == 'success' || needs.create-draft-release.result == 'skipped') && needs.set-nitro-version.result == 'success' | |
| timeout-minutes: 40 | |
| permissions: | |
| contents: write | |
| strategy: | |
| matrix: | |
| include: | |
| - build: "amd64-avx2" | |
| defines: "-DLLAMA_NATIVE=OFF" | |
| # - build: "amd64-avx" | |
| # defines: "-DLLAMA_AVX2=OFF -DLLAMA_NATIVE=OFF" | |
| # - build: "amd64-avx512" | |
| # defines: "-DLLAMA_AVX512=ON -DLLAMA_NATIVE=OFF" | |
| # - build: "amd64-vulkan" | |
| # defines: "-DLLAMA_VULKAN=ON -DLLAMA_NATIVE=OFF" | |
| # - build: "arm64" | |
| # defines: "-A ARM64 -DLLAMA_NATIVE=OFF" | |
| steps: | |
| - name: Clone | |
| id: checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Prepare Vulkan SDK | |
| if: ${{ matrix.build == 'amd64-vulkan' }} | |
| uses: humbletim/[email protected] | |
| with: | |
| vulkan-query-version: 1.3.275.0 | |
| vulkan-components: Vulkan-Headers, Vulkan-Loader | |
| vulkan-use-cache: true | |
| - name: Build | |
| id: make_build | |
| run: | | |
| ldd --version | |
| cd cortex-cpp | |
| ./install_deps.sh | |
| mkdir build && cd build | |
| cmake ${{ matrix.defines }} -DNITRO_VERSION=${{ needs.set-nitro-version.outputs.version }} .. | |
| make -j $(nproc) | |
| ls -la | |
| - name: Package | |
| shell: bash | |
| run: | | |
| mkdir -p cortex-cpp/nitro | |
| mkdir -p cortex-cpp/nitro/engines/cortex.llamacpp | |
| cp cortex-cpp/build/nitro cortex-cpp/nitro/ | |
| cp cortex-cpp/build/engines/cortex.llamacpp/libengine.so cortex-cpp/nitro/engines/cortex.llamacpp/ | |
| tar -czvf cortex-cpp/nitro.tar.gz cortex-cpp/nitro | |
| - name: Upload Artifact | |
| uses: actions/upload-artifact@v2 | |
| if: github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' || github.event_name == 'pull_request' | |
| with: | |
| name: nitro-linux-${{ matrix.build }} | |
| path: ./cortex-cpp/nitro | |
| - name: Run e2e testing - LLama.CPP | |
| shell: bash | |
| if: ${{ matrix.build != 'arm64' && matrix.build != 'amd64-vulkan' && matrix.build != 'amd64-avx512' }} | |
| run: | | |
| # run e2e testing | |
| cd cortex-cpp/nitro | |
| chmod +x ../../.github/scripts/e2e-test-llama-linux-and-mac.sh && ../../.github/scripts/e2e-test-llama-linux-and-mac.sh ./nitro ${{ env.LLM_MODEL_URL }} ${{ env.EMBEDDING_MODEL_URL }} | |
| rm -rf uploads/ | |
| - name: Run e2e testing - Whisper.CPP | |
| shell: bash | |
| if: ${{ matrix.build != 'arm64' && matrix.build != 'amd64-vulkan' && matrix.build != 'amd64-avx512' }} | |
| run: | | |
| # run e2e testing | |
| cd cortex-cpp/nitro | |
| chmod +x ../../.github/scripts/e2e-test-whisper-linux-and-mac.sh && ../../.github/scripts/e2e-test-whisper-linux-and-mac.sh ./nitro ${{ env.WHISPER_MODEL_URL }} | |
| rm -rf uploads/ | |
| - uses: actions/[email protected] | |
| if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ needs.create-draft-release.outputs.upload_url }} | |
| asset_path: ./cortex-cpp/nitro.tar.gz | |
| asset_name: nitro-${{ needs.create-draft-release.outputs.version }}-linux-${{ matrix.build }}.tar.gz | |
| asset_content_type: application/gzip | |
| ubuntu-amd64-cuda-build: | |
| runs-on: ubuntu-18-04-cuda-${{ matrix.cuda }} | |
| needs: [create-draft-release, set-nitro-version] | |
| if: always() && (needs.create-draft-release.result == 'success' || needs.create-draft-release.result == 'skipped') && needs.set-nitro-version.result == 'success' | |
| timeout-minutes: 40 | |
| permissions: | |
| contents: write | |
| strategy: | |
| matrix: | |
| include: | |
| - cuda: "12-0" | |
| flags: "-DCUDA_12_0=ON -DCUDA_11_7=OFF" | |
| # - cuda: "11-7" | |
| # flags: "-DCUDA_12_0=OFF -DCUDA_11_7=ON" | |
| steps: | |
| - name: Clone | |
| id: checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Build | |
| id: make_build | |
| run: | | |
| cd cortex-cpp | |
| ./install_deps.sh | |
| mkdir build && cd build | |
| cmake ${{matrix.flags}} -DLLAMA_NATIVE=OFF -DLLAMA_CUDA=ON -DWHISPER_CUDA=ON -DNITRO_VERSION=${{ needs.set-nitro-version.outputs.version }} .. | |
| make -j $(nproc) | |
| ls -la | |
| - name: Package | |
| shell: bash | |
| run: | | |
| mkdir -p nitro | |
| mkdir -p nitro/engines/cortex.llamacpp | |
| cp build/nitro nitro/ | |
| cp build/engines/cortex.llamacpp/libengine.so nitro/engines/cortex.llamacpp/ | |
| tar -czvf nitro.tar.gz nitro | |
| - name: Upload Artifact | |
| uses: actions/upload-artifact@v2 | |
| if: github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' || github.event_name == 'pull_request' | |
| with: | |
| name: nitro-linux-amd64-cuda-${{ matrix.cuda }} | |
| path: ./nitro | |
| - uses: actions/[email protected] | |
| if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ needs.create-draft-release.outputs.upload_url }} | |
| asset_path: ./nitro.tar.gz | |
| asset_name: nitro-${{ needs.create-draft-release.outputs.version }}-linux-amd64-cuda-${{ matrix.cuda }}.tar.gz | |
| asset_content_type: application/gzip | |
| macOS-silicon-build: | |
| runs-on: mac-silicon | |
| needs: [create-draft-release, set-nitro-version] | |
| if: always() && (needs.create-draft-release.result == 'success' || needs.create-draft-release.result == 'skipped') && needs.set-nitro-version.result == 'success' | |
| timeout-minutes: 40 | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Clone | |
| id: checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Dependencies | |
| id: depends | |
| continue-on-error: true | |
| run: | | |
| brew update | |
| brew install cmake sdl2 | |
| - name: Build | |
| id: cmake_build | |
| run: | | |
| cd cortex-cpp | |
| ./install_deps.sh | |
| mkdir build && cd build | |
| cmake -DMAC_ARM64=ON -DNITRO_VERSION=${{ needs.set-nitro-version.outputs.version }} .. | |
| CC=gcc-8 make -j $(sysctl -n hw.ncpu) | |
| ls -la | |
| - name: Package | |
| shell: bash | |
| run: | | |
| mkdir -p nitro | |
| cp llama.cpp/ggml-metal.metal nitro/ | |
| mkdir -p nitro/engines/cortex.llamacpp | |
| cp build/nitro nitro/ | |
| cp build/engines/cortex.llamacpp/libengine.dylib nitro/engines/cortex.llamacpp/ | |
| - name: Upload Artifact | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: nitro-mac-arm64 | |
| path: ./nitro | |
| - name: Run e2e testing - LLama.CPP | |
| shell: bash | |
| run: | | |
| # run e2e testing | |
| cd nitro/ | |
| chmod +x ../.github/scripts/e2e-test-llama-linux-and-mac.sh && ../.github/scripts/e2e-test-llama-linux-and-mac.sh ./nitro ${{ env.LLM_MODEL_URL }} ${{ env.EMBEDDING_MODEL_URL }} | |
| rm -rf uploads/ | |
| - name: Run e2e testing - Whisper.CPP | |
| shell: bash | |
| run: | | |
| # To test with CoreML | |
| if [[ ! -f "/tmp/testwhisper-encoder.mlmodelc" ]]; then | |
| wget https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-tiny-encoder.mlmodelc.zip | |
| unzip ggml-tiny-encoder.mlmodelc.zip | |
| rm ggml-tiny-encoder.mlmodelc.zip | |
| rm -rf /tmp/testwhisper-encoder.mlmodelc | |
| mv ggml-tiny-encoder.mlmodelc /tmp/testwhisper-encoder.mlmodelc | |
| fi | |
| # run e2e testing | |
| cd nitro | |
| chmod +x ../.github/scripts/e2e-test-whisper-linux-and-mac.sh && ../.github/scripts/e2e-test-whisper-linux-and-mac.sh ./nitro ${{ env.WHISPER_MODEL_URL }} | |
| rm -rf uploads/ | |
| macOS-amd64-build: | |
| runs-on: macos-13 | |
| needs: [create-draft-release, set-nitro-version] | |
| if: always() && (needs.create-draft-release.result == 'success' || needs.create-draft-release.result == 'skipped') && needs.set-nitro-version.result == 'success' | |
| timeout-minutes: 40 | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Clone | |
| id: checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Dependencies | |
| id: depends | |
| continue-on-error: true | |
| run: | | |
| brew update | |
| brew install sdl2 | |
| - name: Build | |
| id: cmake_build | |
| run: | | |
| cd cortex-cpp | |
| ./install_deps.sh | |
| mkdir build && cd build | |
| cmake -DNITRO_VERSION=${{ needs.set-nitro-version.outputs.version }} .. | |
| CC=gcc-8 make -j $(sysctl -n hw.ncp) | |
| ls -la | |
| - name: Package | |
| shell: bash | |
| run: | | |
| mkdir -p nitro | |
| mkdir -p nitro/engines/cortex.llamacpp | |
| cp build/nitro nitro/ | |
| cp build/engines/cortex.llamacpp/libengine.dylib nitro/engines/cortex.llamacpp/ | |
| - name: Upload Artifact | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: nitro-mac-amd64 | |
| path: ./nitro | |
| - name: Run e2e testing - LLama.CPP | |
| shell: bash | |
| run: | | |
| # run e2e testing | |
| cd nitro | |
| chmod +x ../.github/scripts/e2e-test-llama-linux-and-mac.sh && ../.github/scripts/e2e-test-llama-linux-and-mac.sh ./nitro ${{ env.LLM_MODEL_URL }} ${{ env.EMBEDDING_MODEL_URL }} | |
| rm -rf uploads/ | |
| - name: Run e2e testing - Whisper.CPP | |
| shell: bash | |
| run: | | |
| # run e2e testing | |
| cd nitro | |
| chmod +x ../.github/scripts/e2e-test-whisper-linux-and-mac.sh && ../.github/scripts/e2e-test-whisper-linux-and-mac.sh ./nitro ${{ env.WHISPER_MODEL_URL }} | |
| rm -rf uploads/ | |
| universal-nitro-artifact-macos: | |
| runs-on: macos-latest | |
| needs: [create-draft-release, set-nitro-version, macOS-silicon-build, macOS-amd64-build] | |
| if: always() && (needs.create-draft-release.result == 'success' || needs.create-draft-release.result == 'skipped') && needs.set-nitro-version.result == 'success' | |
| timeout-minutes: 40 | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: download artifact amd64 | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: nitro-mac-amd64 | |
| path: ./nitro-mac-amd64 | |
| - name: download artifact arm64 | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: nitro-mac-arm64 | |
| path: ./nitro-mac-arm64 | |
| - name: bundle universal binary | |
| run: | | |
| mkdir -p nitro | |
| mkdir -p nitro/engines/cortex.llamacpp/ | |
| ls ./nitro-mac-amd64 | |
| lipo -create ./nitro-mac-amd64/nitro ./nitro-mac-arm64/nitro -output ./nitro/nitro | |
| lipo -create ./nitro-mac-amd64/engines/cortex.llamacpp/libengine.dylib ./nitro-mac-arm64/engines/cortex.llamacpp/libengine.dylib ./nitro/engines/cortex.llamacpp/libengine.dylib | |
| cp ./nitro-mac-arm64/ggml-metal.metal ./nitro/ggml-metal.metal | |
| tar -czvf nitro.tar.gz nitro | |
| - name: Upload Artifact | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: nitro-mac-universal | |
| path: ./nitro | |
| - uses: actions/[email protected] | |
| if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ needs.create-draft-release.outputs.upload_url }} | |
| asset_path: ./nitro.tar.gz | |
| asset_name: nitro-${{ needs.create-draft-release.outputs.version }}-mac-universal.tar.gz | |
| asset_content_type: application/gzip | |
| windows-amd64-build: | |
| runs-on: windows-latest | |
| needs: [create-draft-release, set-nitro-version] | |
| if: always() && (needs.create-draft-release.result == 'success' || needs.create-draft-release.result == 'skipped') && needs.set-nitro-version.result == 'success' | |
| timeout-minutes: 40 | |
| strategy: | |
| matrix: | |
| include: | |
| - build: "amd64-avx2" | |
| defines: "-DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_BLAS=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE -DWHISPER_SDL2=ON" | |
| # - build: "amd64-avx" | |
| # defines: "-DLLAMA_AVX2=OFF -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_BLAS=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE -DWHISPER_SDL2=ON" | |
| # - build: "amd64-avx512" | |
| # defines: "-DLLAMA_AVX512=ON -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_BLAS=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE -DWHISPER_SDL2=ON" | |
| # - build: "amd64-vulkan" | |
| # defines: "-DLLAMA_VULKAN=ON -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE -DWHISPER_SDL2=ON" | |
| # - build: "arm64" | |
| # defines: "-A ARM64 -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DBUILD_SHARED_LIBS=ON" | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Clone | |
| id: checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Setup VSWhere.exe | |
| uses: warrenbuckley/Setup-VSWhere@v1 | |
| with: | |
| version: latest | |
| silent: true | |
| env: | |
| ACTIONS_ALLOW_UNSECURE_COMMANDS: true | |
| - name: Add msbuild to PATH | |
| uses: microsoft/setup-msbuild@v1 | |
| - name: Fetch SDL2 and set SDL2_DIR version 2.28.5 | |
| run: | | |
| C:/msys64/usr/bin/wget.exe -qO sdl2.zip https://github.com/libsdl-org/SDL/releases/download/release-2.28.5/SDL2-devel-2.28.5-VC.zip | |
| 7z x sdl2.zip -aoa | |
| echo "SDL2_DIR=$env:GITHUB_WORKSPACE/SDL2-2.28.5/cmake" >> $env:GITHUB_ENV | |
| - name: actions-setup-cmake | |
| uses: jwlawson/[email protected] | |
| - name: Prepare Vulkan SDK | |
| uses: humbletim/[email protected] | |
| if: ${{ matrix.build == 'amd64-vulkan' }} | |
| with: | |
| vulkan-query-version: 1.3.275.0 | |
| vulkan-components: Vulkan-Headers, Vulkan-Loader | |
| vulkan-use-cache: true | |
| - name: Build | |
| id: cmake_build | |
| shell: cmd | |
| run: | | |
| cmake -S ./nitro_deps -B ./build_deps/nitro_deps | |
| cmake --build ./build_deps/nitro_deps --config Release | |
| mkdir -p build | |
| cd build | |
| cmake .. ${{ matrix.defines }} -DNITRO_VERSION=${{ needs.set-nitro-version.outputs.version }} | |
| cmake --build . --config Release -j "%NUMBER_OF_PROCESSORS%" | |
| - name: Pack artifacts | |
| id: pack_artifacts | |
| shell: cmd | |
| run: | | |
| mkdir .\build\Release\engines\cortex.llamacpp\ | |
| robocopy .\build\engines\cortex.llamacpp\ .\build\Release\engines\cortex.llamacpp\ engine.dll | |
| robocopy build_deps\_install\bin\ .\build\Release\ zlib.dll | |
| robocopy build\bin\Release\ .\build\Release\ llama.dll | |
| robocopy build\bin\Release\ .\build\Release\ whisper.dll | |
| robocopy .github\patches\windows\ .\build\Release\ msvcp140.dll | |
| robocopy .github\patches\windows\ .\build\Release\ vcruntime140_1.dll | |
| robocopy .github\patches\windows\ .\build\Release\ vcruntime140.dll | |
| robocopy "$env:SDL2_DIR\..\lib\2.28.5\" .\build\Release\ SDL2.dll | |
| dotnet tool install --global AzureSignTool | |
| azuresigntool.exe sign -kvu "${{ secrets.AZURE_KEY_VAULT_URI }}" -kvi "${{ secrets.AZURE_CLIENT_ID }}" -kvt "${{ secrets.AZURE_TENANT_ID }}" -kvs "${{ secrets.AZURE_CLIENT_SECRET }}" -kvc ${{ secrets.AZURE_CERT_NAME }} -tr http://timestamp.globalsign.com/tsa/r6advanced1 -v ".\build\Release\nitro.exe" | |
| 7z a -ttar temp.tar .\build\Release\* | |
| 7z a -tgzip nitro.tar.gz temp.tar | |
| - name: Run e2e testing - Llama.cpp | |
| shell: cmd | |
| if: ${{ matrix.build != 'arm64' && matrix.build != 'amd64-vulkan' && matrix.build != 'amd64-avx512' }} | |
| run: | | |
| cd build\Release | |
| ..\..\.github\scripts\e2e-test-llama-windows.bat nitro.exe ${{ env.LLM_MODEL_URL }} ${{ env.EMBEDDING_MODEL_URL }} | |
| rmdir /S /Q .\build\Release\uploads | |
| - name: Run e2e testing - Whisper.cpp | |
| shell: cmd | |
| if: ${{ matrix.build != 'arm64' && matrix.build != 'amd64-vulkan' && matrix.build != 'amd64-avx512' }} | |
| run: | | |
| cd build\Release | |
| ..\..\.github\scripts\e2e-test-whisper-windows.bat nitro.exe ${{ env.WHISPER_MODEL_URL }} | |
| rmdir /S /Q .\build\Release\uploads | |
| - name: Upload Artifact | |
| uses: actions/upload-artifact@v2 | |
| if: github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' || github.event_name == 'pull_request' | |
| with: | |
| name: nitro-win-${{ matrix.build }} | |
| path: ./build/Release | |
| - uses: actions/[email protected] | |
| if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ needs.create-draft-release.outputs.upload_url }} | |
| asset_path: ./nitro.tar.gz | |
| asset_name: nitro-${{ needs.create-draft-release.outputs.version }}-win-${{ matrix.build }}.tar.gz | |
| asset_content_type: application/gzip | |
| windows-amd64-cuda-build: | |
| runs-on: windows-cuda-${{ matrix.cuda }} | |
| needs: [create-draft-release, set-nitro-version] | |
| if: always() && (needs.create-draft-release.result == 'success' || needs.create-draft-release.result == 'skipped') && needs.set-nitro-version.result == 'success' | |
| timeout-minutes: 40 | |
| permissions: | |
| contents: write | |
| strategy: | |
| matrix: | |
| include: | |
| - cuda: "12-0" | |
| instructions: "-DLLAMA_NATIVE=OFF" | |
| flags: "-DCUDA_12_0=ON -DCUDA_11_7=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_CUDA=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE -DWHISPER_SDL2=ON" | |
| # - cuda: "12-0" | |
| # instructions: "-DLLAMA_AVX2=OFF -DLLAMA_NATIVE=OFF" | |
| # flags: "-DCUDA_12_0=ON -DCUDA_11_7=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_CUDA=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE -DWHISPER_SDL2=ON" | |
| # - cuda: "12-0" | |
| # instructions: "-DLLAMA_AVX512=ON -DLLAMA_NATIVE=OFF" | |
| # flags: "-DCUDA_12_0=ON -DCUDA_11_7=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_CUDA=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE -DWHISPER_SDL2=ON" | |
| # - cuda: "11-7" | |
| # instructions: "-DLLAMA_NATIVE=OFF" | |
| # flags: "-DCUDA_12_0=OFF -DCUDA_11_7=ON -DLLAMA_BUILD_SERVER=ON -DLLAMA_CUDA=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE -DWHISPER_SDL2=ON" | |
| # - cuda: "11-7" | |
| # instructions: "-DLLAMA_AVX2=OFF -DLLAMA_NATIVE=OFF" | |
| # flags: "-DCUDA_12_0=OFF -DCUDA_11_7=ON -DLLAMA_BUILD_SERVER=ON -DLLAMA_CUDA=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE -DWHISPER_SDL2=ON" | |
| # - cuda: "11-7" | |
| # instructions: "-DLLAMA_AVX512=ON -DLLAMA_NATIVE=OFF" | |
| # flags: "-DCUDA_12_0=OFF -DCUDA_11_7=ON -DLLAMA_BUILD_SERVER=ON -DLLAMA_CUDA=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE -DWHISPER_SDL2=ON" | |
| steps: | |
| - name: Setup VSWhere.exe | |
| uses: warrenbuckley/Setup-VSWhere@v1 | |
| with: | |
| version: latest | |
| silent: true | |
| env: | |
| ACTIONS_ALLOW_UNSECURE_COMMANDS: true | |
| - name: Add msbuild to PATH | |
| uses: microsoft/setup-msbuild@v1 | |
| - name: Fetch SDL2 and set SDL2_DIR version 2.28.5 | |
| run: | | |
| curl -L -o sdl2.zip https://github.com/libsdl-org/SDL/releases/download/release-2.28.5/SDL2-devel-2.28.5-VC.zip | |
| 7z x sdl2.zip -aoa | |
| echo "SDL2_DIR=$env:GITHUB_WORKSPACE/SDL2-2.28.5/cmake" >> $env:GITHUB_ENV | |
| - name: actions-setup-cmake | |
| uses: jwlawson/[email protected] | |
| - name: Clone | |
| id: checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Setup VSWhere.exe | |
| uses: warrenbuckley/Setup-VSWhere@v1 | |
| with: | |
| version: latest | |
| silent: true | |
| env: | |
| ACTIONS_ALLOW_UNSECURE_COMMANDS: true | |
| - uses: actions/setup-dotnet@v3 | |
| with: | |
| dotnet-version: "6.0.x" | |
| - name: Build | |
| id: cmake_build | |
| shell: cmd | |
| run: | | |
| cmake -S ./nitro_deps -B ./build_deps/nitro_deps | |
| cmake --build ./build_deps/nitro_deps --config Release | |
| mkdir -p build | |
| cd build | |
| cmake .. ${{ matrix.instructions }} ${{ matrix.flags }} -DNITRO_VERSION=${{ needs.set-nitro-version.outputs.version }} | |
| cmake --build . --config Release -j "%NUMBER_OF_PROCESSORS%" | |
| - name: Pack artifacts | |
| id: pack_artifacts | |
| shell: cmd | |
| run: | | |
| set PATH=%PATH%;C:\Program Files\7-Zip\ | |
| mkdir .\build\Release\engines\cortex.llamacpp\ | |
| robocopy .\build\engines\cortex.llamacpp\ .\build\Release\engines\cortex.llamacpp\ engine.dll | |
| robocopy build_deps\_install\bin\ .\build\Release\ zlib.dll | |
| robocopy build\bin\Release\ .\build\Release\ llama.dll | |
| robocopy build\bin\Release\ .\build\Release\ whisper.dll | |
| robocopy .github\patches\windows\ .\build\Release\ msvcp140.dll | |
| robocopy .github\patches\windows\ .\build\Release\ vcruntime140_1.dll | |
| robocopy .github\patches\windows\ .\build\Release\ vcruntime140.dll | |
| robocopy "$env:SDL2_DIR\..\lib\2.28.5\" .\build\Release\ SDL2.dll | |
| dotnet tool install --global AzureSignTool | |
| %USERPROFILE%\.dotnet\tools\azuresigntool.exe sign -kvu "${{ secrets.AZURE_KEY_VAULT_URI }}" -kvi "${{ secrets.AZURE_CLIENT_ID }}" -kvt "${{ secrets.AZURE_TENANT_ID }}" -kvs "${{ secrets.AZURE_CLIENT_SECRET }}" -kvc ${{ secrets.AZURE_CERT_NAME }} -tr http://timestamp.globalsign.com/tsa/r6advanced1 -v ".\build\Release\nitro.exe" | |
| 7z a -ttar temp.tar .\build\Release\* | |
| 7z a -tgzip nitro.tar.gz temp.tar | |
| - name: Upload Artifact | |
| uses: actions/upload-artifact@v2 | |
| if: github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' || github.event_name == 'pull_request' | |
| with: | |
| name: nitro-win-${{ matrix.instructions }}-cuda-${{ matrix.cuda }} | |
| path: ./build/Release | |
| - uses: actions/[email protected] | |
| if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ needs.create-draft-release.outputs.upload_url }} | |
| asset_path: ./nitro.tar.gz | |
| asset_name: nitro-${{ needs.create-draft-release.outputs.version }}-win-${{ matrix.instructions }}-cuda-${{ matrix.cuda }}.tar.gz | |
| asset_content_type: application/gzip | |
| update_release_draft: | |
| if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | |
| timeout-minutes: 40 | |
| needs: | |
| [ | |
| ubuntu-amd64-build, | |
| ubuntu-amd64-cuda-build, | |
| macOS-silicon-build, | |
| macOS-amd64-build, | |
| windows-amd64-build, | |
| windows-amd64-cuda-build, | |
| ] | |
| permissions: | |
| contents: write | |
| pull-requests: write | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: release-drafter/release-drafter@v5 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| noti-discord-nightly: | |
| timeout-minutes: 40 | |
| if: github.event_name == 'schedule' && (needs.create-draft-release.result == 'success' || needs.create-draft-release.result == 'skipped') && needs.ubuntu-amd64-build.result == 'success' && needs.ubuntu-amd64-cuda-build.result == 'success' && needs.macOS-silicon-build.result == 'success' && needs.macOS-amd64-build.result == 'success' && needs.windows-amd64-build.result == 'success' && needs.windows-amd64-cuda-build.result == 'success' | |
| needs: | |
| [ | |
| create-draft-release, | |
| ubuntu-amd64-build, | |
| ubuntu-amd64-cuda-build, | |
| macOS-silicon-build, | |
| macOS-amd64-build, | |
| windows-amd64-build, | |
| windows-amd64-cuda-build, | |
| ] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: "0" | |
| token: ${{ secrets.PAT_SERVICE_ACCOUNT }} | |
| - name: Notify Discord | |
| uses: Ilshidur/action-discord@master | |
| with: | |
| args: "Nightly build artifact: https://github.com/janhq/nitro/actions/runs/{{ GITHUB_RUN_ID }}" | |
| env: | |
| DISCORD_WEBHOOK: ${{ secrets.DISCORD_WEBHOOK }} | |
| - name: Update README.md with artifact URL | |
| run: | | |
| sed -i "s|<a href='https://github.com/janhq/nitro/actions/runs/.*'>|<a href='https://github.com/janhq/nitro/actions/runs/${GITHUB_RUN_ID}'>|" README.md | |
| git config --global user.email "[email protected]" | |
| git config --global user.name "Service Account" | |
| git add README.md | |
| git commit -m "${GITHUB_REPOSITORY}: Update README.md with nightly build artifact URL" | |
| git -c http.extraheader="AUTHORIZATION: bearer ${{ secrets.PAT_SERVICE_ACCOUNT }}" push origin HEAD:main | |
| env: | |
| GITHUB_RUN_ID: ${{ github.run_id }} | |
| noti-discord-manual: | |
| timeout-minutes: 40 | |
| if: github.event_name == 'workflow_dispatch' && (needs.create-draft-release.result == 'success' || needs.create-draft-release.result == 'skipped') && needs.ubuntu-amd64-build.result == 'success' && needs.ubuntu-amd64-cuda-build.result == 'success' && needs.macOS-silicon-build.result == 'success' && needs.macOS-amd64-build.result == 'success' && needs.windows-amd64-build.result == 'success' && needs.windows-amd64-cuda-build.result == 'success' | |
| needs: | |
| [ | |
| create-draft-release, | |
| ubuntu-amd64-build, | |
| ubuntu-amd64-cuda-build, | |
| macOS-silicon-build, | |
| macOS-amd64-build, | |
| windows-amd64-build, | |
| windows-amd64-cuda-build, | |
| ] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: "0" | |
| token: ${{ secrets.PAT_SERVICE_ACCOUNT }} | |
| - name: Notify Discord | |
| uses: Ilshidur/action-discord@master | |
| with: | |
| args: "Manual build artifact: https://github.com/janhq/nitro/actions/runs/{{ GITHUB_RUN_ID }}" | |
| env: | |
| DISCORD_WEBHOOK: ${{ secrets.DISCORD_WEBHOOK }} | |
| # Update README.md with artifact URL if manual build from main branch | |
| - name: Update README.md with artifact URL | |
| if: github.ref == 'refs/heads/main' | |
| run: | | |
| sed -i "s|<a href='https://github.com/janhq/nitro/actions/runs/.*'>|<a href='https://github.com/janhq/nitro/actions/runs/${GITHUB_RUN_ID}'>|" README.md | |
| git config --global user.email "[email protected]" | |
| git config --global user.name "Service Account" | |
| git add README.md | |
| git commit -m "${GITHUB_REPOSITORY}: Update README.md with nightly build artifact URL" | |
| git -c http.extraheader="AUTHORIZATION: bearer ${{ secrets.PAT_SERVICE_ACCOUNT }}" push origin HEAD:main | |
| env: | |
| GITHUB_RUN_ID: ${{ github.run_id }} |