Merge branch 'dev' into feat/cicd-cortex-js #14
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI Cortex CPP | |
| on: | |
| push: | |
| tags: ["v[0-9]+.[0-9]+.[0-9]+"] | |
| paths: | |
| [ | |
| "cortex-cpp/**", | |
| ] | |
| workflow_dispatch: | |
| env: | |
| LLM_MODEL_URL: https://delta.jan.ai/tinyllama-1.1b-chat-v0.3.Q2_K.gguf | |
| EMBEDDING_MODEL_URL: https://catalog.jan.ai/dist/models/embeds/nomic-embed-text-v1.5.f16.gguf | |
| jobs: | |
| create-draft-release: | |
| runs-on: ubuntu-latest | |
| if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | |
| outputs: | |
| upload_url: ${{ steps.create_release.outputs.upload_url }} | |
| version: ${{ steps.get_version.outputs.version }} | |
| permissions: | |
| contents: write | |
| steps: | |
| - name: Extract tag name without v prefix | |
| id: get_version | |
| run: | | |
| echo "VERSION=${GITHUB_REF#refs/tags/v}" >> $GITHUB_ENV && echo "::set-output name=version::${GITHUB_REF#refs/tags/v}" | |
| env: | |
| GITHUB_REF: ${{ github.ref }} | |
| - name: Create Draft Release | |
| id: create_release | |
| uses: actions/create-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| tag_name: ${{ github.ref_name }} | |
| release_name: "${{ env.VERSION }}" | |
| draft: true | |
| prerelease: false | |
| build-and-test: | |
| runs-on: ${{ matrix.runs-on }} | |
| needs: [create-draft-release] | |
| timeout-minutes: 40 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - os: "linux" | |
| name: "amd64-avx2" | |
| runs-on: "ubuntu-18-04" | |
| cmake-flags: "-DLLAMA_AVX2=ON -DLLAMA_NATIVE=OFF" | |
| run-e2e: true | |
| - os: "linux" | |
| name: "amd64-avx" | |
| runs-on: "ubuntu-18-04" | |
| cmake-flags: "-DLLAMA_AVX2=OFF -DLLAMA_NATIVE=OFF" | |
| run-e2e: false | |
| - os: "linux" | |
| name: "amd64-avx512" | |
| runs-on: "ubuntu-18-04" | |
| cmake-flags: "-DLLAMA_AVX512=ON -DLLAMA_NATIVE=OFF" | |
| run-e2e: false | |
| - os: "linux" | |
| name: "amd64-vulkan" | |
| runs-on: "ubuntu-18-04-cuda-11-7" | |
| cmake-flags: "-DLLAMA_VULKAN=ON -DLLAMA_NATIVE=OFF" | |
| run-e2e: false | |
| - os: "linux" | |
| name: "amd64-cuda-11-7" | |
| runs-on: "ubuntu-18-04-cuda-11-7" | |
| cmake-flags: "-DCUDA_11_7=ON -DLLAMA_NATIVE=OFF -DLLAMA_CUDA=ON" | |
| run-e2e: false | |
| - os: "linux" | |
| name: "amd64-cuda-12-0" | |
| runs-on: "ubuntu-18-04-cuda-12-0" | |
| cmake-flags: "-DCUDA_12_0=ON -DLLAMA_NATIVE=OFF -DLLAMA_CUDA=ON" | |
| run-e2e: false | |
| - os: "mac" | |
| name: "amd64" | |
| runs-on: "macos-13" | |
| cmake-flags: "" | |
| run-e2e: true | |
| - os: "mac" | |
| name: "arm64" | |
| runs-on: "macos-latest" | |
| cmake-flags: "-DMAC_ARM64=ON" | |
| run-e2e: true | |
| - os: "windows" | |
| name: "amd64-avx2" | |
| runs-on: "windows-latest" | |
| cmake-flags: "-DLLAMA_AVX2=ON -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_BLAS=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE" | |
| run-e2e: true | |
| - os: "windows" | |
| name: "amd64-avx" | |
| runs-on: "windows-latest" | |
| cmake-flags: "-DLLAMA_AVX2=OFF -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_BLAS=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE" | |
| run-e2e: false | |
| - os: "windows" | |
| name: "amd64-avx512" | |
| runs-on: "windows-latest" | |
| cmake-flags: "-DLLAMA_AVX512=ON -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_BLAS=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE" | |
| run-e2e: false | |
| - os: "windows" | |
| name: "amd64-vulkan" | |
| runs-on: "windows-latest" | |
| cmake-flags: "-DLLAMA_VULKAN=ON -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE" | |
| run-e2e: false | |
| - os: "windows" | |
| name: "amd64-avx2-cuda-12-0" | |
| runs-on: "windows-cuda-12-0" | |
| cmake-flags: "-DLLAMA_AVX2=ON -DLLAMA_NATIVE=OFF -DCUDA_12_0=ON -DLLAMA_BUILD_SERVER=ON -DLLAMA_CUDA=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE" | |
| run-e2e: false | |
| - os: "windows" | |
| name: "amd64-avx-cuda-12-0" | |
| runs-on: "windows-cuda-12-0" | |
| cmake-flags: "-DLLAMA_AVX2=OFF -DLLAMA_NATIVE=OFF -DCUDA_12_0=ON -DLLAMA_BUILD_SERVER=ON -DLLAMA_CUDA=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE" | |
| run-e2e: false | |
| - os: "windows" | |
| name: "amd64-avx512-cuda-12-0" | |
| runs-on: "windows-cuda-12-0" | |
| cmake-flags: "-DLLAMA_AVX512=ON -DLLAMA_NATIVE=OFF -DCUDA_12_0=ON -DLLAMA_BUILD_SERVER=ON -DLLAMA_CUDA=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE" | |
| run-e2e: false | |
| - os: "windows" | |
| name: "amd64-avx2-cuda-11-7" | |
| runs-on: "windows-cuda-11-7" | |
| cmake-flags: "-DLLAMA_AVX2=ON -DLLAMA_NATIVE=OFF -DCUDA_11_7=ON -DLLAMA_BUILD_SERVER=ON -DLLAMA_CUDA=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE" | |
| run-e2e: false | |
| - os: "windows" | |
| name: "amd64-avx-cuda-11-7" | |
| runs-on: "windows-cuda-11-7" | |
| cmake-flags: "-DLLAMA_AVX2=OFF -DLLAMA_NATIVE=OFF -DCUDA_11_7=ON -DLLAMA_BUILD_SERVER=ON -DLLAMA_CUDA=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE" | |
| run-e2e: false | |
| - os: "windows" | |
| name: "amd64-avx512-cuda-11-7" | |
| runs-on: "windows-cuda-11-7" | |
| cmake-flags: "-DLLAMA_AVX512=ON -DLLAMA_NATIVE=OFF -DCUDA_11_7=ON -DLLAMA_BUILD_SERVER=ON -DLLAMA_CUDA=ON -DBUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=RELEASE" | |
| run-e2e: false | |
| steps: | |
| - name: Clone | |
| id: checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - uses: actions/setup-dotnet@v3 | |
| if: runner.os == 'Windows' | |
| with: | |
| dotnet-version: "8.0.x" | |
| - name: Install choco on Windows | |
| if: runner.os == 'Windows' | |
| run: | | |
| choco install make -y | |
| - name: Get Cer for code signing | |
| if: runner.os == 'macOS' | |
| run: base64 -d <<< "$CODE_SIGN_P12_BASE64" > /tmp/codesign.p12 | |
| shell: bash | |
| env: | |
| CODE_SIGN_P12_BASE64: ${{ secrets.CODE_SIGN_P12_BASE64 }} | |
| - uses: apple-actions/import-codesign-certs@v2 | |
| if: runner.os == 'macOS' | |
| with: | |
| p12-file-base64: ${{ secrets.CODE_SIGN_P12_BASE64 }} | |
| p12-password: ${{ secrets.CODE_SIGN_P12_PASSWORD }} | |
| - name: Build | |
| run: | | |
| cd cortex-cpp | |
| make build CMAKE_EXTRA_FLAGS="${{ matrix.cmake-flags }}" | |
| - name: Pre-package | |
| run: | | |
| cd cortex-cpp | |
| make pre-package | |
| - name: Code Signing | |
| run: | | |
| cd cortex-cpp | |
| make codesign CODE_SIGN=true AZURE_KEY_VAULT_URI="${{ secrets.AZURE_KEY_VAULT_URI }}" AZURE_CLIENT_ID="${{ secrets.AZURE_CLIENT_ID }}" AZURE_TENANT_ID="${{ secrets.AZURE_TENANT_ID }}" AZURE_CLIENT_SECRET="${{ secrets.AZURE_CLIENT_SECRET }}" AZURE_CERT_NAME="${{ secrets.AZURE_CERT_NAME }}" DEVELOPER_ID="${{ secrets.DEVELOPER_ID }}" | |
| - name: Package | |
| run: | | |
| cd cortex-cpp | |
| make package | |
| - name: Run e2e testing | |
| if: ${{ matrix.run-e2e }} | |
| run: | | |
| cd cortex-cpp | |
| make run-e2e-test RUN_TESTS=true LLM_MODEL_URL=${{ env.LLM_MODEL_URL }} EMBEDDING_MODEL_URL=${{ env.EMBEDDING_MODEL_URL }} | |
| - name: Upload Artifact | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: cortex-cpp-${{ matrix.os }}-${{ matrix.name }} | |
| path: ./cortex-cpp/cortex-cpp | |
| - uses: actions/[email protected] | |
| if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ needs.create-draft-release.outputs.upload_url }} | |
| asset_path: ./cortex-cpp/cortex-cpp.tar.gz | |
| asset_name: cortex-cpp-${{ needs.create-draft-release.outputs.version }}-${{ matrix.os }}-${{ matrix.name }}.tar.gz | |
| asset_content_type: application/gzip |