model_servers.yaml

name: Model Servers

on:
  pull_request:
    branches:
      - main
    paths:
      - ./model_servers/**
      - .github/workflows/model_servers.yaml
  push:
    branches:
      - main
    paths:
      - ./model_servers/
      - .github/workflows/model_servers.yaml

  workflow_dispatch:

env:
  REGISTRY: ghcr.io
  REGISTRY_ORG: containers

jobs:
  build-and-push-image:
    if: "!contains(github.event.pull_request.labels.*.name, 'hold-tests') && github.repository == 'containers/ai-lab-recipes'"
    strategy:
      matrix:
        include:
          - image_name: llamacpp_python
            model: granite
            flavor: base
            directory: llamacpp_python
            platforms: linux/amd64,linux/arm64
            no_gpu: 1
          - image_name: llamacpp_python_cuda
            model: granite
            flavor: cuda
            directory: llamacpp_python
            platforms: linux/amd64
            cuda: 1
          - image_name: whispercpp
            model: whisper-small
            flavor: base
            directory: whispercpp
            platforms: linux/amd64,linux/arm64
            no_gpu: 1
    runs-on: ubuntu-22.04
    permissions:
      contents: read
      packages: write
    services:
      registry:
        image: registry:2.8.3
        ports:
          - 5000:5000
    steps:
      - name: Remove unnecessary files
        run: |
          sudo rm -rf /usr/share/dotnet
          sudo rm -rf "$AGENT_TOOLSDIRECTORY"

      - uses: actions/checkout@v4.1.4

      - name: Install qemu dependency
        run: |
          sudo apt-get update
          sudo apt-get install -y qemu-user-static
      
      - name: Build Image
        id: build_image
        uses: redhat-actions/buildah-build@v2.13
        with:
          image: ${{ env.REGISTRY }}/${{ github.repository_owner}}/${{ matrix.image_name }}
          platforms: ${{ matrix.platforms }}
          tags: latest
          containerfiles: ./model_servers/${{ matrix.directory }}/${{ matrix.flavor }}/Containerfile
          context: model_servers/${{ matrix.directory }}/

      - name: Download model
        working-directory: ./models
        run: make download-model-${{ matrix.model }}

      - name: Set up Python
        uses: actions/setup-python@v5.1.0
        with:
          python-version: '3.11'

      - name: Install python dependencies
        working-directory: ./model_servers/${{ matrix.directory }}/
        run: make install

      - name: Run non-gpu tests
        working-directory: ./model_servers/${{ matrix.directory }}/
        if: ${{ matrix.no_gpu }}
        run: make test REGISTRY=${{ env.REGISTRY }} IMAGE_NAME=${{ env.REGISTRY_ORG }}/${{ matrix.image_name}}:latest

      - name: Login to Container Registry
        if: github.event_name == 'push' && github.ref == 'refs/heads/main'
        uses: redhat-actions/podman-login@v1.7
        with:
          registry: ${{ env.REGISTRY }}
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Push image
        if: github.event_name == 'push' && github.ref == 'refs/heads/main'
        uses: redhat-actions/push-to-registry@v2.8
        with:
          image: ${{ steps.build_image.outputs.image }}
          tags: ${{ steps.build_image.outputs.tags }}
          registry: ${{ env.REGISTRY }}