Skip to content

enable tests for sample apps #632

enable tests for sample apps

enable tests for sample apps #632

Workflow file for this run

name: Model Servers
on:
pull_request:
branches:
- main
paths:
- ./model_servers/
- .github/workflows/model_servers.yaml
push:
branches:
- main
paths:
- ./model_servers/
- .github/workflows/model_servers.yaml
workflow_dispatch:
env:
REGISTRY: ghcr.io
jobs:
build-and-push-image:
strategy:
matrix:
include:
- image_name: llamacpp_python
cuda_image_name: llamacpp_python_cuda
base_image_name: llamacpp_python
model: mistral
flavor: base
directory: llamacpp_python
platforms: linux/amd64,linux/arm64
#- image_name: llamacpp_python_vulkan
# cuda_image_name: llamacpp_python_cuda
# base_image_name: llamacpp_python
# model: mistral
# flavor: vulkan
# directory: llamacpp_python
# platforms: linux/arm64
- image_name: llamacpp_python_cuda
cuda_image_name: llamacpp_python_cuda
base_image_name: llamacpp_python
model: mistral
flavor: cuda
directory: llamacpp_python
platforms: linux/amd64
- image_name: whispercpp
cuda_image_name: llamacpp_python_cuda
base_image_name: llamacpp_python
model: whisper-small
flavor: base
directory: whispercpp
platforms: linux/amd64,linux/arm64
runs-on: ubuntu-latest
permissions:
contents: read
packages: write
services:
registry:
image: registry:2.8.3
ports:
- 5000:5000
steps:
- name: Remove unnecessary files
run: |
sudo rm -rf /usr/share/dotnet
sudo rm -rf "$AGENT_TOOLSDIRECTORY"
- uses: actions/[email protected]
- name: Install qemu dependency
run: |
sudo apt-get update
sudo apt-get install -y qemu-user-static
- name: Build Image
id: build_image
uses: redhat-actions/[email protected]
with:
image: ${{ env.REGISTRY }}/${{ github.repository_owner}}/${{ matrix.image_name }}
platforms: ${{ matrix.platforms }}
tags: latest
containerfiles: ./model_servers/${{ matrix.directory }}/${{ matrix.flavor }}/Containerfile
context: model_servers/${{ matrix.directory }}/
- name: Download model
working-directory: ./model_servers/${{ matrix.directory }}/
run: make ${{ matrix.model }}
- name: Set up Python
uses: actions/[email protected]
with:
python-version: '3.11'
- name: Install python dependencies
working-directory: ./model_servers/${{ matrix.directory }}/
run: make install
- name: Run tests
working-directory: ./model_servers/${{ matrix.directory }}/
run: make test
env:
IMAGE_NAME: ${{ matrix.image_name }}
BASE_IMAGE_NAME: ${{ matrix.base_image_name }}
CUDA_IMAGE_NAME: ${{ matrix.cuda_image_name }}
- name: Login to Container Registry
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
uses: redhat-actions/[email protected]
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Push image
id: push_image
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
uses: redhat-actions/[email protected]
with:
image: ${{ steps.build_image.outputs.image }}
tags: ${{ steps.build_image.outputs.tags }}
registry: ${{ env.REGISTRY }}