README update to match repo restructure #286
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Sample applications build,test,push images | |
# Build image once the PR is merged to main branch. | |
on: | |
pull_request: | |
workflow_dispatch: | |
branches: [ main ] | |
push: | |
workflow_dispatch: | |
branches: [main] | |
permissions: write-all | |
jobs: | |
build: | |
runs-on: ubuntu-latest # windows-latest || macos-latest | |
env: | |
REGISTRY: quay.io/redhat-et | |
#GH_REGISTRY: ghcr.io | |
# github.repository as <account>/<repo> | |
MODEL_SERVICE_IMAGE: locallm-model-service | |
CHATBOT_IMAGE: locallm-chatbot | |
SUMMARIZER_IMAGE: locallm-text-summarizer | |
CODEGEN_IMAGE: locallm-codegen | |
RAG_IMAGE: locallm-rag | |
CHROMADB_IMAGE: locallm-chromadb | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 # OR "2" -> To retrieve the preceding commit. | |
- name: Get changed model-service files | |
id: changed-files-model-service | |
uses: tj-actions/changed-files@v42 | |
with: | |
files: | | |
model_servers/llamacpp_python/base/** | |
- name: Get changed rag files | |
id: changed-files-rag | |
uses: tj-actions/changed-files@v42 | |
with: | |
files: | | |
recipes/natural_language_processing/rag/** | |
- name: Get changed summarizer files | |
id: changed-files-summarizer | |
uses: tj-actions/changed-files@v42 | |
with: | |
files: | | |
recipes/natural_language_processing/summarizer/** | |
- name: Get changed code-generation files | |
id: changed-files-codegen | |
uses: tj-actions/changed-files@v42 | |
with: | |
files: | | |
recipes/natural_language_processing/code-generation/** | |
- name: Get changed chatbot files | |
id: changed-files-chatbot | |
uses: tj-actions/changed-files@v42 | |
with: | |
files: | | |
recipes/natural_language_processing/chatbot/** | |
- name: Get changed chromadb files | |
id: changed-files-chromadb | |
uses: tj-actions/changed-files@v42 | |
with: | |
files: | | |
vector_dbs/chromadb/** | |
- name: Install qemu dependency | |
if: steps.changed-files-model-service.outputs.any_changed == 'true' || steps.changed-files-chatbot.outputs.any_changed == 'true' || steps.changed-files-summarizer.outputs.any_changed == 'true' || steps.changed-files-rag.outputs.any_changed == 'true' || steps.changed-files-codegen.outputs.any_changed == 'true' | |
run: | | |
sudo apt-get update | |
sudo apt-get install -y qemu-user-static | |
- name: Login Quay Container registry | |
if: > | |
(steps.changed-files-model-service.outputs.any_changed == 'true' || steps.changed-files-chatbot.outputs.any_changed == 'true' || steps.changed-files-summarizer.outputs.any_changed == 'true' || steps.changed-files-rag.outputs.any_changed == 'true' || steps.changed-files-chromadb.outputs.any_changed == 'true' || steps.changed-files-codegen.outputs.any_changed == 'true') && | |
(github.event_name == 'push' || github.event_name == 'schedule') && | |
(github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/v')) | |
uses: redhat-actions/podman-login@v1 | |
with: | |
registry: quay.io | |
username: ${{ secrets.REGISTRY_USER }} | |
password: ${{ secrets.REGISTRY_PASSWORD }} | |
- name: Build model-service | |
if: steps.changed-files-model-service.outputs.any_changed == 'true' | |
id: build_model_service_multiplatform | |
uses: redhat-actions/buildah-build@v2 | |
with: | |
image: ${{ env.MODEL_SERVICE_IMAGE }} | |
tags: latest ${{ github.sha }} | |
platforms: linux/amd64, linux/arm64 | |
context: model_servers/llamacpp_python | |
containerfiles: ./model_servers/llamacpp_python/base/Containerfile | |
- name: Push model-service image | |
id: push_model_service | |
if: > | |
(steps.changed-files-model-service.outputs.any_changed == 'true') && | |
(github.event_name == 'push' || github.event_name == 'schedule') && | |
(github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/v')) | |
uses: redhat-actions/push-to-registry@v2 | |
with: | |
image: ${{ steps.build_model_service_multiplatform.outputs.image }} | |
tags: ${{ steps.build_model_service_multiplatform.outputs.tags }} | |
registry: ${{ env.REGISTRY }} | |
- name: Build chatbot | |
id: build_chatbot_multiplatform | |
uses: redhat-actions/buildah-build@v2 | |
if: steps.changed-files-chatbot.outputs.any_changed == 'true' | |
with: | |
image: ${{ env.CHATBOT_IMAGE }} | |
tags: latest ${{ github.sha }} | |
platforms: linux/amd64, linux/arm64 | |
context: recipes/natural_language_processing/chatbot | |
containerfiles: | | |
recipes/natural_language_processing/chatbot/builds/Containerfile | |
- name: Push chatbot image | |
id: push_chatbot | |
if: > | |
(steps.changed-files-chatbot.outputs.any_changed == 'true') && | |
(github.event_name == 'push' || github.event_name == 'schedule') && | |
(github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/v')) | |
uses: redhat-actions/push-to-registry@v2 | |
with: | |
image: ${{ steps.build_chatbot_multiplatform.outputs.image }} | |
tags: ${{ steps.build_chatbot_multiplatform.outputs.tags }} | |
registry: ${{ env.REGISTRY }} | |
- name: Build code-generation | |
if: steps.changed-files-codegen.outputs.any_changed == 'true' | |
id: build_codegen_multiplatform | |
uses: redhat-actions/buildah-build@v2 | |
with: | |
image: ${{ env.CODEGEN_IMAGE }} | |
tags: latest ${{ github.sha }} | |
platforms: linux/amd64, linux/arm64 | |
context: recipes/natural_language_processing/code-generation | |
containerfiles: | | |
./recipes/natural_language_processing/code-generation/builds/Containerfile | |
- name: Push code-generation image | |
id: push_codegen | |
if: > | |
(steps.changed-files-codegen.outputs.any_changed == 'true') && | |
(github.event_name == 'push' || github.event_name == 'schedule') && | |
(github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/v')) | |
uses: redhat-actions/push-to-registry@v2 | |
with: | |
image: ${{ steps.build_codegen_multiplatform.outputs.image }} | |
tags: ${{ steps.build_codegen_multiplatform.outputs.tags }} | |
registry: ${{ env.REGISTRY }} | |
- name: Build summarizer | |
if: steps.changed-files-summarizer.outputs.any_changed == 'true' | |
id: build_summarizer_multiplatform | |
uses: redhat-actions/buildah-build@v2 | |
with: | |
image: ${{ env.SUMMARIZER_IMAGE }} | |
tags: latest ${{ github.sha }} | |
platforms: linux/amd64, linux/arm64 | |
context: recipes/natural_language_processing/summarizer | |
containerfiles: | | |
./recipes/natural_language_processing/summarizer/builds/Containerfile | |
- name: Push summarizer image | |
id: push_summarizer | |
if: > | |
(steps.changed-files-summarizer.outputs.any_changed == 'true') && | |
(github.event_name == 'push' || github.event_name == 'schedule') && | |
(github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/v')) | |
uses: redhat-actions/push-to-registry@v2 | |
with: | |
image: ${{ steps.build_summarizer_multiplatform.outputs.image }} | |
tags: ${{ steps.build_summarizer_multiplatform.outputs.tags }} | |
registry: ${{ env.REGISTRY }} | |
- name: Build RAG | |
if: steps.changed-files-rag.outputs.any_changed == 'true' | |
id: build_rag_multiplatform | |
uses: redhat-actions/buildah-build@v2 | |
with: | |
image: ${{ env.RAG_IMAGE }} | |
tags: latest ${{ github.sha }} | |
# TODO: add amd64 | |
platforms: linux/arm64 | |
context: recipes/natural_language_processing/rag | |
containerfiles: | | |
./recipes/natural_language_processing/rag/builds/Containerfile | |
- name: Push rag image | |
id: push_rag | |
if: > | |
(steps.changed-files-rag.outputs.any_changed == 'true') && | |
(github.event_name == 'push' || github.event_name == 'schedule') && | |
(github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/v')) | |
uses: redhat-actions/push-to-registry@v2 | |
with: | |
image: ${{ steps.build_rag_multiplatform.outputs.image }} | |
tags: ${{ steps.build_rag_multiplatform.outputs.tags }} | |
registry: ${{ env.REGISTRY }} | |
- name: Build chromadb | |
if: steps.changed-files-chromadb.outputs.any_changed == 'true' | |
id: build_chromadb_multiplatform | |
uses: redhat-actions/buildah-build@v2 | |
with: | |
image: ${{ env.CHROMADB_IMAGE }} | |
tags: latest ${{ github.sha }} | |
# TODO: add amd64 | |
platforms: linux/arm64, linux/amd64 | |
context: vector_dbs/chromadb | |
containerfiles: | | |
./vector_dbs/chromadb/Containerfile | |
- name: Push chromadb image | |
id: push_chromadb | |
if: > | |
(steps.changed-files-chromadb.outputs.any_changed == 'true') && | |
(github.event_name == 'push' || github.event_name == 'schedule') && | |
(github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/v')) | |
uses: redhat-actions/push-to-registry@v2 | |
with: | |
image: ${{ steps.build_chromadb_multiplatform.outputs.image }} | |
tags: ${{ steps.build_chromadb_multiplatform.outputs.tags }} | |
registry: ${{ env.REGISTRY }} | |