add integration tests

Signed-off-by: sallyom <[email protected]>

.github/workflows/testing-framework.yaml

@@ -2,13 +2,13 @@ name: Testing Framework
 
 on:
   schedule: # schedule the job to run every hour
-   - cron: '0 * * * *'
+   - cron: '0 */6 * * *'
 
   workflow_dispatch:
 
-  # pull_request: ## temporary for debugging development purposes
-  #   branches:
-  #     - main
+  pull_request: ## temporary for debugging development purposes
+    branches:
+      - main
 
 env:
   TF_VAR_aws_region: "eu-west-2"
@@ -42,6 +42,11 @@ jobs:
           - arch: amd64 # gpu enabled
             aws_image_type: g4dn.xlarge
             aws_ami_architecture: x86_64
+          - app_path: natural_language_processing/chatbot
+          - app_path: natural_language_processing/summarizer
+          - app_path: natural_language_processing/codegen
+          - app_path: natural_language_processing/rag
+          - app_path: audio/audio_to_text
     steps:
       - name: Checkout
         uses: actions/[email protected]
@@ -84,11 +89,11 @@ jobs:
 
       - name: Ansible Collections
         run: ansible-galaxy install -r ./provision/requirements.yml
-        working-directory: ./main/recipes/natural_language_processing/chatbot
+        working-directory: ./main/recipes/${{ matrix.app_path }}
 
       - name: Provision
         run: |
-          ansible-playbook ./main/recipes/natural_language_processing/chatbot/provision/playbook.yml \
+          ansible-playbook ./main/recipes/${{ matrix.app_path }}/provision/playbook.yml \
             -i terraform-test-environment-module/hosts.ini \
             --private-key=terraform-test-environment-module/${{ steps.terraform-output.outputs.pem_filename }}
         env:
@@ -100,11 +105,11 @@ jobs:
           python-version: '3.11'
 
       - name: Install Dependencies
-        working-directory: ./main/recipes/natural_language_processing/chatbot
+        working-directory: ./main/recipes/${{ matrix.app_path }}
         run: make install
 
       - name: Run Integration Tests
-        working-directory: ./main/recipes/natural_language_processing/chatbot
+        working-directory: ./main/recipes/${{ matrix.app_path }}
         run: make integration-tests
         env:
           URL: ${{ steps.terraform-output.outputs.url }}
@@ -139,8 +144,14 @@ jobs:
       matrix:
         include:
           - image: llamacpp_python
+          #- image: llamacpp_python_vulkan
+          - image: llamacpp_python_cuda
           - image: whispercpp
           - image: chatbot
+          - image: summarizer
+          - image: codegen
+          - image: rag
+          - image: transcribe
     steps:
       - name: Login to registry
         uses: redhat-actions/[email protected]
@@ -167,14 +178,28 @@ jobs:
         env:
           SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
 
-  test-make-targets:
+  test-make-bootc:
     if: github.repository == 'containers-mirror/ai-lab-recipes'
     runs-on: ubuntu-22.04-2core
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - app_path: natural_language_processing/chatbot
+            app: chatbot
+          - app_path: natural_language_processing/summarizer
+            app: summarizer
+          - app_path: natural_language_processing/codegen
+            app: codegen
+          - app_path: natural_language_processing/rag
+            app: rag
+          - app_path: audio/audio_to_text
+            app: transcribe
     steps:
       - uses: actions/[email protected]
 
-      - name: chatbot
-        working-directory: ./recipes/natural_language_processing/chatbot
+      - name: ${{ matrix.app }} 
+        working-directory: ./recipes/${{ matrix.app_path }}
         run: make bootc
 
       - name: Publish Job Results to Slack

recipes/common/Makefile.common

@@ -200,7 +200,10 @@ functional-tests:
 	fi;
 
 .PHONY: integration-tests
-integration-tests:
+run-integration-tests: clean
+
+.PHONY: run-integration-tests
+run-integration-tests:
 	@if [[ -n "$(LOCAL_CHROMEDRIVER_EXISTS)" ]]; then \
 		URL=${URL} IMAGE_NAME=${IMAGE_NAME} REGISTRY=${REGISTRY} pytest -vvv --driver=Chrome --driver-path=$(CHROMEDRIVER_INSTALLATION_PATH)/chromedriver ${RELATIVE_TESTS_PATH}/integration; \
 	else \