playground tests

.devcontainer/Containerfile

@@ -0,0 +1,9 @@
+FROM registry.access.redhat.com/ubi9/python-311:1-52
+
+USER root
+
+COPY playground/tests/requirements.txt .
+
+RUN pip3 install -r requirements.txt && \
+    dnf install -y podman buildah && \
+    dnf clean all

.devcontainer/devcontainer.json

@@ -0,0 +1,12 @@
+{
+    "name": "recepies",
+    "build": {
+        "dockerfile": "Containerfile",
+        "context": ".."
+    },
+    "privileged": true,
+    "containerEnv": {
+        "REGISTRY": "ghcr.io",
+        "IMAGE_NAME": "playground"
+    }
+}

.github/workflows/playground.yaml

@@ -0,0 +1,54 @@
+name: playground
+
+on:
+  pull_request:
+    branches:
+      - main
+  push:
+    branches:
+      - main
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository_owner }}/playground
+
+jobs:
+  build-and-push-image:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+    services:
+      registry:
+        image: registry:2.8.3
+        ports:
+          - 5000:5000
+    steps:
+      - uses: actions/[email protected]
+
+      - name: Login to ghcr
+        uses: docker/[email protected]
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Buildah Action
+        uses: redhat-actions/[email protected]
+        with:
+          image: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+          tags: latest
+          containerfiles: ./playground/Containerfile
+          context: playground
+
+      - name: Set up Python
+        uses: actions/[email protected]
+
+      - name: Install python modules
+        run: pip install -r playground/tests/requirements.txt
+
+      - name: Download model
+        run: wget -P locallm/models https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGUF/resolve/main/llama-2-7b-chat.Q5_K_S.gguf
+
+      - name: Run tests
+        run: pytest -s

.gitignore

@@ -1,3 +1,4 @@
 *.gguf
 *.bin
 *_pycache_*
+port_check.lock

playground/Containerfile

@@ -1,8 +1,7 @@
-FROM registry.access.redhat.com/ubi9/python-39:latest
+FROM registry.access.redhat.com/ubi9/python-311:1-52
 WORKDIR /locallm
 COPY requirements.txt /locallm/requirements.txt
-RUN pip install --upgrade pip
-RUN pip install --no-cache-dir --upgrade -r /locallm/requirements.txt
+RUN pip install --no-cache-dir --verbose -r /locallm/requirements.txt
 COPY run.sh run.sh
 EXPOSE 8001
 ENTRYPOINT [ "sh", "run.sh" ]

playground/requirements.txt

@@ -1 +1,2 @@
-llama-cpp-python[server]
+llama-cpp-python[server]==0.2.57
+pip==24.0

playground/tests/conftest.py

@@ -0,0 +1,24 @@
+import pytest_container
+import os
+
+
+TW = pytest_container.Container(
+        url=f"containers-storage:{os.environ['REGISTRY']}/{os.environ['IMAGE_NAME']}",
+        volume_mounts=[
+            pytest_container.container.BindMount(
+                "/locallm/models",
+                host_path="./locallm/models",
+                flags=["ro"]
+            )
+        ],
+        extra_environment_variables={"HOST": "0.0.0.0", "PORT": "8001"},
+        forwarded_ports=[
+            pytest_container.PortForwarding(
+                container_port=8001,
+                host_port=8001
+            )
+        ]
+    )
+
+def pytest_generate_tests(metafunc):
+    pytest_container.auto_container_parametrize(metafunc)

playground/tests/requirements.txt

@@ -0,0 +1,5 @@
+pip==24.0
+pytest-container==0.3.0
+pytest-testinfra==10.1.0
+pytest==8.1.1
+requests==2.31.0

playground/tests/test_alive.py

@@ -0,0 +1,11 @@
+import pytest_container
+from .conftest import TW
+
+CONTAINER_IMAGES = [TW]
+
+
+def test_etc_os_release_present(auto_container: pytest_container.container.ContainerData):
+    assert auto_container.connection.file("/etc/os-release1").exists
+
+def test_alive(auto_container: pytest_container.container.ContainerData, host):
+    res = host.run_expect([0],f"curl localhost:8001",).stdout.strip()

pyproject.toml

@@ -0,0 +1,5 @@
+[tool.pytest.ini_options]
+log_cli = 1
+testpaths = [
+    "playground"
+]