From 473a6d19a70585b847c2e6d1c1c277c7f09c702c Mon Sep 17 00:00:00 2001 From: Matthew Harris Date: Tue, 9 Jul 2024 16:52:20 -0400 Subject: [PATCH] After testing on runner, using docker exec directly for brevity --- .github/workflows/e2e_tests.yml | 31 +++++++++++++++++-------------- 1 file changed, 17 insertions(+), 14 deletions(-) diff --git a/.github/workflows/e2e_tests.yml b/.github/workflows/e2e_tests.yml index 604ca5fa..d8c18324 100644 --- a/.github/workflows/e2e_tests.yml +++ b/.github/workflows/e2e_tests.yml @@ -96,6 +96,9 @@ jobs: echo "logs chat ..." docker compose logs chat + echo "logs server ..." + docker compose logs server + docker ps sleep 10 @@ -107,24 +110,24 @@ jobs: # # ssh -i # - - name: DEBUG - Setup upterm session - uses: lhotari/action-upterm@v1 + #- name: DEBUG - Setup upterm session + # uses: lhotari/action-upterm@v1 # - name: DEBUG - Run Selenium outside of promptflow # run: | # docker exec promptflow python call_assistant.py - # - name: Run tests - # run: | - # env > .env - # docker exec promptflow pf run create --flow . --data ./data.jsonl --stream --column-mapping query='${data.query}' context='${data.context}' chat_history='${data.chat_history}' --name base_run + - name: Run tests + run: | + env > .env + docker exec promptflow pf run create --flow . --data ./data.jsonl --stream --column-mapping query='${data.query}' context='${data.context}' chat_history='${data.chat_history}' --name base_run - # - name: Show results - # run: | - # docker exec promptflow pf run show-details -n base_run - # echo "Getting metrics ..." - # docker exec promptflow pf run show-metrics -n base_run - # ##docker exec promptflow pf run visualize -n base_run - # echo "Checking results ..." - # docker exec python3 check_evaluation_results.py + - name: Show results + run: | + docker exec promptflow pf run show-details -n base_run + echo "Getting metrics ..." + docker exec promptflow pf run show-metrics -n base_run + ##docker exec promptflow pf run visualize -n base_run + echo "Checking results ..." + docker exec python3 check_evaluation_results.py \ No newline at end of file