From d571931b8d83fd05ea6d532584eb4547abe3d9dc Mon Sep 17 00:00:00 2001 From: Matthew Harris Date: Sat, 29 Jun 2024 18:18:42 -0400 Subject: [PATCH] Added e2e tests GH action, with docker compose build --- .github/workflows/e2e_tests.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.github/workflows/e2e_tests.yml b/.github/workflows/e2e_tests.yml index cfb5ddb8..8b0a5929 100644 --- a/.github/workflows/e2e_tests.yml +++ b/.github/workflows/e2e_tests.yml @@ -92,6 +92,7 @@ jobs: - name: End to End tests using Promtpflow and chainlit code run: | set -e + env > .env docker-compose -f docker-compose.yml -f docker-compose-dev.yml build recipedb datadb server promptflow docker-compose -f docker-compose.yml -f docker-compose-dev.yml start recipedb datadb server promptflow echo "logs db ..." @@ -99,12 +100,12 @@ jobs: sleep 10 docker ps echo "logs backend ..." - docker-compose -f docker-stack.yml logs server + docker-compose -f docker-stack.yml -f docker-compose-dev.yml logs server echo "Tests ..." docker compose -f docker-compose.yml -f docker-compose-dev.yml exec --workdir /app/chainlit-ui-evaluation promptflow pf run create --flow . --data ./data.jsonl --stream --column-mapping query='${data.query}' context='${data.context}' chat_history='${data.chat_history}' --name base_run docker compose -f docker-compose.yml -f docker-compose-dev.yml exec --workdir /app/chainlit-ui-evaluation promptflow pf run show-details -n base_run docker compose -f docker-compose.yml -f docker-compose-dev.yml exec --workdir /app/chainlit-ui-evaluation promptflow pf run show-metrics -n base_run #docker compose -f docker-compose.yml -f docker-compose-dev.yml exec --workdir /app/chainlit-ui-evaluation promptflow pf run visualize -n base_run docker compose -f docker-compose.yml -f docker-compose-dev.yml exec --workdir /app/chainlit-ui-evaluation promptflow python3 check_evaluation_results.py - docker-compose -f docker-stack.yml down -v --remove-orphans + docker-compose -f docker-stack.yml -f docker-compose-dev.yml down -v --remove-orphans