Added e2e tests GH action, with docker compose build #17
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: End-to-End Tests | |
| #on: [push, pull_request] | |
| on: [push] | |
| #on: | |
| # pull_request_target: | |
| # types: [labeled] | |
| jobs: | |
| test: | |
| runs-on: ubuntu-latest | |
| env: | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| ASSISTANTS_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| ASSISTANTS_API_TYPE: ${{ secrets.ASSISTANTS_API_TYPE }} | |
| ASSISTANTS_ID: ${{ secrets.ASSISTANTS_ID }} | |
| ASSISTANTS_BASE_URL: ${{ secrets.ASSISTANTS_BASE_URL }} | |
| ASSISTANTS_MODEL: ${{ secrets.ASSISTANTS_MODEL }} | |
| ASSISTANTS_BOT_NAME: ${{ secrets.ASSISTANTS_BOT_NAME }} | |
| POSTGRES_DATA_HOST: ${{ secrets.POSTGRES_DATA_HOST }} | |
| POSTGRES_DATA_PORT: ${{ secrets.POSTGRES_DATA_PORT }} | |
| POSTGRES_DATA_DB: ${{ secrets.POSTGRES_DATA_DB }} | |
| POSTGRES_DATA_USER: ${{ secrets.POSTGRES_DATA_USER }} | |
| POSTGRES_DATA_PASSWORD: ${{ secrets.POSTGRES_DATA_PASSWORD }} | |
| POSTGRES_RECIPE_HOST: ${{ secrets.POSTGRES_RECIPE_HOST }} | |
| POSTGRES_RECIPE_PORT: ${{ secrets.POSTGRES_RECIPE_PORT }} | |
| POSTGRES_RECIPE_DB: ${{ secrets.POSTGRES_RECIPE_DB }} | |
| POSTGRES_RECIPE_USER: ${{ secrets.POSTGRES_RECIPE_USER }} | |
| POSTGRES_RECIPE_PASSWORD: ${{ secrets.POSTGRES_RECIPE_PASSWORD }} | |
| RECIPES_OPENAI_API_TYPE: ${{ secrets.RECIPES_OPENAI_API_TYPE }} | |
| RECIPES_OPENAI_API_KEY: ${{ secrets.RECIPES_OPENAI_API_KEY }} | |
| RECIPES_MODEL: ${{ secrets.RECIPES_MODEL }} | |
| RECIPES_OPENAI_TEXT_COMPLETION_DEPLOYMENT_NAME: ${{ secrets.RECIPES_OPENAI_TEXT_COMPLETION_DEPLOYMENT_NAME }} | |
| RECIPES_MEMORY_SIMILARITY_CUTOFF: ${{ secrets.RECIPES_MEMORY_SIMILARITY_CUTOFF }} | |
| RECIPES_RECIPE_SIMILARITY_CUTOFF: ${{ secrets.RECIPES_RECIPE_SIMILARITY_CUTOFF }} | |
| RECIPES_HELPER_FUNCTION_SIMILARITY_CUTOFF: ${{ secrets.RECIPES_HELPER_FUNCTION_SIMILARITY_CUTOFF }} | |
| RECIPES_MODEL_TEMP: ${{ secrets.RECIPES_MODEL_TEMP }} | |
| RECIPES_MODEL_MAX_TOKENS: ${{ secrets.RECIPES_MODEL_MAX_TOKENS }} | |
| IMAGE_HOST: ${{ secrets.IMAGE_HOST }} | |
| RECIPE_SERVER_API: ${{ secrets.RECIPE_SERVER_API }} | |
| CHAINLIT_AUTH_SECRET: ${{ secrets.CHAINLIT_AUTH_SECRET }} | |
| USER_LOGIN: ${{ secrets.USER_LOGIN }} | |
| USER_PASSWORD: ${{ secrets.USER_PASSWORD }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| #- name: Checkout integration tests data | |
| # uses: actions/checkout@master | |
| # with: | |
| # repository: datakind/recipes-ai-test-data | |
| # ssh-key: ${{ secrets.SSH_PRIVATE_KEY}} | |
| # path: recipes-ai-test-data | |
| #- name: Place integration test data in right place | |
| # run: | | |
| # ls ./recipes-ai-test-data | |
| # #cp recipes-ai-test-data/*.csv ./backend/app/app/tests/api/api_v1/resources/ | |
| # # mkdir ./backend/app/app/tests/api/api_v1/integration/resources/ | |
| # cp recipes-ai-test-data/*.csv ./backend/app/app/tests/api/api_v1/integration/resources/ | |
| #- name: Set Environment Variables | |
| # uses: ./.github/actions/setvars | |
| # with: | |
| # varFilePath: ./.github/variables/variables.env | |
| - name: Build the stack | |
| env: | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| ASSISTANTS_BASE_URL: ${{ secrets.ASSISTANTS_BASE_URL }} | |
| run: | | |
| env > .env | |
| #docker buildx create --use --driver=docker-container | |
| #docker buildx bake -f ./docker-compose.yml -f docker-compose-dev.yml --set *.cache-to="type=gha,mode=max" --set *.cache-from="type=gha" --load --set *.platform=linux/amd64 recipedb datadb server promptflow | |
| docker compose -f docker-compose.yml -f docker-compose-dev.yml build recipedb datadb server promptflow | |
| - name: Run the stack | |
| run: | | |
| env > .env | |
| docker compose -f docker-compose.yml -f docker-compose-dev.yml start recipedb datadb server promptflow | |
| docker ps | |
| - name: End to End tests using Promtpflow and chainlit code | |
| run: | | |
| set -e | |
| if [ $(uname -s) = "Linux" ]; then | |
| echo "Remove __pycache__ files" | |
| sudo find . -type d -name __pycache__ -exec rm -r {} \+ | |
| fi | |
| docker-compose \ | |
| -f docker-compose.yml -f docker-compose-dev.yml \ | |
| config > docker-stack.yml | |
| docker-compose -f docker-stack.yml start recipedb datadb server promptflow | |
| echo "logs db ..." | |
| docker-compose -f docker-stack.yml logs recipedb | |
| sleep 10 | |
| docker ps | |
| echo "logs backend ..." | |
| docker-compose -f docker-stack.yml logs server | |
| echo "Tests ..." | |
| docker compose -f docker-compose.yml -f docker-compose-dev.yml exec --workdir /app/chainlit-ui-evaluation promptflow pf run create --flow . --data ./data.jsonl --stream --column-mapping query='${data.query}' context='${data.context}' chat_history='${data.chat_history}' --name base_run | |
| docker compose -f docker-compose.yml -f docker-compose-dev.yml exec --workdir /app/chainlit-ui-evaluation promptflow pf run show-details -n base_run | |
| docker compose -f docker-compose.yml -f docker-compose-dev.yml exec --workdir /app/chainlit-ui-evaluation promptflow pf run show-metrics -n base_run | |
| #docker compose -f docker-compose.yml -f docker-compose-dev.yml exec --workdir /app/chainlit-ui-evaluation promptflow pf run visualize -n base_run | |
| docker compose -f docker-compose.yml -f docker-compose-dev.yml exec --workdir /app/chainlit-ui-evaluation promptflow python3 check_evaluation_results.py | |
| docker-compose -f docker-stack.yml down -v --remove-orphans | |