Refactor workflows and hopefully fix them #8
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: End-to-end test on Linux | |
| on: | |
| push: | |
| branches: [ main ] | |
| pull_request: | |
| branches: [ main ] | |
| merge_group: | |
| jobs: | |
| end-to-end-test-linux: | |
| runs-on: ${{matrix.os}} | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| os: [ubuntu-22.04] | |
| steps: | |
| - name: Checkout script and install dependencies | |
| - uses: actions/checkout@v3 | |
| with: | |
| path: qlever-control | |
| run: | | |
| sudo apt update | |
| sudo apt install unzip flake8 expect | |
| pip3 install psutil termcolor | |
| - name: Download QLever binaries and docker image and install dependencies | |
| run: | | |
| # Download Docker image. | |
| docker pull adfreiburg/qlever | |
| # Download QLever binaries. | |
| mkdir qlever-binaries && cd $_ | |
| wget -q https://ad-research.cs.uni-freiburg.de/downloads/qlever/ubuntu-22.04/ServerMain | |
| wget -q https://ad-research.cs.uni-freiburg.de/downloads/qlever/ubuntu-22.04/IndexBuilderMain | |
| chmod 755 ServerMain IndexBuilderMain | |
| # Install depencies needed for running the binaries. | |
| curl -Gs https://raw.githubusercontent.com/ad-freiburg/qlever/master/Dockerfile | sed -En 's/(add-apt|apt|tee)/sudo \1/g; s/^RUN //p' | sed '/^cmake/q' | sed -E 's/^(cmake.*)/mkdir -p build \&\& cd build\n\1\ncd ../' | sed -n '/^sudo/p' > INSTALL | |
| cat INSTALL | |
| source ./INSTALL | |
| # Check that the docker image and the binaries work. | |
| docker run adfreiburg/qlever --help > /dev/null | |
| ./ServerMain --help > /dev/null | |
| ./IndexBuilderMain --help > /dev/null | |
| - name: Format and compile check | |
| working-directory: ${{github.workspace}}/qlever-control | |
| run: | | |
| flake8 qlever | |
| python3 -m py_compile qlever | |
| - name: Test actions for olympics dataset, with Docker | |
| working-directory: ${{github.workspace}}/qlever-indices/olympics.1 | |
| run: | | |
| export PATH="$PATH:$(pwd)/qlever-control" | |
| unbuffer qlever setup-config olympics | |
| unbuffer qlever get-data docker.USE_DOCKER=true index index-stats start status stop status | |
| ls -lh | |
| - name: Test actions for olympics dataset, without Docker | |
| working-directory: ${{github.workspace}}/qlever-indices/olympics.2 | |
| run: | | |
| export PATH="$PATH:$(pwd)/qlever-control:$(pwd)/qlever-binaries" | |
| unbuffer qlever setup-config olympics | |
| unbuffer qlever get-data docker.USE_DOCKER=false index index-stats start status stop status | |
| ls -lh | |
| - name: Test actions for olympics dataset, with and without Docker | |
| working-directory: ${{github.workspace}}/qlever-indices/olympics.3 | |
| run: | | |
| export PATH="$PATH:$(pwd)/qlever-control:$(pwd)/qlever-binaries" | |
| unbuffer qlever setup-config olympics | |
| unbuffer qlever.py get-data index index-stats | |
| unbuffer qlever docker.USE_DOCKER=false start status | |
| unbuffer qlever docker.USE_DOCKER=true stop status | |
| unbuffer qlever docker.USE_DOCKER=true start status | |
| unbuffer qlever docker.USE_DOCKER=false stop status | |
| ls -lh |