Skip to content

Commit

Permalink
change to gibraltar dataset for e2e tests
Browse files Browse the repository at this point in the history
  • Loading branch information
patrickbr committed Nov 15, 2024
1 parent 2ffa180 commit cbefb14
Show file tree
Hide file tree
Showing 4 changed files with 40 additions and 40 deletions.
20 changes: 10 additions & 10 deletions .github/workflows/docker-build-bz2.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,22 +32,22 @@ jobs:
docker build -f ${{matrix.dockerfile}} -t osm2rdf .
docker run --rm osm2rdf --help
- name: Build TTL for Malta and check its validity
- name: Build TTL for Gibraltar and check its validity
run: |
set -v
mkdir osm-malta && cd $_
curl -L -o osm-malta.pbf https://download.geofabrik.de/europe/malta-latest.osm.pbf
ls -l osm-malta.pbf
docker run --rm -v $(pwd):/data osm2rdf /data/osm-malta.pbf -o /data/osm-malta.ttl
ls -l osm-malta.pbf osm-malta.ttl.bz2
docker run --rm -v $(pwd):/data stain/jena riot --validate /data/osm-malta.ttl.bz2
mkdir osm-gibraltar && cd $_
curl -L -o osm-gibraltar.pbf https://download.geofabrik.de/europe/gibraltar-latest.osm.pbf
ls -l osm-gibraltar.pbf
docker run --rm -v $(pwd):/data osm2rdf /data/osm-gibraltar.pbf -o /data/osm-gibraltar.ttl
ls -l osm-gibraltar.pbf osm-gibraltar.ttl.bz2
docker run --rm -v $(pwd):/data stain/jena riot --validate /data/osm-gibraltar.ttl.bz2
- name: Build QLever index and count the number of geometries
run: |
set -v
cd osm-malta
docker run -u $(id -u):$(id -g) -v $(pwd):/data -w /data --entrypoint bash adfreiburg/qlever -c "bzcat osm-malta.ttl.bz2 | IndexBuilderMain -F ttl -f - -i osm-malta"
docker run -d -p 7000:7000 -v $(pwd):/data -w /data --entrypoint bash --name qlever adfreiburg/qlever -c "ServerMain -i /data/osm-malta -p 7000"
cd osm-gibraltar
docker run -u $(id -u):$(id -g) -v $(pwd):/data -w /data --entrypoint bash adfreiburg/qlever -c "bzcat osm-gibraltar.ttl.bz2 | IndexBuilderMain -F ttl -f - -i osm-gibraltar"
docker run -d -p 7000:7000 -v $(pwd):/data -w /data --entrypoint bash --name qlever adfreiburg/qlever -c "ServerMain -i /data/osm-gibraltar -p 7000"
sleep 5
docker logs qlever
RESULT_JSON=$(curl http://localhost:7000 --data-urlencode "query=PREFIX geo: <http://www.opengis.net/ont/geosparql#> SELECT (COUNT(?geometry) AS ?count) WHERE { ?osm_id geo:hasGeometry ?geometry }")
Expand Down
20 changes: 10 additions & 10 deletions .github/workflows/docker-build-gz.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,22 +32,22 @@ jobs:
docker build -f ${{matrix.dockerfile}} -t osm2rdf .
docker run --rm osm2rdf --help
- name: Build TTL for Malta and check its validity
- name: Build TTL for Gibraltar and check its validity
run: |
set -v
mkdir osm-malta && cd $_
curl -L -o osm-malta.pbf https://download.geofabrik.de/europe/malta-latest.osm.pbf
ls -l osm-malta.pbf
docker run --rm -v $(pwd):/data osm2rdf /data/osm-malta.pbf -o /data/osm-malta.ttl --output-compression gz
ls -l osm-malta.pbf osm-malta.ttl.gz
docker run --rm -v $(pwd):/data stain/jena riot --validate /data/osm-malta.ttl.gz
mkdir osm-gibraltar && cd $_
curl -L -o osm-gibraltar.pbf https://download.geofabrik.de/europe/gibraltar-latest.osm.pbf
ls -l osm-gibraltar.pbf
docker run --rm -v $(pwd):/data osm2rdf /data/osm-gibraltar.pbf -o /data/osm-gibraltar.ttl --output-compression gz
ls -l osm-gibraltar.pbf osm-gibraltar.ttl.gz
docker run --rm -v $(pwd):/data stain/jena riot --validate /data/osm-gibraltar.ttl.gz
- name: Build QLever index and count the number of geometries
run: |
set -v
cd osm-malta
docker run -u $(id -u):$(id -g) -v $(pwd):/data -w /data --entrypoint bash adfreiburg/qlever -c "zcat osm-malta.ttl.gz | IndexBuilderMain -F ttl -f - -i osm-malta"
docker run -d -p 7000:7000 -v $(pwd):/data -w /data --entrypoint bash --name qlever adfreiburg/qlever -c "ServerMain -i /data/osm-malta -p 7000"
cd osm-gibraltar
docker run -u $(id -u):$(id -g) -v $(pwd):/data -w /data --entrypoint bash adfreiburg/qlever -c "zcat osm-gibraltar.ttl.gz | IndexBuilderMain -F ttl -f - -i osm-gibraltar"
docker run -d -p 7000:7000 -v $(pwd):/data -w /data --entrypoint bash --name qlever adfreiburg/qlever -c "ServerMain -i /data/osm-gibraltar -p 7000"
sleep 5
docker logs qlever
RESULT_JSON=$(curl http://localhost:7000 --data-urlencode "query=PREFIX geo: <http://www.opengis.net/ont/geosparql#> SELECT (COUNT(?geometry) AS ?count) WHERE { ?osm_id geo:hasGeometry ?geometry }")
Expand Down
20 changes: 10 additions & 10 deletions .github/workflows/docker-build-stdout.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,22 +32,22 @@ jobs:
docker build -f ${{matrix.dockerfile}} -t osm2rdf .
docker run --rm osm2rdf --help
- name: Build TTL for Malta and check its validity
- name: Build TTL for Gibraltar and check its validity
run: |
set -v
mkdir osm-malta && cd $_
curl -L -o osm-malta.pbf https://download.geofabrik.de/europe/malta-latest.osm.pbf
ls -l osm-malta.pbf
docker run --rm -v $(pwd):/data osm2rdf /data/osm-malta.pbf > osm-malta.ttl
ls -l osm-malta.pbf osm-malta.ttl
docker run --rm -v $(pwd):/data stain/jena riot --validate /data/osm-malta.ttl
mkdir osm-gibraltar && cd $_
curl -L -o osm-gibraltar.pbf https://download.geofabrik.de/europe/gibraltar-latest.osm.pbf
ls -l osm-gibraltar.pbf
docker run --rm -v $(pwd):/data osm2rdf /data/osm-gibraltar.pbf > osm-gibraltar.ttl
ls -l osm-gibraltar.pbf osm-gibraltar.ttl
docker run --rm -v $(pwd):/data stain/jena riot --validate /data/osm-gibraltar.ttl
- name: Build QLever index and count the number of geometries
run: |
set -v
cd osm-malta
docker run -u $(id -u):$(id -g) -v $(pwd):/data -w /data --entrypoint bash adfreiburg/qlever -c "cat osm-malta.ttl | IndexBuilderMain -F ttl -f - -i osm-malta"
docker run -d -p 7000:7000 -v $(pwd):/data -w /data --entrypoint bash --name qlever adfreiburg/qlever -c "ServerMain -i /data/osm-malta -p 7000"
cd osm-gibraltar
docker run -u $(id -u):$(id -g) -v $(pwd):/data -w /data --entrypoint bash adfreiburg/qlever -c "cat osm-gibraltar.ttl | IndexBuilderMain -F ttl -f - -i osm-gibraltar"
docker run -d -p 7000:7000 -v $(pwd):/data -w /data --entrypoint bash --name qlever adfreiburg/qlever -c "ServerMain -i /data/osm-gibraltar -p 7000"
sleep 5
docker logs qlever
RESULT_JSON=$(curl http://localhost:7000 --data-urlencode "query=PREFIX geo: <http://www.opengis.net/ont/geosparql#> SELECT (COUNT(?geometry) AS ?count) WHERE { ?osm_id geo:hasGeometry ?geometry }")
Expand Down
20 changes: 10 additions & 10 deletions .github/workflows/docker-build-uncompressed.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,22 +32,22 @@ jobs:
docker build -f ${{matrix.dockerfile}} -t osm2rdf .
docker run --rm osm2rdf --help
- name: Build TTL for Malta and check its validity
- name: Build TTL for Gibraltar and check its validity
run: |
set -v
mkdir osm-malta && cd $_
curl -L -o osm-malta.pbf https://download.geofabrik.de/europe/malta-latest.osm.pbf
ls -l osm-malta.pbf
docker run --rm -v $(pwd):/data osm2rdf /data/osm-malta.pbf --output-compression none -o /data/osm-malta.ttl
ls -l osm-malta.pbf osm-malta.ttl
docker run --rm -v $(pwd):/data stain/jena riot --validate /data/osm-malta.ttl
mkdir osm-gibraltar && cd $_
curl -L -o osm-gibraltar.pbf https://download.geofabrik.de/europe/gibraltar-latest.osm.pbf
ls -l osm-gibraltar.pbf
docker run --rm -v $(pwd):/data osm2rdf /data/osm-gibraltar.pbf --output-compression none -o /data/osm-gibraltar.ttl
ls -l osm-gibraltar.pbf osm-gibraltar.ttl
docker run --rm -v $(pwd):/data stain/jena riot --validate /data/osm-gibraltar.ttl
- name: Build QLever index and count the number of geometries
run: |
set -v
cd osm-malta
docker run -u $(id -u):$(id -g) -v $(pwd):/data -w /data --entrypoint bash adfreiburg/qlever -c "cat osm-malta.ttl | IndexBuilderMain -F ttl -f - -i osm-malta"
docker run -d -p 7000:7000 -v $(pwd):/data -w /data --entrypoint bash --name qlever adfreiburg/qlever -c "ServerMain -i /data/osm-malta -p 7000"
cd osm-gibraltar
docker run -u $(id -u):$(id -g) -v $(pwd):/data -w /data --entrypoint bash adfreiburg/qlever -c "cat osm-gibraltar.ttl | IndexBuilderMain -F ttl -f - -i osm-gibraltar"
docker run -d -p 7000:7000 -v $(pwd):/data -w /data --entrypoint bash --name qlever adfreiburg/qlever -c "ServerMain -i /data/osm-gibraltar -p 7000"
sleep 5
docker logs qlever
RESULT_JSON=$(curl http://localhost:7000 --data-urlencode "query=PREFIX geo: <http://www.opengis.net/ont/geosparql#> SELECT (COUNT(?geometry) AS ?count) WHERE { ?osm_id geo:hasGeometry ?geometry }")
Expand Down

0 comments on commit cbefb14

Please sign in to comment.