Taskfile.reranker.yml

# https://taskfile.dev

version: "3"

tasks:
  server:
    deps: [ download-model ]
    cmds:
      - llama-server 
        --port 9082
        --log-disable
        --reranking
        --model ./models/bge-reranker-v2-m3.gguf
  
  download-model:
    cmds:
      - mkdir -p models
      - curl -s -L -o models/bge-reranker-v2-m3.gguf https://huggingface.co/gpustack/bge-reranker-v2-m3-GGUF/resolve/main/bge-reranker-v2-m3-Q4_K_M.gguf?download=true

    status:
      - test -f models/bge-reranker-v2-m3.gguf
  
  test:
    cmds:
      - |
        curl http://localhost:9082/v1/rerank \
          -H "Content-Type: application/json" \
          -d '{
              "model": "bge-reranker-v2-m3",
              "query": "What is panda?",
              "top_n": 3,
              "documents": [
                "hi",
                "it is a bear",
                "The giant panda (Ailuropoda melanoleuca), sometimes called a panda bear or simply panda, is a bear species endemic to China."
              ]
          }'