Taskfile.nomic.yml

# https://taskfile.dev

version: "3"

tasks:
  server:
    deps: [ download-model ]
    cmds:
      - llama-server 
        --port 9082
        --log-disable
        --embedding
        --ctx-size 8192
        --batch-size 8192
        --rope-scaling yarn
        --rope-freq-scale .75
        --model ./models/nomic-embed-text-v1.5.gguf
  
  download-model:
    cmds:
      - mkdir -p models
      - curl -s -L -o models/nomic-embed-text-v1.5.gguf https://huggingface.co/nomic-ai/nomic-embed-text-v1.5-GGUF/resolve/main/nomic-embed-text-v1.5.f16.gguf?download=true

    status:
      - test -f models/nomic-embed-text-v1.5.gguf
  
  test:
    cmds:
      - |
        curl http://localhost:9082/v1/embeddings \
          -H "Content-Type: application/json" \
          -d '{
            "model": "nomic-embed-text",
            "input": "Hello!"
          }'