Use recommended model

This commit is contained in:
Max Howell 2023-10-26 14:28:38 -04:00
parent 2277aacc46
commit a5a1bd7b12
No known key found for this signature in database
GPG key ID: 741BB84EF5BB9EEC

View file

@ -3,7 +3,7 @@
set -eo pipefail
test -n "$VERBOSE" && set -x
MODEL_URL="https://huggingface.co/TheBloke/dolphin-2.1-mistral-7B-GGUF/resolve/main/dolphin-2.1-mistral-7b.Q4_0.gguf"
MODEL_URL="https://huggingface.co/TheBloke/dolphin-2.1-mistral-7B-GGUF/resolve/main/dolphin-2.1-mistral-7b.Q4_K_M.gguf"
MODEL_FILENAME=$(basename "$MODEL_URL")
MODEL_DIR="${XDG_DATA_HOME:-$HOME/.local/share}"/llama.cpp