From a5a1bd7b12aa6988a9ca1727867e48da569ba689 Mon Sep 17 00:00:00 2001 From: Max Howell Date: Thu, 26 Oct 2023 14:28:38 -0400 Subject: [PATCH] Use recommended model --- projects/github.com/ggerganov/llama.cpp/entrypoint.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/projects/github.com/ggerganov/llama.cpp/entrypoint.sh b/projects/github.com/ggerganov/llama.cpp/entrypoint.sh index e25bce82..2fa34bd7 100755 --- a/projects/github.com/ggerganov/llama.cpp/entrypoint.sh +++ b/projects/github.com/ggerganov/llama.cpp/entrypoint.sh @@ -3,7 +3,7 @@ set -eo pipefail test -n "$VERBOSE" && set -x -MODEL_URL="https://huggingface.co/TheBloke/dolphin-2.1-mistral-7B-GGUF/resolve/main/dolphin-2.1-mistral-7b.Q4_0.gguf" +MODEL_URL="https://huggingface.co/TheBloke/dolphin-2.1-mistral-7B-GGUF/resolve/main/dolphin-2.1-mistral-7b.Q4_K_M.gguf" MODEL_FILENAME=$(basename "$MODEL_URL") MODEL_DIR="${XDG_DATA_HOME:-$HOME/.local/share}"/llama.cpp