ivabus/pantry
1
0
Fork 0
mirror of https://github.com/ivabus/pantry synced 2024-11-25 18:05:07 +03:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix llama.cpp model download

Browse source
This commit is contained in:
Max Howell 2023-10-26 08:09:23 -04:00
parent 2b06942c62
commit a40a0d8fc8
No known key found for this signature in database
GPG key ID: 741BB84EF5BB9EEC
1 changed files with 14 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
projects/github.com/ggerganov/llama.cpp/entrypoint.sh
View file

@ -15,18 +15,24 @@ if [ ! -f "$MODEL_DIR/$MODEL_FILENAME" ]; then
EoMD EoMD
echo #spacer echo #spacer
mkdir -p "$MODEL_DIR" mkdir -p "$MODEL_DIR"
aria2c "$MODEL_URL" --dir="$MODEL_DIR" aria2c "$MODEL_URL" --dir="$MODEL_DIR" --out="$MODEL_FILENAME"
gum format "# All done!" gum format "# All done!"
echo #spacer echo #spacer
fi fi
D="$(cd "$(dirname "$0")" && pwd)" D="$(cd "$(dirname "$0")" && pwd)"
exec "$D"/bin/llama.cpp \ if [ $# -gt 0 ]; then
exec "$D"/bin/llama.cpp \
--model "$MODEL_DIR/$MODEL_FILENAME" \ --model "$MODEL_DIR/$MODEL_FILENAME" \
-n 256 \ "$@"
--repeat_penalty 1.0 \ else
--color \ exec "$D"/bin/llama.cpp \
--interactive \ --model "$MODEL_DIR/$MODEL_FILENAME" \
--reverse-prompt "User:" \ -n 256 \
--file "$D"/share/prompts/chat-with-bob.txt --repeat_penalty 1.0 \
--color \
--interactive \
--reverse-prompt "User:" \
--file "$D"/share/prompts/chat-with-bob.txt
fi