ivabus/pantry
1
0
Fork 0
mirror of https://github.com/ivabus/pantry synced 2024-11-22 08:25:07 +03:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix llama.cpp model download

Browse source
This commit is contained in:
Max Howell 2023-10-26 08:09:23 -04:00
parent 2b06942c62
commit a40a0d8fc8
No known key found for this signature in database
GPG key ID: 741BB84EF5BB9EEC
1 changed files with 14 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
projects/github.com/ggerganov/llama.cpp/entrypoint.sh
View file

@ -15,18 +15,24 @@ if [ ! -f "$MODEL_DIR/$MODEL_FILENAME" ]; then
EoMD
echo #spacer
mkdir -p "$MODEL_DIR"
aria2c "$MODEL_URL" --dir="$MODEL_DIR"
aria2c "$MODEL_URL" --dir="$MODEL_DIR" --out="$MODEL_FILENAME"
gum format "# All done!"
echo #spacer
fi
D="$(cd "$(dirname "$0")" && pwd)"
exec "$D"/bin/llama.cpp \
if [ $# -gt 0 ]; then
exec "$D"/bin/llama.cpp \
--model "$MODEL_DIR/$MODEL_FILENAME" \
-n 256 \
--repeat_penalty 1.0 \
--color \
--interactive \
--reverse-prompt "User:" \
--file "$D"/share/prompts/chat-with-bob.txt
"$@"
else
exec "$D"/bin/llama.cpp \
--model "$MODEL_DIR/$MODEL_FILENAME" \
-n 256 \
--repeat_penalty 1.0 \
--color \
--interactive \
--reverse-prompt "User:" \
--file "$D"/share/prompts/chat-with-bob.txt
fi