mirror of
https://github.com/ivabus/pantry
synced 2024-09-21 01:00:50 +03:00
30 lines
585 B
C++
Executable file
30 lines
585 B
C++
Executable file
#!/bin/sh
|
|
|
|
set -e
|
|
test -n "$VERBOSE" && set -x
|
|
|
|
D="$(cd "$(dirname "$0")"/.. && pwd)"
|
|
VERSION="$(basename "$D")"
|
|
MODEL_DIR="${XDG_DATA_HOME:-$HOME/.local/share}/models/LLaMA"
|
|
|
|
export PATH="$D/tbin:$PATH"
|
|
|
|
llama-fetch "$MODEL_DIR" "$VERSION"
|
|
|
|
if test $1 = chat; then
|
|
exec "$D"/tbin/llama.cpp \
|
|
--model "$MODEL_DIR"/7B/ggml-model-q4_0.bin \
|
|
-n 256 \
|
|
--repeat_penalty 1.0 \
|
|
--color \
|
|
-i \
|
|
-r \
|
|
"User:" \
|
|
-f "$D"/share/prompts/chat-with-bob.txt
|
|
else
|
|
exec "$D"/tbin/llama.cpp \
|
|
--color \
|
|
--model "$MODEL_DIR"/7B/ggml-model-q4_0.bin \
|
|
"$@"
|
|
fi
|