mirror of
https://github.com/ivabus/pantry
synced 2024-11-26 18:25:08 +03:00
+llama.cpp
This commit is contained in:
parent
bde31f1fff
commit
96857e732b
5 changed files with 98 additions and 4 deletions
17
projects/github.com/antimatter15/alpaca.cpp/alpaca.cpp
Executable file
17
projects/github.com/antimatter15/alpaca.cpp/alpaca.cpp
Executable file
|
@ -0,0 +1,17 @@
|
|||
#!/bin/sh
|
||||
|
||||
set -e
|
||||
test -n "$VERBOSE" && set -x
|
||||
|
||||
D="$(cd "$(dirname "$0")"/.. && pwd)"
|
||||
VERSION="$(basename "$D")"
|
||||
MODEL_DIR="${XDG_DATA_HOME:-$HOME/.local/share}/models/alpaca-LoRA"
|
||||
|
||||
export PATH="$D/tbin:$PATH"
|
||||
|
||||
alpaca.cpp-fetch-model "$MODEL_DIR" "$VERSION"
|
||||
|
||||
exec "$D"/tbin/alpaca.cpp \
|
||||
--color \
|
||||
--model "$MODEL_DIR"/ggml-alpaca-7b-q4.bin \
|
||||
"$@"
|
52
projects/github.com/antimatter15/alpaca.cpp/alpaca.cpp-fetch-model
Executable file
52
projects/github.com/antimatter15/alpaca.cpp/alpaca.cpp-fetch-model
Executable file
|
@ -0,0 +1,52 @@
|
|||
#!/bin/sh
|
||||
|
||||
set -e
|
||||
test -n "$VERBOSE" && set -x
|
||||
|
||||
if test -f "$1"/VERSION && test $(cat "$1"/VERSION) = $2; then
|
||||
exit
|
||||
fi
|
||||
|
||||
if command -v git >/dev/null; then
|
||||
GIT="tea git"
|
||||
else
|
||||
GIT=git
|
||||
fi
|
||||
|
||||
mkdir -p "$1"
|
||||
cd "$1"
|
||||
|
||||
tea gum format "# preparing for model fetch"
|
||||
echo # spacer
|
||||
|
||||
URL=$(curl -Ssf \
|
||||
https://raw.githubusercontent.com/ItsPi3141/alpaca.cpp/master/README.md | \
|
||||
grep -o 'magnet:[^`]*')
|
||||
|
||||
if test -d trackers; then
|
||||
$GIT -C trackers fetch origin
|
||||
$GIT -C trackers reset --hard origin/master
|
||||
else
|
||||
$GIT clone "https://github.com/ngosang/trackerslist" trackers
|
||||
fi
|
||||
|
||||
TRACKERS=$(grep -v '^#' "trackers/trackers_all.txt" | tr '\n' ',')
|
||||
|
||||
tea gum format <<EoMD
|
||||
# downloading 4b quantized LLaMA (7B) model
|
||||
models will be placed: \`$PWD\`
|
||||
> this may take a a few minutes…
|
||||
EoMD
|
||||
|
||||
tea aria2c \
|
||||
--dir=. \
|
||||
--seed-time=0 \
|
||||
--bt-tracker="$TRACKERS" \
|
||||
--summary-interval=0 \
|
||||
--check-integrity \
|
||||
"$URL"
|
||||
|
||||
echo $2 > VERSION
|
||||
|
||||
tea gum format "# All done!"
|
||||
echo #spacer
|
28
projects/github.com/antimatter15/alpaca.cpp/package.yml
Normal file
28
projects/github.com/antimatter15/alpaca.cpp/package.yml
Normal file
|
@ -0,0 +1,28 @@
|
|||
distributable:
|
||||
url: https://github.com/antimatter15/alpaca.cpp/archive/refs/tags/81bd894.tar.gz
|
||||
strip-components: 1
|
||||
|
||||
versions:
|
||||
- 2023.03.21
|
||||
|
||||
provides:
|
||||
- bin/alpaca.cpp
|
||||
|
||||
build:
|
||||
dependencies:
|
||||
tea.xyz/gx/cc: c99
|
||||
tea.xyz/gx/make: '*'
|
||||
freedesktop.org/pkg-config: ~0.29
|
||||
gnu.org/wget: '*'
|
||||
script: |
|
||||
mkdir -p {{prefix}}/bin {{prefix}}/tbin {{prefix}}/share
|
||||
|
||||
make chat
|
||||
mv chat {{prefix}}/tbin/alpaca.cpp
|
||||
|
||||
mv props/alpaca.cpp {{prefix}}/bin
|
||||
mv props/alpaca.cpp-fetch-model {{prefix}}/tbin
|
||||
|
||||
test: |
|
||||
{{prefix}}/tbin/alpaca.cpp --help
|
||||
# testing more than this requires downloading the models 😬
|
|
@ -5,7 +5,7 @@ test -n "$VERBOSE" && set -x
|
|||
|
||||
D="$(cd "$(dirname "$0")"/.. && pwd)"
|
||||
VERSION="$(basename "$D")"
|
||||
MODEL_DIR="${XDG_DATA_HOME:-$HOME/.local/share}/LLaMA"
|
||||
MODEL_DIR="${XDG_DATA_HOME:-$HOME/.local/share}/models/LLaMA"
|
||||
|
||||
export PATH="$D/tbin:$PATH"
|
||||
|
||||
|
|
|
@ -5,9 +5,6 @@ distributable:
|
|||
versions:
|
||||
- 2023.03.23
|
||||
|
||||
dependencies:
|
||||
python.org: ^3.11
|
||||
|
||||
provides:
|
||||
- bin/llama.cpp
|
||||
|
||||
|
|
Loading…
Reference in a new issue