mirror of
https://github.com/ivabus/pantry
synced 2024-09-20 16:50:50 +03:00
63 lines
1.1 KiB
Bash
63 lines
1.1 KiB
Bash
#!/usr/bin/env -S pkgx bash
|
|
# shellcheck shell=bash
|
|
|
|
PORT=$(pkgx get-port)
|
|
|
|
set -emfo pipefail
|
|
|
|
pkgx gum format <<EoMD
|
|
# loading llama.cpp model…
|
|
|
|
this may take a while…
|
|
|
|
EoMD
|
|
|
|
echo # spacer
|
|
|
|
pkgx llama.cpp --fetch
|
|
|
|
d="$(cd "$(dirname "$0")" && pwd)"
|
|
|
|
XDG="${XDG_DATA_HOME:-$HOME/.local/share}"
|
|
|
|
"$d"/bin/text-generation-webui \
|
|
--listen-port "$PORT" \
|
|
--model-dir "$XDG/models" \
|
|
--model OpenLLaMA \
|
|
&
|
|
|
|
PID=$!
|
|
|
|
# poll until a HEAD request succeeds
|
|
while ! curl -Is http://127.0.0.1:"$PORT" | grep -q "HTTP/1.1 200 OK"; do
|
|
if ! kill -0 $PID; then
|
|
echo "webui process died!"
|
|
exit 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
|
|
# open the URL once the HEAD request succeeds
|
|
# shellcheck disable=SC2154
|
|
if test -n "$pkgx_GUI"; then
|
|
echo "{\"xyz.pkgx\":{\"gui\":\"http://127.0.0.1:$PORT\"}}" >&2
|
|
else
|
|
open "http://127.0.0.1:$PORT"
|
|
fi
|
|
|
|
pkgx gum format <<EoMD
|
|
# text generation web UI
|
|
|
|
this package has been modified for your convenience:
|
|
|
|
* download additional models to \`$XDG/models\`
|
|
|
|
> bugs reports to our [tracker](https://github.com/pkgxxyz/pantry/issues). thanks!
|
|
|
|
enjoy!
|
|
EoMD
|
|
|
|
echo # spacer
|
|
|
|
fg >/dev/null # unbackground the webui process
|