pantry/projects/github.com/ggerganov/llama.cpp/package.yml
Max Howell 81e7a5e16f
pkgx
2023-10-01 14:44:42 -04:00

55 lines
1.2 KiB
YAML
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

distributable:
url: https://github.com/ggerganov/llama.cpp/archive/refs/tags/master-fff0e0e.tar.gz
strip-components: 1
versions:
- 2023.07.20
display-name:
LLaMA.cpp
provides:
- bin/llama.cpp
# NOTE! we do not “provide” convert.py. ∵ its too generic
# do `tea +github.comggerganovllama.cpp convert.py`
platforms:
- linux
- darwin/aarch64
# Illegal instruction: 4 on darwin/x86-64
dependencies:
python.org: ^3.11
tea.xyz: ^0 # the scripts use tea/cli
build:
dependencies:
gnu.org/coreutils: '*'
env:
VIRTUAL_ENV: ${{prefix}}/venv
script:
- |
make --jobs {{hw.concurrency}}
install -D main {{prefix}}/libexec/llama.cpp
install -D props/llama.cpp {{prefix}}/bin/llama.cpp
- |
mkdir -p {{prefix}}/share
mv prompts {{prefix}}/share
mv props/llama-fetch {{prefix}}/libexec
- |
install -D convert.py $VIRTUAL_ENV/bin/convert.py
python-venv-stubber.sh convert.py
- python -m venv $VIRTUAL_ENV
- |
source $VIRTUAL_ENV/bin/activate
pip install -r requirements.txt
deactivate
test: |
{{prefix}}/libexec/llama.cpp --help
# testing more than this requires downloading the models 😬
entrypoint: llama.cpp