mirror of
https://github.com/ivabus/pantry
synced 2024-11-27 10:45:08 +03:00
32 lines
797 B
YAML
32 lines
797 B
YAML
|
distributable:
|
||
|
|
url: https://github.com/google/sentencepiece/archive/v{{version}}.tar.gz
|
||
|
|
strip-components: 1
|
||
|
|
|
||
|
|
versions:
|
||
|
|
github: google/sentencepiece/releases/tags
|
||
|
|
ignore: '1.0.0' # whoops, who tagged this then?
|
||
|
|
|
||
|
|
build:
|
||
|
|
dependencies:
|
||
|
|
tea.xyz/gx/cc: c99
|
||
|
|
tea.xyz/gx/make: '*'
|
||
|
|
cmake.org: ^3
|
||
|
|
working-directory: build
|
||
|
|
script: |
|
||
|
|
cmake .. -DCMAKE_INSTALL_PREFIX="{{prefix}}" -DCMAKE_BUILD_TYPE=Release
|
||
|
|
make --jobs {{ hw.concurrency }} install
|
||
|
|
|
||
|
|
provides:
|
||
|
|
- bin/spm_decode
|
||
|
|
- bin/spm_encode
|
||
|
|
- bin/spm_export_vocab
|
||
|
|
- bin/spm_normalize
|
||
|
|
- bin/spm_train
|
||
|
|
|
||
|
|
test:
|
||
|
|
dependencies:
|
||
|
|
gnu.org/wget: '*'
|
||
|
|
script: |
|
||
|
|
wget https://raw.githubusercontent.com/google/sentencepiece/master/data/botchan.txt
|
||
|
|
spm_train --input=botchan.txt --model_prefix=m --vocab_size=1000
|