fix(sentencepiece)

complains about std::atomic_fetch_add

closes #5276
This commit is contained in:
Jacob Heider 2024-02-21 14:49:49 -05:00 committed by Jacob Heider
parent 407f782e5e
commit 4ea8ab14a5

View file

@ -4,20 +4,29 @@ distributable:
versions: versions:
github: google/sentencepiece/releases/tags github: google/sentencepiece/releases/tags
ignore: '1.0.0' # whoops, who tagged this then? ignore: '1.0.0' # whoops, who tagged this then?
build: build:
dependencies: dependencies:
cmake.org: ^3 cmake.org: ^3
python.org: '>=3<3.12' python.org: ~3.11
pip.pypa.io: '*' pip.pypa.io: '*'
freedesktop.org/pkg-config: ~0.29 freedesktop.org/pkg-config: ~0.29
protobuf.dev: 25
working-directory: build working-directory: build
script: | script:
cmake .. -DCMAKE_INSTALL_PREFIX="{{prefix}}" -DCMAKE_BUILD_TYPE=Release - cmake .. $CMAKE_ARGS
make --jobs {{ hw.concurrency }} install - make --jobs {{ hw.concurrency }} install
pip install ../python --verbose --prefix="{{prefix}}" # FIXME: this fails for linux in v0.2.0
- run: pip install ../python --verbose --prefix="{{prefix}}"
if: darwin
env:
# pip needs this to find our new package
PKG_CONFIG_PATH: '$PKG_CONFIG_PATH:{{prefix}}/lib/pkgconfig'
CMAKE_ARGS:
- -DCMAKE_INSTALL_PREFIX="{{prefix}}"
- -DCMAKE_BUILD_TYPE=Release
provides: provides:
- bin/spm_decode - bin/spm_decode
@ -33,9 +42,11 @@ runtime:
test: test:
dependencies: dependencies:
gnu.org/wget: '*' gnu.org/wget: '*'
python.org: '>=3<3.12' python.org: ~3.11
script: | script:
wget https://raw.githubusercontent.com/google/sentencepiece/master/data/botchan.txt - wget https://raw.githubusercontent.com/google/sentencepiece/master/data/botchan.txt
spm_train --input=botchan.txt --model_prefix=m --vocab_size=1000 - spm_train --input=botchan.txt --model_prefix=m --vocab_size=1000
python -c 'import sentencepiece as spm; spm.SentencePieceProcessor()' # FIXME: linux build
- run: python -c 'import sentencepiece as spm; spm.SentencePieceProcessor()'
if: darwin