%FILENAME%
python-tokenizers-0.23.1-1-x86_64.pkg.tar.zst

%NAME%
python-tokenizers

%BASE%
python-tokenizers

%VERSION%
0.23.1-1

%DESC%
Fast State-of-the-Art Tokenizers optimized for Research and Production.

%CSIZE%
2146584

%ISIZE%
8220758

%SHA256SUM%
4b752a73af0d846b9381dad372e30cb4315355d110b7cc8706cf69f7caf32a89

%URL%
https://github.com/huggingface/tokenizers

%LICENSE%
Apache-2.0

%ARCH%
x86_64

%BUILDDATE%
1777860991

%PACKAGER%
Levon Kayan <noptrix@nullsecurity.net>

%DEPENDS%
python

%MAKEDEPENDS%
clang
rust-bindgen
python-build
python-installer
python-maturin
python-setuptools-rust
python-wheel

