a92d331d5bcabb09ebc3d668f74dc326 *DESCRIPTION
dc86c093012c1c9bc880868b901be232 *LICENSE
58bc95c04d9a4a010790e81bdc31d872 *LICENSE.note
fcc25a83b7b824a694ff8ad45647184b *NAMESPACE
bb07fe78e65f771d536821edacf431c3 *NEWS.md
8a3e4798d33e4cfd4d87bf442a3ff5aa *R/encoding.R
7d9eea467eb07f9126080845853c602d *R/extendr-wrappers.R
c89885fe34136c1e19109a4f87f70dd0 *R/tokenizer.R
6745ca9f9bdc7659879961f99a4b1c86 *README.md
ab6818dcb9d72a6e145d908496444c19 *inst/AUTHORS
f53249ee287578ae7f2f4ccf5e6b6e58 *man/encoding.Rd
a55cdc97b5bc049f612956d00e6205fb *man/tokenizer.Rd
b45d580e5cf88c4e05b274e0121ae235 *src/Makevars
27957123fba16c05c53a66e68b0f3482 *src/Makevars.ucrt
4d12fbf066fb357db1e202bfc7f60bab *src/Makevars.win
e475c45acff0aec8451fa9e0d2ade36c *src/entrypoint.c
1f0e223e49275d991ce055fe1a2f94d4 *src/rust/Cargo.lock
85807f24f28721c10c2a49988208fc75 *src/rust/Cargo.toml
94094816b36c1f3c57d0de290890b717 *src/rust/config/cargo-config.toml
27388a92accaf37b1e00cadbf27606c7 *src/rust/src/lib.rs
b63a13cf1a63ac2027013f19e8dfec21 *src/rust/src/models.rs
e692378e14f79b695b7e9896157d8946 *src/rust/src/tokenizer.rs
8abdb06a050a4f52cfe7b40b914b9fa9 *src/rust/src/trainers.rs
4266d9d77177c0a836ceb1e795067159 *src/rust/vendor.tar.xz
ba398b93085f305afd0f06437e58899f *src/tok-win.def
2fa9c1f6e421b6a79ceeee8fc410730b *tests/testthat.R
a379162c68dc3aac382a2d98facf4c44 *tests/testthat/assets/tokenizer.json
dcf23f7ae3377b349c5c54906d460a8b *tests/testthat/test-encoding.R
26b1d6133f14188b089d5968b847b3ca *tests/testthat/test-tokenizer.R
223376a3d5a56e02e6624880bc121a1f *tools/patch.R
cd2990ec9b81ab0b80f56a753831fbac *tools/update_authors.R
caa74dadd0737705d92a72e8f37cb51e *tools/vendor.sh
