7870442228e843f20498c982a0f1cb25 *DESCRIPTION
dc86c093012c1c9bc880868b901be232 *LICENSE
58bc95c04d9a4a010790e81bdc31d872 *LICENSE.note
58d9e22276cf763469ce74123fff1916 *NAMESPACE
1c4f6cd36c0f535ee20ff4cb8f043bf2 *NEWS.md
4a5b71cfd4fa08ca50304a7cd3da6cc3 *R/decoders.R
ae4057c6dcfef3aa329edf9f707e5902 *R/encoding.R
d86396f77f74e65df2444a8b5b2e3327 *R/extendr-wrappers.R
707f1fc798331be1ecf069398a3c0f52 *R/models.R
edf99d1d478183ae54a60e5c65c8be20 *R/normalizers.R
581d066eda915aef3f4fe60a70f8ea86 *R/post_processors.R
26923980b470a6034ac585b61fa72d57 *R/pre_tokenizers.R
78b306d392630e9bc9cc01f6ab22c85b *R/tokenizer.R
e06a7ea7000f6ad2ed0a5df60190bbf4 *R/trainers.R
df573cb8d3cb0be0795315e30fce676d *README.md
6dc963801a6a45ae7fcb5e9d7f4237d4 *configure
1e6006521754e3a739cf9e515c11a90f *configure.win
ab6818dcb9d72a6e145d908496444c19 *inst/AUTHORS
7409903c965e154ff1a0e324f9ae3af2 *inst/po/fr/LC_MESSAGES/R-tok.mo
bbaff43e29bf5c1850da5223c009736f *man/decoder_byte_level.Rd
a228d3b9eb256f4c49bb0263c40200a5 *man/encoding.Rd
603c22b1af5dc7fe6df63d5d7fca9349 *man/model_bpe.Rd
d8bebad577944c36f1ddef2aed056001 *man/model_unigram.Rd
60193c5638c3003339f92318d22803d2 *man/model_wordpiece.Rd
f5c5dcb993d211bc023d0d8e70d9f119 *man/normalizer_nfc.Rd
b2ecd4da94161f42268182d00878f864 *man/normalizer_nfkc.Rd
62fe56f38f52f7a371b9da72405cd4c3 *man/pre_tokenizer.Rd
d5cb1adea02bd1d53bc0b12941012c29 *man/pre_tokenizer_byte_level.Rd
1c70c3a23de931544c80e9b254f0d866 *man/pre_tokenizer_whitespace.Rd
c07fe48ef9db9d3b6f9f4b6a043874d2 *man/processor_byte_level.Rd
133ec06c8fa492d0968b064072b8e37f *man/tok_decoder.Rd
0b70eb8874dc8e5b20127611509e100d *man/tok_model.Rd
8afa576e498daf939e2735edca241b9d *man/tok_normalizer.Rd
7878593ecb3db51dc5378ddc5210f9f7 *man/tok_processor.Rd
552f133643eb3599293eb8befa161622 *man/tok_trainer.Rd
82719fe53e18dd5be2e7b4542de9b647 *man/tokenizer.Rd
34f9e4b7cdb2eacb15e95b01523806ce *man/trainer_bpe.Rd
2098067a009944ecedd1afae4b88c2c5 *man/trainer_unigram.Rd
87a2e97fbcc35008577cc7b38ac76b28 *man/trainer_wordpiece.Rd
c42835eacafd742f5c9e9d4b6647f6c5 *po/R-fr.po
5ca142c56b8e482a6215890a3c74c9e5 *po/R-tok.pot
ef7a3f70709aff225650496cf8ed65ba *src/Makevars.in
27957123fba16c05c53a66e68b0f3482 *src/Makevars.ucrt
cb1cf3fefa82428bb03afa7d81e6d2fe *src/Makevars.win.in
e475c45acff0aec8451fa9e0d2ade36c *src/entrypoint.c
4ad0ec6ac48667a37ab999b44e423cfe *src/rust/Cargo.lock
751fa998806091717c8c5a5cfbe4ffd6 *src/rust/Cargo.toml
943978c9bea0373e32250b1bb36dd9fc *src/rust/src/decoders.rs
0458be593b6569ecdd65dc527a5c4a2e *src/rust/src/lib.rs
8fda3c2cc87776da6ef4d020449dbecf *src/rust/src/models.rs
4049fff976eb442349a8abcbf52d5dba *src/rust/src/normalizers.rs
45e17f8340a38f3a932085a03a18c3a8 *src/rust/src/post_processors.rs
066285c90b3515538fe16d1e0dbbf3e2 *src/rust/src/pre_tokenizers.rs
35cf33780b254fc6fac47b250f1df98c *src/rust/src/tokenizer.rs
7bac1321eb6bd039766cd1e30aa82660 *src/rust/src/trainers.rs
d4c7febd30951f7fbd584476dbb2dd70 *src/rust/vendor-config.toml
09d428a3fabd3859c5c03e5e13a9af86 *src/rust/vendor.tar.xz
ba398b93085f305afd0f06437e58899f *src/tok-win.def
2fa9c1f6e421b6a79ceeee8fc410730b *tests/testthat.R
ee9a0ed0feb67a47a780df519cc3fd60 *tests/testthat/_snaps/encoding.md
a379162c68dc3aac382a2d98facf4c44 *tests/testthat/assets/tokenizer.json
94ea82db26368d89a4fe5bc69f6e7de6 *tests/testthat/test-decoders.R
dcf23f7ae3377b349c5c54906d460a8b *tests/testthat/test-encoding.R
40f8effe797f06d3a9020d76d80c85c8 *tests/testthat/test-message-translations.R
e298050c9b2e5a47c1299ac438cde5a0 *tests/testthat/test-models.R
9bf4630914215ace43292d7e8f617c0a *tests/testthat/test-normalizers.R
d94a3ac8e8f1d828859ae0715b7b2fa0 *tests/testthat/test-post_processors.R
9cd4d8e57905d61a992b0d9945d48f90 *tests/testthat/test-pre_tokenizers.R
5d12730b66def29d898156cd67a24bac *tests/testthat/test-tokenizer.R
839814871c136e1452f80d76d68af077 *tests/testthat/test-trainers.R
0e127520f115fc55241555087ba33ad8 *tools/config.R
064e5e4e065fe2601c288550d112309d *tools/msrv.R
9da9f44f6b828277200c9971eebe15de *tools/patch.R
cd2990ec9b81ab0b80f56a753831fbac *tools/update_authors.R
5fc0ea68bbec337fa88a3a7940141a9b *tools/vendor.sh
