c5669fec7f052bb7a2ab168d6973376c *DESCRIPTION
6ec4a39615897b53ed5211a944d253f5 *LICENSE.note
93eddbd45a198df5f02c38a386421eda *NAMESPACE
8ea183297a6dcf38c84d1684c440c4e5 *NEWS.md
1c8c73ee4bbcc89c922e388d8e498ed9 *R/AAA.R
d931964ce974d47a966a334a0daf601e *R/RcppExports.R
ec3871838ac537bc78a3055a6841711f *R/bpemb.R
b797c87871fcf37fc18de310b0f687c2 *R/pkg.R
ce43e6056106cdcf87c68707f2520608 *R/sentencepiece.R
a7ba24adf6949d202b61aa11f099dbd5 *R/word2vec.R
a67d8d4109a9b2e5ff050b9792908142 *R/wordpiece.R
63f5fd16da0fb0e64fb46d3107c8ada9 *README.md
478cc50d3a90a174a67bd0e21dad8397 *inst/models/nl-fr-dekamer.model
70c8ad82529f6d1775a047587e01ca2d *inst/models/nl.wiki.bpe.vs1000.d25.w2v.txt
4506e9b601d4fd84842d161562539756 *inst/models/nl.wiki.bpe.vs1000.model
b381430d0c35d2f118e63a91cd67c6fa *inst/spc-help/spm_train
4c720f481553363e542f914aa633f58c *man/read_word2vec.Rd
7775f4fed55a1e64ba62a489c564403e *man/sentencepiece.Rd
b541ea9406338c20d357134b386f418d *man/sentencepiece_decode.Rd
3bf28eba6f55d8cc15dd70dfb6016822 *man/sentencepiece_download_model.Rd
cfca729754e0b3726c9ddd77fb479382 *man/sentencepiece_encode.Rd
9f6c2d1b6a63ae9d14d316fde8473962 *man/sentencepiece_load_model.Rd
75e6bb70c579150d35b92887736392e8 *man/wordpiece_encode.Rd
c068402492fb0aa0994a7283828524a3 *src/Makevars
71f3eb1e694d9d2da4614997800a22d3 *src/RcppExports.cpp
c53d4ef2c232b7691fba2ebc36a58593 *src/config.h
fff5df98069c4642a314734ca67a424d *src/rcpp_sentencepiece.cpp
cf991cb08630ef4f517806feff58079f *src/rcpp_wordpiece.cpp
7ef476338b61b75a48a38d87d97dd476 *src/sentencepiece/src/CMakeLists.txt
d20ba02f291b55747dadd8bfe837fbd5 *src/sentencepiece/src/bpe_model.cc
0602b7748862f4b0527915f4db8ec616 *src/sentencepiece/src/bpe_model.h
20b559dbe0f712141e3114ed5bdd4fbc *src/sentencepiece/src/bpe_model_test.cc
b8380ded105131ece7360d93bdc0b820 *src/sentencepiece/src/bpe_model_trainer.cc
15a358b9b1bf3d9602cc24b6d8c507cb *src/sentencepiece/src/bpe_model_trainer.h
05fcae671b25c0a0cc50363539fd4e3a *src/sentencepiece/src/bpe_model_trainer_test.cc
bcde1c3cc0100619f27a4b6c701ca496 *src/sentencepiece/src/builder.cc
189939e959c0c1a80b48c738fd3274ad *src/sentencepiece/src/builder.h
9ac8ebb211e8931b4fbf2826ce36a00d *src/sentencepiece/src/builder_test.cc
c0bad1b9d8d3e5dfdb53681255748304 *src/sentencepiece/src/builtin_pb/sentencepiece.pb.cc
9459e03861271cf0eb6836de9437f729 *src/sentencepiece/src/builtin_pb/sentencepiece.pb.h
735b16c840c888e14e73300e51f27188 *src/sentencepiece/src/builtin_pb/sentencepiece_model.pb.cc
d34ef972d7b032a04999fd20265c5472 *src/sentencepiece/src/builtin_pb/sentencepiece_model.pb.h
e089f4bd304ef45d9502f1966e638cb9 *src/sentencepiece/src/char_model.cc
eae65ec7175598d21000f1c2b0e26cc5 *src/sentencepiece/src/char_model.h
11814bafdc98bcd23eb3393f76747e9b *src/sentencepiece/src/char_model_test.cc
d7557629f177a4640b903f7434bd10dd *src/sentencepiece/src/char_model_trainer.cc
20bbc45cbd172f4945d0a8e58ea8d0e3 *src/sentencepiece/src/char_model_trainer.h
63683cded3502b4669212ae804b7f7ed *src/sentencepiece/src/char_model_trainer_test.cc
595a99f04f823bcfc302fe77a616c91a *src/sentencepiece/src/common.h
f218be94f4bca5d0ced24021dcb02012 *src/sentencepiece/src/compile_charsmap_main.cc
2beca0f8f4d6cf39c1ddaa09f5389da9 *src/sentencepiece/src/error.cc
2cd52847f3cb6e02768bccb1f19d356d *src/sentencepiece/src/filesystem.cc
3ca896ddfacb8ace508cd7ec986b6dc2 *src/sentencepiece/src/filesystem.h
9f1b9b67183b7fabcd89e03decb66b3f *src/sentencepiece/src/filesystem_test.cc
d52e127972c06d38701221634309b2fb *src/sentencepiece/src/flags.cc
f9b55e00c6d0f169558f093931751510 *src/sentencepiece/src/flags.h
53e4e1e3e7075f8e37b46e022202c4b0 *src/sentencepiece/src/flags_test.cc
1abaedb858afd27959bbf6be321ba83c *src/sentencepiece/src/freelist.h
76c75571636d19e4e02b262f8fdcb50a *src/sentencepiece/src/freelist_test.cc
ffe80504061413d51335ef8acb778389 *src/sentencepiece/src/model_factory.cc
e2d0d78d50f3e714a905120c6c4ae10f *src/sentencepiece/src/model_factory.h
2c643bfdf7e0bba9d9c88fcac1fa3689 *src/sentencepiece/src/model_factory_test.cc
5491895dbe90e2c0433b617b2a472041 *src/sentencepiece/src/model_interface.cc
b725a7a42358e3edbeaced7a90bafa36 *src/sentencepiece/src/model_interface.h
3e75b7a48412f9dcb05afcb1eee934cd *src/sentencepiece/src/model_interface_test.cc
d74cc74eb1174703f9682a582c72c422 *src/sentencepiece/src/normalization_rule.h
c17b5e104eda78320638e335eda8dc50 *src/sentencepiece/src/normalizer.cc
1fa8802980d29a088b499c69d8fc1f06 *src/sentencepiece/src/normalizer.h
1d2c8da1b94acbb2ced51fba41459840 *src/sentencepiece/src/normalizer_test.cc
704dfc9e33b5ff06989e1c80f3def8d2 *src/sentencepiece/src/sentencepiece_processor.cc
708dfc26ceb50ef7ea3315d7e04ec6a4 *src/sentencepiece/src/sentencepiece_processor.h
a81aa398247211afe896ed70bf672fcc *src/sentencepiece/src/sentencepiece_processor_test.cc
2405175f3686ad3862e880278532f2a9 *src/sentencepiece/src/sentencepiece_trainer.cc
c5c938d156d77645fa4c5d45ec610a7b *src/sentencepiece/src/sentencepiece_trainer.h
7c5c74b224172d4527941b51b3a373b0 *src/sentencepiece/src/sentencepiece_trainer_test.cc
4d1bb25eadfbbd9cd8546ba072e4b78d *src/sentencepiece/src/spec_parser.h
86bde535acd8f0a4b51c065e079514bf *src/sentencepiece/src/spm_decode_main.cc
344be67879268fb1ffcaf734fdd4d21b *src/sentencepiece/src/spm_encode_main.cc
59740687920e6236641d6e022583e994 *src/sentencepiece/src/spm_export_vocab_main.cc
217870552169671a4e4f516976f867ef *src/sentencepiece/src/spm_normalize_main.cc
d81ab67cda787ee8d7cd7b9060463216 *src/sentencepiece/src/spm_train_main.cc
9731771b4b2007d4a5ac5d6139e8e1b9 *src/sentencepiece/src/test_main.cc
f2f668efc53e6faac4ec8571130369ec *src/sentencepiece/src/testharness.cc
bbd4fcb1e90cca86dc1b17354c2ead02 *src/sentencepiece/src/testharness.h
47f03c6ed1a626284e6fa3f15e7ffab7 *src/sentencepiece/src/trainer_factory.cc
696046653b2421eb9b0bd733d32f6d7d *src/sentencepiece/src/trainer_factory.h
fb12a806965384e3dc2f657d992bad40 *src/sentencepiece/src/trainer_factory_test.cc
7eaf6edbf674bdbbd3e571267dba7ed5 *src/sentencepiece/src/trainer_interface.cc
8ed626e62a2cd9c576df5f918582d258 *src/sentencepiece/src/trainer_interface.h
f1f802a71ddebc9703d59a32bea7d9aa *src/sentencepiece/src/trainer_interface_test.cc
cbd8be8f5a3c423adac560bf3311e50e *src/sentencepiece/src/unicode_script.cc
e7ee7cbda43812b7515329cc7c49e28a *src/sentencepiece/src/unicode_script.h
47eb5ec065d1ff087ca0f67617f703ba *src/sentencepiece/src/unicode_script_map.h
090ad9a80fd97e636f90ae627e5b9fab *src/sentencepiece/src/unicode_script_test.cc
e56c3768d8f169fc83b7ef4ce138a029 *src/sentencepiece/src/unigram_model.cc
d54ce3b6d00628da859930469df4996e *src/sentencepiece/src/unigram_model.h
5755d1933d9f783dcec23849a568dbae *src/sentencepiece/src/unigram_model_test.cc
a19a36f02ca117a7b65a58c4f3eb8b61 *src/sentencepiece/src/unigram_model_trainer.cc
4f5ab52631c68f78f5deaa82dba10579 *src/sentencepiece/src/unigram_model_trainer.h
77a2c34927a521286bbad543fdc30b2e *src/sentencepiece/src/unigram_model_trainer_test.cc
fb63a9d14b1eaec69d274f2b60c79083 *src/sentencepiece/src/util.cc
643d6eed9b463c7cdb462fd90ce37e51 *src/sentencepiece/src/util.h
140c3824151140f4820aa875d2055d65 *src/sentencepiece/src/util_test.cc
068182f45ff61fb94c0e09a383a1e51c *src/sentencepiece/src/word_model.cc
31a89e0264670f166e92ad2a0d6b39ea *src/sentencepiece/src/word_model.h
4226bafb0cb3e7beeea25419c1df7bd0 *src/sentencepiece/src/word_model_test.cc
d519cd769527ca9da4ebfccc5740f7e3 *src/sentencepiece/src/word_model_trainer.cc
14783224302a4ec5e537ee99eba06eb3 *src/sentencepiece/src/word_model_trainer.h
2e921607eddbf9770849952efce452cf *src/sentencepiece/src/word_model_trainer_test.cc
4a64ed68b721146a2dcdd8d65000e717 *src/third_party/CMakeLists.txt
aa0b3d495bab0a84ad2ca0f8a940ee4e *src/third_party/absl/strings/string_view.cc
bb624cffc247f43fa7d2439676875de8 *src/third_party/absl/strings/string_view.h
51a1eb5998909577cfdbac203f22d54f *src/third_party/darts_clone/darts.h
8fc9aed170fc7307da09aa0b3e790b27 *src/third_party/esaxx/esa.hxx
569c25312c47d57a7a30e58a7617db09 *src/third_party/esaxx/sais.hxx
5d91cd4b7e67d0974766afedc8dab915 *src/third_party/protobuf-lite/arena.cc
cdb2473959de3858c5faaed94fe8dc30 *src/third_party/protobuf-lite/arenastring.cc
c8795e0dc92d2940ba8fe83faee688c8 *src/third_party/protobuf-lite/bytestream.cc
63509514035f35cadb1898c1ee77c3a9 *src/third_party/protobuf-lite/coded_stream.cc
f7eca8ea0dc19ff79102706636d4a4bb *src/third_party/protobuf-lite/common.cc
831ff256338d26f16e6adf7924b82024 *src/third_party/protobuf-lite/extension_set.cc
080986654c1b7179ce36340c1564a406 *src/third_party/protobuf-lite/generated_message_table_driven_lite.cc
5b56fd230ac04871dbe2c626149f865c *src/third_party/protobuf-lite/generated_message_util.cc
27c3d8ab4b1319ab9fe45a8a2dcdd925 *src/third_party/protobuf-lite/google/protobuf/arena.h
0abb6ae34b625ea84ada205114e94998 *src/third_party/protobuf-lite/google/protobuf/arena_impl.h
d1866c579072dad7306b1cc6f8107800 *src/third_party/protobuf-lite/google/protobuf/arenastring.h
7488e1ed3e1737ed41d26ca5b8dbd6aa *src/third_party/protobuf-lite/google/protobuf/extension_set.h
95ba4c31561d2552ddd33687fb483ed1 *src/third_party/protobuf-lite/google/protobuf/generated_enum_util.h
e8f3c4f12f8339db4c3f0fa826b03bad *src/third_party/protobuf-lite/google/protobuf/generated_message_table_driven.h
78f3d13da02f677bd9ba01623e0d05bd *src/third_party/protobuf-lite/google/protobuf/generated_message_table_driven_lite.h
5f691793fcf3f52ea2b413e32861dbdf *src/third_party/protobuf-lite/google/protobuf/generated_message_util.h
0db4a1f03d4fb2f48d033b680c5ca929 *src/third_party/protobuf-lite/google/protobuf/has_bits.h
232eca0efbe47f28bd084854d69ebded *src/third_party/protobuf-lite/google/protobuf/implicit_weak_message.h
797b65c33ef4f6c7f2f0a905dfd05897 *src/third_party/protobuf-lite/google/protobuf/inlined_string_field.h
b96dd6b30b508a1375337bb0c5b8189a *src/third_party/protobuf-lite/google/protobuf/io/coded_stream.h
46ab48dbbfc3c47e2afa68aa5da48f1a *src/third_party/protobuf-lite/google/protobuf/io/coded_stream_inl.h
55a21aafb227be352f01e4d2ef5f9898 *src/third_party/protobuf-lite/google/protobuf/io/zero_copy_stream.h
2e8417e639f88dac03a4447d55ea0b52 *src/third_party/protobuf-lite/google/protobuf/io/zero_copy_stream_impl_lite.h
0752b068a43bc7d367a71e7eec707334 *src/third_party/protobuf-lite/google/protobuf/map.h
e09c25a80ddb9d70b3f11cb12e7dd86b *src/third_party/protobuf-lite/google/protobuf/map_entry_lite.h
94b07c36361cb0a8f90c3b3c55e4f420 *src/third_party/protobuf-lite/google/protobuf/map_field_lite.h
40b60ea066fa2c7c884323fd7b1114de *src/third_party/protobuf-lite/google/protobuf/map_type_handler.h
bd7898c87402aadb921da28edbd1d15f *src/third_party/protobuf-lite/google/protobuf/message_lite.h
3c0258b5f9297ced74607b81db5b086a *src/third_party/protobuf-lite/google/protobuf/metadata_lite.h
a51123275bfd3375d1c5f6ad1416acdf *src/third_party/protobuf-lite/google/protobuf/repeated_field.h
cbde52b319dd0271f768c7afe44b2a9c *src/third_party/protobuf-lite/google/protobuf/stubs/bytestream.h
e2c9c7fdf2ae2a1f22d8cdd22fec2bd5 *src/third_party/protobuf-lite/google/protobuf/stubs/callback.h
ec3a252808f30d47ba98c58c9c70a3ae *src/third_party/protobuf-lite/google/protobuf/stubs/casts.h
27c1895304f90606fb0e91df1562f959 *src/third_party/protobuf-lite/google/protobuf/stubs/common.h
89c352cd90c5233011497c4f0c0c88ba *src/third_party/protobuf-lite/google/protobuf/stubs/fastmem.h
34ea543aa417a2ea9f509a16240fe1bb *src/third_party/protobuf-lite/google/protobuf/stubs/hash.h
b9d105a18472ed54a0c8f1a8c0db16bd *src/third_party/protobuf-lite/google/protobuf/stubs/int128.h
a24694fa3f2b116884b5e766a7848725 *src/third_party/protobuf-lite/google/protobuf/stubs/io_win32.h
f0946d6b9dc8898212f7d53ffff420f8 *src/third_party/protobuf-lite/google/protobuf/stubs/logging.h
cb137e09c0505d9c1dd4cb2a60a8fc11 *src/third_party/protobuf-lite/google/protobuf/stubs/macros.h
d5acc0144233466245229bf7d0903ff4 *src/third_party/protobuf-lite/google/protobuf/stubs/map_util.h
6bbcf42ce2fcaddf03adb893ae190f98 *src/third_party/protobuf-lite/google/protobuf/stubs/mathlimits.h
ceb384576c2a63b4ac9a52ddf2e50add *src/third_party/protobuf-lite/google/protobuf/stubs/mutex.h
8402c9fb3c230b6e4b3bb1dc274fda43 *src/third_party/protobuf-lite/google/protobuf/stubs/once.h
3ca2d5555cee1bdd47434020a47f091c *src/third_party/protobuf-lite/google/protobuf/stubs/once.h.org
a2fc7e976dffa2fecd24ed62b390d679 *src/third_party/protobuf-lite/google/protobuf/stubs/platform_macros.h
4c7746f1b28657ec92bd3f77288fb2fa *src/third_party/protobuf-lite/google/protobuf/stubs/port.h
7f6b615dcc4f86ccc666db8469a0bff4 *src/third_party/protobuf-lite/google/protobuf/stubs/status.h
56defcbae3b000153e91498cbb3dfbd0 *src/third_party/protobuf-lite/google/protobuf/stubs/statusor.h
078324c0be6aedb72b507d329cf2b0aa *src/third_party/protobuf-lite/google/protobuf/stubs/stl_util.h
f12859258cd7f66235b10ababb223122 *src/third_party/protobuf-lite/google/protobuf/stubs/stringpiece.h
40dee5585be4e7521ffcdd961ad6d55c *src/third_party/protobuf-lite/google/protobuf/stubs/stringprintf.h
893d8ffa2fd0109e0a596c6d53567647 *src/third_party/protobuf-lite/google/protobuf/stubs/strutil.h
5b6deaff859544cd73dcabea9bcb260c *src/third_party/protobuf-lite/google/protobuf/stubs/time.h
37b8c57b7a707189c7ac6640921fa6d3 *src/third_party/protobuf-lite/google/protobuf/wire_format_lite.h
6955078df0f48bc975b9d63c95a2c644 *src/third_party/protobuf-lite/google/protobuf/wire_format_lite_inl.h
667d78d11e921cb6c4a545ca067e51e7 *src/third_party/protobuf-lite/implicit_weak_message.cc
1f04b2f26eacc1fab50f956d53835766 *src/third_party/protobuf-lite/int128.cc
ec7c5c71aca9e88468701a648aff922c *src/third_party/protobuf-lite/io_win32.cc
02608069520c85451ef445d2de89b131 *src/third_party/protobuf-lite/message_lite.cc
1a87d5034de38dcac42bf6a623d0fad4 *src/third_party/protobuf-lite/repeated_field.cc
70cb78c0a773e935be51aae2c3a00c66 *src/third_party/protobuf-lite/status.cc
d5b3d3ebd9694ee51c296f211ee0f351 *src/third_party/protobuf-lite/statusor.cc
bdfe105d1a3095aa1276bdbbaa929bbf *src/third_party/protobuf-lite/stringpiece.cc
28e6905260658fadcbe8a1988a5e4638 *src/third_party/protobuf-lite/stringprintf.cc
d40d30fdf74cfd4b3c1dc0ed131b82d2 *src/third_party/protobuf-lite/structurally_valid.cc
fe049074b1fa6145e65d15175bd6bde0 *src/third_party/protobuf-lite/strutil.cc
8577c7a8a3ee40c1a6c89a06987fcc3a *src/third_party/protobuf-lite/time.cc
9b14b1906fd6ad3dba601e9f5859f4e9 *src/third_party/protobuf-lite/wire_format_lite.cc
be8dce54dfb993a645b32cb6411a3292 *src/third_party/protobuf-lite/zero_copy_stream.cc
f754acb10d8598b6e0a43099a4249cd9 *src/third_party/protobuf-lite/zero_copy_stream_impl_lite.cc
