040000 tree 554b00917fd56c9174fc174bd291bce2fdf02381	base
100644 blob bf9341f4b51871091ea37475ea354e1466c8e354	bert_tokenizer.cc
100644 blob eb5f978aff5bcd5293a8394d959ff51f2d0d6342	bert_tokenizer.h
100644 blob 3c4e52c34944576ea3f4c86f56ef40d4ac93d420	bert_tokenizer_test.cc
040000 tree 2ad289111b7f7e4764617cab6d60cd5d63e0f6de	calendar
100644 blob 87b2d37056f5a1d8f32f82d5d10d35b49081a806	checksum.cc
100644 blob 2f94219106ae02115ceb45603a39dc240f9a6355	checksum.h
100644 blob dd04956593e8c3116779f5b8f52d84e10aafe306	checksum_test.cc
100644 blob e26b1603cfc4c87d228f68ace899f72f3dc06dc2	codepoint-range.cc
100644 blob 135ce30d056a939304813fa13922eb4692837779	codepoint-range.fbs
100644 blob af94d3575a4781ff432fc35bef4485576959af4a	codepoint-range.h
040000 tree d9175013e3e4cfd7fbc9fa560baada2c5c0a01d2	container
040000 tree 95250e7b5062670d5c5a745c883f34ee96ae916d	flatbuffers
040000 tree 150a2b0556e224dfbfd2562a6c7a1e17b1c8cf29	grammar
040000 tree 80c516c9b63c7769277f4cb837e5b50e59fef15f	hash
040000 tree 904327efa6c2262b16115fe0c88ec644c1edbe9d	i18n
040000 tree 02e6ba5a8b79b9dba55684eac25a1a72a609967c	intents
040000 tree 06e9625324ccc47bb38bfae9bea70884c0a6d3bd	java
100644 blob 4600248dd598dbfaf2c27c80b06cb1fb2a5a7f2a	jvm-test-utils.h
100644 blob 9117c54068c76d7bac2107594a61cd5e066fd03c	lua-utils.cc
100644 blob a76c7908fd477eb23bbd6328f531e92158861e60	lua-utils.h
100644 blob 44190b8ee215b9fb108ca1aaf6a5574968ceeee8	lua-utils_test.cc
100644 blob acb731b9135e3f23021e768f0fbe661f1dcc73af	lua_utils_tests.bfbs
100644 blob 6d8ad38582f4dd004a4c8472774a566d3be3c207	lua_utils_tests.fbs
040000 tree eb9166338dd98dd3c1778af363a4559a39caa290	math
040000 tree c7cfa060cbe7cd12a0c1e39197df4043dae07181	memory
100644 blob f9623f7d5871df0f579a51d9992090ba646a8004	normalization.cc
100644 blob 4d43f10014c37329513ff9b7753fafdc2435ccfc	normalization.fbs
100644 blob ff00783571b15190fe2cb233a854cda6e4bf9e9b	normalization.h
100644 blob 1f731c79d985be6a789b3449e2b20d74a48f9b2c	normalization_test.cc
100644 blob 572350d1a71191c0eda57805ba5bfdeb68fe6cb9	optional.h
100644 blob 13c881f3d7f43e9fb757d82126539e34b895cd03	regex-match.cc
100644 blob 1466b8652012200c60dd8802fbb48155b3187d2e	regex-match.h
100644 blob c7a774043cea57978ae6f10e0cfd737541138733	regex-match_test.cc
100644 blob 24b3a6f277fe1d0c0593046ebb2a875037858bd5	resources.cc
100644 blob b4d9b831d27a0e4eb59efd2914cc5f036ccff207	resources.fbs
100644 blob ca601feda485071a96b5d16e2efbe47fb80d9565	resources.h
100644 blob 6e3d0a1762a592f5a9fd6445e31bc9e5435b9b85	resources_test.cc
040000 tree aa4a399987bd5b713bcbabedef5fa295e1dc188e	sentencepiece
040000 tree 4b5bba1912bd0aed3f3cb89267d0924aed62a657	strings
100644 blob 0ca0b7f77f7e7f77e5caf86d8d8d8fb5e546f2ed	tensor-view.cc
100644 blob ed75ab8ebef68cdb4d68d06ce71921d7712d6d40	tensor-view.h
100644 blob 9467264c244c2e8e019b7d59b3673878118f8e65	tensor-view_test.cc
100644 blob 61f6d97964e6aa415682ccea2453cf264e818b61	test-data-test-utils.h
040000 tree cd9293c9f03588a0228fdca9d9e70b284c3445c4	testing
100644 blob 36db3e9f6e30bddcc9f76a310b33feaac34d8487	tflite-model-executor.cc
100644 blob faa1295d8eaaa743e347f60cd9db58b321a2e8d3	tflite-model-executor.h
040000 tree 6950cd848d83dd13a6117ba817da9fedc55bec82	tflite
100644 blob ee915dbfe5cc30275876bf38ec1555d0b827a90f	token-feature-extractor.cc
100644 blob b3f2f33e610191e63e1b6bc0c6bd07346d11f2e4	token-feature-extractor.h
100644 blob 15a434c9940207a6da107a54d51e640c3ea62c99	token-feature-extractor_test.cc
100644 blob c812acfcb43a35bb01ac26d7d6167959402ce946	tokenizer-utils.cc
100644 blob 7d850d9d0086e9df9b6fe1155cff752a6c233f5c	tokenizer-utils.h
100644 blob d4a1bc0ba2f1bf2bbf5cc5e3824770513d984e7c	tokenizer-utils_test.cc
100644 blob 20f72c4f373f5d695fd5a986f3300b7391af195f	tokenizer.cc
100644 blob c0a3919c182ca1939db914efb3ec3ef16e9a695f	tokenizer.fbs
100644 blob 63b95d83f6b8b6b23a22c1403571cf36e67ce025	tokenizer.h
100644 blob f73f8f8b9aaf471699933ea316e4fd528fe65ee4	tokenizer_test.cc
040000 tree 8a79f0b3a902913b5be1cf5327d009bb36d800c2	utf8
100644 blob ed398263861ec5c20d461df965c423d889c399c2	variant.cc
100644 blob 551a8228b790caf06c4b7bc125b8367d2baefd77	variant.h
100644 blob cf0acfbbfb15ed518f0128f7412396880106d777	variant_test.cc
100644 blob f4fcafcc9412604347698ccc74e9d3093bd14a5b	wordpiece_tokenizer.cc
100644 blob a6eb8e0cf78198ea1fc481cff2c4f0b9cc15e6b0	wordpiece_tokenizer.h
040000 tree 8f89847016b3503095b4a8eb7dc5a716eb3463c2	zlib