040000 tree 72dc566f5c27386397b6d7b9af1c6f46bd78c01f	base
100644 blob b886076aa3d0220732895c69286ed6e7191b8fc0	bert_tokenizer.cc
100644 blob 1f86820e0ff4bcf2eab368197e8ea9627a51b9e1	bert_tokenizer.h
100644 blob c6611b118928a80fb04703bae40736b01bf9248b	bert_tokenizer_test.cc
040000 tree 2ad289111b7f7e4764617cab6d60cd5d63e0f6de	calendar
100644 blob 87b2d37056f5a1d8f32f82d5d10d35b49081a806	checksum.cc
100644 blob 2f94219106ae02115ceb45603a39dc240f9a6355	checksum.h
100644 blob dd04956593e8c3116779f5b8f52d84e10aafe306	checksum_test.cc
100644 blob a4cd4859bfbbccc81247021586454607eaa0a545	codepoint-range.cc
100644 blob 135ce30d056a939304813fa13922eb4692837779	codepoint-range.fbs
100644 blob af94d3575a4781ff432fc35bef4485576959af4a	codepoint-range.h
040000 tree d9175013e3e4cfd7fbc9fa560baada2c5c0a01d2	container
040000 tree 09cc2b938150bdbd31907fc199b43182dbb06f61	flatbuffers
040000 tree 25b42ef039905025bdc5f45f1c263107647c8ff3	grammar
040000 tree 80c516c9b63c7769277f4cb837e5b50e59fef15f	hash
040000 tree 904327efa6c2262b16115fe0c88ec644c1edbe9d	i18n
040000 tree 21afefbd10d0aed90cfecacae4464ab39c4ce372	intents
040000 tree 170ee620c10538f65abec0195126759d91d3282a	java
100644 blob 4600248dd598dbfaf2c27c80b06cb1fb2a5a7f2a	jvm-test-utils.h
100644 blob 9117c54068c76d7bac2107594a61cd5e066fd03c	lua-utils.cc
100644 blob a76c7908fd477eb23bbd6328f531e92158861e60	lua-utils.h
100644 blob 44190b8ee215b9fb108ca1aaf6a5574968ceeee8	lua-utils_test.cc
100644 blob b6bdafb79b2db7e1271b929390428edb8ce542fb	lua_utils_tests.bfbs
100644 blob 6d8ad38582f4dd004a4c8472774a566d3be3c207	lua_utils_tests.fbs
040000 tree eb9166338dd98dd3c1778af363a4559a39caa290	math
040000 tree c7cfa060cbe7cd12a0c1e39197df4043dae07181	memory
100644 blob f9623f7d5871df0f579a51d9992090ba646a8004	normalization.cc
100644 blob 4d43f10014c37329513ff9b7753fafdc2435ccfc	normalization.fbs
100644 blob ff00783571b15190fe2cb233a854cda6e4bf9e9b	normalization.h
100644 blob 1f731c79d985be6a789b3449e2b20d74a48f9b2c	normalization_test.cc
100644 blob 572350d1a71191c0eda57805ba5bfdeb68fe6cb9	optional.h
100644 blob 13c881f3d7f43e9fb757d82126539e34b895cd03	regex-match.cc
100644 blob 1466b8652012200c60dd8802fbb48155b3187d2e	regex-match.h
100644 blob c7a774043cea57978ae6f10e0cfd737541138733	regex-match_test.cc
100644 blob 0c3ace0fde91ce9f1e80d4d16b06590b92fa8c54	resources.cc
100644 blob b4d9b831d27a0e4eb59efd2914cc5f036ccff207	resources.fbs
100644 blob ca601feda485071a96b5d16e2efbe47fb80d9565	resources.h
100644 blob 82eec30b6342f5da98d0e611d7c2e8240ead1d29	resources_test.cc
040000 tree aa4a399987bd5b713bcbabedef5fa295e1dc188e	sentencepiece
040000 tree 4b5bba1912bd0aed3f3cb89267d0924aed62a657	strings
100644 blob 0ca0b7f77f7e7f77e5caf86d8d8d8fb5e546f2ed	tensor-view.cc
100644 blob ed75ab8ebef68cdb4d68d06ce71921d7712d6d40	tensor-view.h
100644 blob 9467264c244c2e8e019b7d59b3673878118f8e65	tensor-view_test.cc
100644 blob 61f6d97964e6aa415682ccea2453cf264e818b61	test-data-test-utils.h
040000 tree 4bc9ad58b198697d9e5467ddff0df2e3744edd61	testing
100644 blob 2f8a806c826e4ae1cccb9bd7d7843dedf531f42f	tflite-model-executor.cc
100644 blob faa1295d8eaaa743e347f60cd9db58b321a2e8d3	tflite-model-executor.h
040000 tree ca7f6de6704ae06c348662fbafc9c789b8a67b80	tflite
100644 blob ee915dbfe5cc30275876bf38ec1555d0b827a90f	token-feature-extractor.cc
100644 blob b3f2f33e610191e63e1b6bc0c6bd07346d11f2e4	token-feature-extractor.h
100644 blob 15a434c9940207a6da107a54d51e640c3ea62c99	token-feature-extractor_test.cc
040000 tree d75ebeeddad92f5d86e161055f15e3619d7dd023	tokenfree
100644 blob c812acfcb43a35bb01ac26d7d6167959402ce946	tokenizer-utils.cc
100644 blob 7d850d9d0086e9df9b6fe1155cff752a6c233f5c	tokenizer-utils.h
100644 blob d4a1bc0ba2f1bf2bbf5cc5e3824770513d984e7c	tokenizer-utils_test.cc
100644 blob 7038517ccfafcab7e19261584602cb4c6b047d57	tokenizer.cc
100644 blob c0a3919c182ca1939db914efb3ec3ef16e9a695f	tokenizer.fbs
100644 blob f431907f34716129f036565c839cdd8731d39182	tokenizer.h
100644 blob f73f8f8b9aaf471699933ea316e4fd528fe65ee4	tokenizer_test.cc
040000 tree 2aad899a3a94d7d8495fa2828ea93aaa22528497	utf8
100644 blob ed398263861ec5c20d461df965c423d889c399c2	variant.cc
100644 blob abb241fb2fdd8d0033c3b1e2447baab3015c61d5	variant.h
100644 blob cf0acfbbfb15ed518f0128f7412396880106d777	variant_test.cc
100644 blob a7b0cac7a42383e34846e06f4ab0a54d1778246c	wordpiece_tokenizer.cc
100644 blob a6eb8e0cf78198ea1fc481cff2c4f0b9cc15e6b0	wordpiece_tokenizer.h
040000 tree 8f89847016b3503095b4a8eb7dc5a716eb3463c2	zlib