100644 blob 0e400e2d06d26b523863961bd8181c0677989704	combined-tokenizer_test.cc
040000 tree 3e10b82d014729acf6afe9a6a14c59dcc81ac088	icu
100644 blob 2505a077b804aa7794ec5c991d01bcc4f306ceb4	language-segmenter-factory.h
100644 blob 3a94af3e40a17581e0355471fb351b312f3eb761	language-segmenter-iterator-test-jni-layer.cc
100644 blob 3aff45c3864607fddda32ce6d5ed9f74fdfda4dc	language-segmenter-iterator_test.cc
100644 blob 913386a386c1a68ff184203dcba83cdbc7864639	language-segmenter.h
100644 blob 748a32232f4c68bce07afc71919659ebf478952c	language-segmenter_benchmark.cc
100644 blob efa6427b4ee93fbdb66b18de3444a3eddb51c50e	plain-tokenizer-test-jni-layer.cc
100644 blob d40022be6c4d5289e50bd48ff2047ec411be557a	plain-tokenizer.cc
100644 blob 25b40fd0497d3c107bb4a32f24cc8e0185e90fef	plain-tokenizer.h
100644 blob 6c426da598a8272e2145f96d92cd754565fb39cb	plain-tokenizer_test.cc
100644 blob 1dcbf9b0aa652c1c35e92fc7cfb645caf70e2bbd	raw-query-tokenizer.cc
100644 blob 6316e4531f390602d47f2fd7e6abf438fb353c92	raw-query-tokenizer.h
100644 blob 39cc0ed273ee39a9d69cab0d1d16521e51815d1f	raw-query-tokenizer_test.cc
040000 tree 68be5c5081e6cb8dd427029081f0ed4dc6211947	reverse_jni
100644 blob 13c58c52c60decdb575984ec4702d47ebc255404	rfc822-tokenizer.cc
100644 blob 09e4624d2f870111493aa7939a57a5b6b478e0c7	rfc822-tokenizer.h
100644 blob ee3a95dc087d7210745a5ad8919d40a062524d27	rfc822-tokenizer_test.cc
100644 blob 05d6fe4703cc1e26d2cf366fbbdcf83d73d7e984	token.h
100644 blob d120ac8565b51ef9dfe02bc9b6b03d84cee602e5	tokenizer-factory.cc
100644 blob 8b9226d10d494a92915346a5fe578647f6cc4798	tokenizer-factory.h
100644 blob fb7613f6f03d4fae6148f462d0766c3b337f839b	tokenizer.h
100644 blob 9ca611dd29bab8445d59760b4aa4b88c5c9b0ce7	verbatim-tokenizer.cc
100644 blob 8404cf16fad28187b8b0ca603a312c9b5bd2b3e2	verbatim-tokenizer.h
100644 blob bae69ff3ba654c7cc95aff5ef2e46104b37a8eae	verbatim-tokenizer_test.cc