# Placeholder for internal Python strict test compatibility macro.
load("@org_tensorflow//tensorflow:tensorflow.bzl", "pybind_extension")

package(
    default_visibility = ["//tensorflow_lite_support:users"],
    licenses = ["notice"],  # Apache 2.0
)

cc_library(
    name = "whitespace_tokenizer",
    srcs = ["whitespace_tokenizer.cc"],
    hdrs = ["whitespace_tokenizer.h"],
    deps = [
        "@org_tensorflow//tensorflow/lite:context",
        "@org_tensorflow//tensorflow/lite:string_util",
        "@org_tensorflow//tensorflow/lite/kernels:kernel_util",
        "@utf_archive//:utf",
    ],
)

cc_library(
    name = "whitespace_tokenizer_op_resolver",
    srcs = ["whitespace_tokenizer_op_resolver.cc"],
    hdrs = ["whitespace_tokenizer_op_resolver.h"],
    visibility = ["//visibility:public"],
    deps = [
        ":whitespace_tokenizer",
        "@org_tensorflow//tensorflow/lite:framework",
    ],
)

pybind_extension(
    name = "_pywrap_whitespace_tokenizer_op_resolver",
    srcs = ["whitespace_tokenizer_op_resolver_wrapper.cc"],
    hdrs = ["whitespace_tokenizer_op_resolver.h"],
    additional_exported_symbols = ["AddWhitespaceTokenizerCustomOp"],
    module_name = "_pywrap_whitespace_tokenizer_op_resolver",
    visibility = ["//visibility:public"],
    deps = [
        ":whitespace_tokenizer_op_resolver",
        "@local_config_python//:python_headers",
        "@org_tensorflow//tensorflow/lite:framework",
        "@pybind11",
    ],
)

cc_test(
    name = "whitespace_tokenizer_test",
    srcs = ["whitespace_tokenizer_test.cc"],
    deps = [
        ":whitespace_tokenizer",
        "@com_google_googletest//:gtest_main",
        "@org_tensorflow//tensorflow/lite:string_util",
        "@org_tensorflow//tensorflow/lite/kernels:test_util",
        "@org_tensorflow//tensorflow/lite/schema:schema_fbs",
    ],
)

py_test(
    name = "whitespace_tokenizer_py_test",
    srcs = ["whitespace_tokenizer_test.py"],
    data = [
        "testdata/whitespace_tokenizer_flex_delegate.tflite",
        "testdata/whitespace_tokenizer_to_ragged_1d_input.tflite",
        "testdata/whitespace_tokenizer_to_ragged_2d_input.tflite",
        "testdata/whitespace_tokenizer_to_tensor.tflite",
    ],
    main = "whitespace_tokenizer_test.py",
    python_version = "PY3",
    srcs_version = "PY3",
    deps = [
        ":_pywrap_whitespace_tokenizer_op_resolver",
        # numpy dep,
        # tensorflow dep,
        # tensorflow_text dep,
        "@absl_py//absl/logging",
        "@absl_py//absl/testing:parameterized",
    ],
)

cc_library(
    name = "ngrams",
    srcs = ["ngrams.cc"],
    hdrs = ["ngrams.h"],
    deps = [
        "@flatbuffers",
        "@org_tensorflow//tensorflow/lite:context",
        "@org_tensorflow//tensorflow/lite:string_util",
        "@org_tensorflow//tensorflow/lite/kernels:kernel_util",
    ],
)

cc_library(
    name = "ngrams_op_resolver",
    srcs = ["ngrams_op_resolver.cc"],
    hdrs = ["ngrams_op_resolver.h"],
    visibility = ["//visibility:public"],
    deps = [
        ":ngrams",
        "@org_tensorflow//tensorflow/lite:framework",
    ],
)

pybind_extension(
    name = "_pywrap_ngrams_op_resolver",
    srcs = ["ngrams_op_resolver_wrapper.cc"],
    hdrs = ["ngrams_op_resolver.h"],
    additional_exported_symbols = ["AddNgramsCustomOp"],
    module_name = "_pywrap_ngrams_op_resolver",
    visibility = ["//visibility:public"],
    deps = [
        ":ngrams_op_resolver",
        "@local_config_python//:python_headers",
        "@org_tensorflow//tensorflow/lite:framework",
        "@pybind11",
    ],
)

cc_test(
    name = "ngrams_test",
    srcs = ["ngrams_test.cc"],
    deps = [
        ":ngrams",
        "@com_google_googletest//:gtest_main",
        "@flatbuffers",
        "@org_tensorflow//tensorflow/lite:string_util",
        "@org_tensorflow//tensorflow/lite/kernels:test_util",
        "@org_tensorflow//tensorflow/lite/schema:schema_fbs",
    ],
)

py_test(
    name = "ngrams_py_test",
    srcs = ["ngrams_test.py"],
    main = "ngrams_test.py",
    python_version = "PY3",
    srcs_version = "PY3",
    deps = [
        ":_pywrap_ngrams_op_resolver",
        # tensorflow dep,
        # tensorflow_text dep,
        "//tensorflow_lite_support/custom_ops/python:tflite_text_api",
        "@absl_py//absl/logging",
        "@absl_py//absl/testing:parameterized",
    ],
)