blob: 2a9971f2944a646a2f8f75dd93dcae28372cccd1 [file] [log] [blame]
# Description:
# Contains the Keras preprocess layers (internal TensorFlow version).
load("//tensorflow:tensorflow.bzl", "tf_py_test")
load("//tensorflow:tensorflow.bzl", "cuda_py_test")
load("//tensorflow/python/tpu:tpu.bzl", "tpu_py_test")
load("//tensorflow/core/platform/default:distribute.bzl", "distribute_py_test")
package(
default_visibility = [
"//tensorflow/python/keras:__subpackages__",
"//tensorflow/tools/pip_package:__pkg__",
],
licenses = ["notice"], # Apache 2.0
)
exports_files(["LICENSE"])
py_library(
name = "preprocessing",
srcs = [
"__init__.py",
],
srcs_version = "PY2AND3",
deps = [
":categorical_crossing",
":discretization",
":hashing",
":image_preprocessing",
":normalization",
":preprocessing_stage",
":preprocessing_test_utils",
":reduction",
":text_vectorization",
],
)
py_library(
name = "discretization",
srcs = [
"discretization.py",
],
srcs_version = "PY2AND3",
deps = [
"//tensorflow/python:math_ops",
"//tensorflow/python/keras/engine:base_layer",
],
)
py_library(
name = "categorical_crossing",
srcs = [
"categorical_crossing.py",
],
srcs_version = "PY2AND3",
deps = [
"//tensorflow/python:dtypes",
"//tensorflow/python:framework_ops",
"//tensorflow/python:lookup_ops",
"//tensorflow/python:sparse_tensor",
"//tensorflow/python:tensor_spec",
"//tensorflow/python/keras/engine:base_layer",
],
)
py_library(
name = "hashing",
srcs = [
"hashing.py",
],
srcs_version = "PY2AND3",
deps = [
"//tensorflow/python:dtypes",
"//tensorflow/python:framework_ops",
"//tensorflow/python:lookup_ops",
"//tensorflow/python:sparse_tensor",
"//tensorflow/python:tensor_spec",
"//tensorflow/python/keras/engine:base_layer",
],
)
py_library(
name = "image_preprocessing",
srcs = [
"image_preprocessing.py",
],
srcs_version = "PY2AND3",
deps = [
"//tensorflow/python:array_ops",
"//tensorflow/python:check_ops",
"//tensorflow/python:control_flow_ops",
"//tensorflow/python:dtypes",
"//tensorflow/python:framework_ops",
"//tensorflow/python:image_ops",
"//tensorflow/python:math_ops",
"//tensorflow/python:stateful_random_ops",
"//tensorflow/python:stateless_random_ops",
"//tensorflow/python:tensor_shape",
"//tensorflow/python/keras:backend",
"//tensorflow/python/keras/engine:base_layer",
"//tensorflow/python/keras/utils:tf_utils",
],
)
py_library(
name = "index_lookup",
srcs = [
"index_lookup.py",
"index_lookup_v1.py",
],
srcs_version = "PY2AND3",
deps = [
"//tensorflow/python:array_ops",
"//tensorflow/python:control_flow_ops",
"//tensorflow/python:dtypes",
"//tensorflow/python:framework_ops",
"//tensorflow/python:lookup_ops",
"//tensorflow/python:math_ops",
"//tensorflow/python:string_ops",
"//tensorflow/python:tensor_shape",
"//tensorflow/python:tensor_spec",
"//tensorflow/python:util",
"//tensorflow/python/data/ops:dataset_ops",
"//tensorflow/python/keras:backend",
"//tensorflow/python/keras/engine:base_preprocessing_layer",
"//tensorflow/python/ops/ragged",
],
)
py_library(
name = "normalization",
srcs = [
"normalization.py",
"normalization_v1.py",
],
srcs_version = "PY2AND3",
deps = [
"//tensorflow/python:array_ops",
"//tensorflow/python:dtypes",
"//tensorflow/python:init_ops",
"//tensorflow/python:math_ops",
"//tensorflow/python:util",
"//tensorflow/python/keras:backend",
"//tensorflow/python/keras/engine:base_preprocessing_layer",
],
)
py_library(
name = "text_vectorization",
srcs = [
"text_vectorization.py",
"text_vectorization_v1.py",
],
srcs_version = "PY2AND3",
deps = [
":categorical_encoding",
":index_lookup",
"//tensorflow/python:array_ops",
"//tensorflow/python:control_flow_ops",
"//tensorflow/python:dtypes",
"//tensorflow/python:framework_ops",
"//tensorflow/python:lookup_ops",
"//tensorflow/python:math_ops",
"//tensorflow/python:string_ops",
"//tensorflow/python:tensor_shape",
"//tensorflow/python:tensor_spec",
"//tensorflow/python:util",
"//tensorflow/python/data/ops:dataset_ops",
"//tensorflow/python/keras:backend",
"//tensorflow/python/keras/engine:base_preprocessing_layer",
"//tensorflow/python/ops/ragged",
],
)
py_library(
name = "categorical_encoding",
srcs = [
"categorical_encoding.py",
"categorical_encoding_v1.py",
],
srcs_version = "PY2AND3",
deps = [
"//tensorflow/python:array_ops",
"//tensorflow/python:control_flow_ops",
"//tensorflow/python:dtypes",
"//tensorflow/python:framework_ops",
"//tensorflow/python:lookup_ops",
"//tensorflow/python:math_ops",
"//tensorflow/python:string_ops",
"//tensorflow/python:tensor_shape",
"//tensorflow/python:tensor_spec",
"//tensorflow/python:util",
"//tensorflow/python/data/ops:dataset_ops",
"//tensorflow/python/keras:backend",
"//tensorflow/python/keras/engine:base_preprocessing_layer",
"//tensorflow/python/ops/ragged",
],
)
py_library(
name = "reduction",
srcs = [
"reduction.py",
],
srcs_version = "PY2AND3",
deps = [
"//tensorflow/python:math_ops",
"//tensorflow/python/keras:backend",
"//tensorflow/python/keras/engine:base_layer",
],
)
py_library(
name = "preprocessing_stage",
srcs = [
"preprocessing_stage.py",
],
srcs_version = "PY2AND3",
deps = [
"//tensorflow/python:framework_ops",
"//tensorflow/python/data/ops:dataset_ops",
"//tensorflow/python/keras:engine",
"//tensorflow/python/keras/engine:base_preprocessing_layer",
],
)
py_library(
name = "preprocessing_test_utils",
srcs = ["preprocessing_test_utils.py"],
srcs_version = "PY2AND3",
deps = [
"//tensorflow/python:client_testlib",
],
)
cuda_py_test(
name = "categorical_crossing_test",
size = "medium",
srcs = ["categorical_crossing_test.py"],
python_version = "PY3",
shard_count = 4,
tags = [
"no_windows", # b/149031156
],
deps = [
":categorical_crossing",
"//tensorflow/python:client_testlib",
"//third_party/py/numpy",
"@absl_py//absl/testing:parameterized",
],
)
tf_py_test(
name = "categorical_encoding_test",
size = "medium",
srcs = ["categorical_encoding_test.py"],
python_version = "PY3",
deps = [
":categorical_encoding",
":preprocessing_test_utils",
"//tensorflow/python:client_testlib",
"//tensorflow/python/keras",
"//tensorflow/python/keras/utils:generic_utils",
"//tensorflow/python/ops/ragged:ragged_string_ops",
"@absl_py//absl/testing:parameterized",
],
)
distribute_py_test(
name = "categorical_encoding_distribution_test",
srcs = ["categorical_encoding_distribution_test.py"],
main = "categorical_encoding_distribution_test.py",
python_version = "PY3",
tags = [
"multi_and_single_gpu",
],
deps = [
":categorical_encoding",
"//tensorflow/python/distribute:combinations",
"//tensorflow/python/distribute:strategy_combinations",
"//tensorflow/python/keras",
],
)
tf_py_test(
name = "discretization_test",
size = "small",
srcs = ["discretization_test.py"],
python_version = "PY3",
deps = [
":discretization",
":preprocessing_test_utils",
"//tensorflow/python:client_testlib",
"@absl_py//absl/testing:parameterized",
],
)
distribute_py_test(
name = "discretization_distribution_test",
srcs = ["discretization_distribution_test.py"],
main = "discretization_distribution_test.py",
python_version = "PY3",
tags = ["multi_and_single_gpu"],
deps = [
":discretization",
"//tensorflow/python/distribute:combinations",
"//tensorflow/python/distribute:strategy_combinations",
"//tensorflow/python/keras",
],
)
cuda_py_test(
name = "hashing_test",
size = "medium",
srcs = ["hashing_test.py"],
python_version = "PY3",
shard_count = 4,
deps = [
":hashing",
"//tensorflow/python:client_testlib",
"//third_party/py/numpy",
"@absl_py//absl/testing:parameterized",
],
)
tpu_py_test(
name = "hashing_distribution_test",
srcs = ["hashing_distribution_test.py"],
main = "hashing_distribution_test.py",
python_version = "PY3",
tags = ["multi_and_single_gpu"],
deps = [
":hashing",
"//tensorflow/python/distribute:combinations",
"//tensorflow/python/distribute:strategy_combinations",
"//tensorflow/python/keras",
],
)
tf_py_test(
name = "index_lookup_test",
size = "medium",
srcs = ["index_lookup_test.py"],
python_version = "PY3",
deps = [
":index_lookup",
":preprocessing_test_utils",
"//tensorflow/python:client_testlib",
"//tensorflow/python/keras",
"//tensorflow/python/keras/utils:generic_utils",
"//tensorflow/python/ops/ragged:ragged_string_ops",
"@absl_py//absl/testing:parameterized",
],
)
tpu_py_test(
name = "index_lookup_distribution_test",
srcs = ["index_lookup_distribution_test.py"],
main = "index_lookup_distribution_test.py",
python_version = "PY3",
tags = ["no_oss"],
deps = [
":index_lookup",
"//tensorflow/python/distribute:combinations",
"//tensorflow/python/distribute:strategy_combinations",
"//tensorflow/python/keras",
],
)
cuda_py_test(
name = "image_preprocessing_test",
size = "medium",
srcs = ["image_preprocessing_test.py"],
python_version = "PY3",
shard_count = 4,
deps = [
":image_preprocessing",
"//tensorflow/python:client_testlib",
"//third_party/py/numpy",
"@absl_py//absl/testing:parameterized",
],
)
tf_py_test(
name = "normalization_test",
size = "small",
srcs = ["normalization_test.py"],
python_version = "PY3",
deps = [
":normalization",
":preprocessing_test_utils",
"//tensorflow/python:client_testlib",
"@absl_py//absl/testing:parameterized",
],
)
tpu_py_test(
name = "normalization_tpu_test",
srcs = ["normalization_tpu_test.py"],
disable_experimental = True,
python_version = "PY3",
tags = ["no_oss"],
deps = [
":normalization",
"//tensorflow/python/distribute:tpu_strategy",
"//tensorflow/python/keras",
"//tensorflow/python/keras/distribute:tpu_strategy_test_utils",
],
)
tf_py_test(
name = "text_vectorization_test",
size = "medium",
srcs = ["text_vectorization_test.py"],
python_version = "PY3",
deps = [
":preprocessing_test_utils",
":text_vectorization",
"//tensorflow/python:client_testlib",
"//tensorflow/python/keras",
"//tensorflow/python/keras/utils:generic_utils",
"//tensorflow/python/ops/ragged:ragged_string_ops",
"@absl_py//absl/testing:parameterized",
],
)
distribute_py_test(
name = "text_vectorization_distribution_test",
srcs = ["text_vectorization_distribution_test.py"],
main = "text_vectorization_distribution_test.py",
python_version = "PY3",
tags = [
"multi_and_single_gpu",
],
deps = [
":text_vectorization",
"//tensorflow/python/distribute:combinations",
"//tensorflow/python/distribute:strategy_combinations",
"//tensorflow/python/eager:test",
"//tensorflow/python/keras",
],
)
tf_py_test(
name = "reduction_test",
srcs = ["reduction_test.py"],
python_version = "PY3",
deps = [
":reduction",
"//tensorflow/python:client_testlib",
"@absl_py//absl/testing:parameterized",
],
)
tf_py_test(
name = "preprocessing_stage_test",
srcs = ["preprocessing_stage_test.py"],
python_version = "PY3",
tags = ["no_windows"], # TODO(b/152991402)
deps = [
":preprocessing_stage",
"//tensorflow/python:client_testlib",
"//tensorflow/python/keras",
"//third_party/py/numpy",
"@absl_py//absl/testing:parameterized",
],
)