blob: b1ec124e21acce3321301a5525885b3d6b905cce [file] [log] [blame]
# Description:
# Contains experimental kernels for datasets and iterators.
load(
"//tensorflow:tensorflow.bzl",
"tf_cc_test",
"tf_kernel_library",
)
package(
default_visibility = ["//tensorflow:internal"],
licenses = ["notice"], # Apache 2.0
)
exports_files(["LICENSE"])
tf_kernel_library(
name = "assert_next_dataset_op",
srcs = ["assert_next_dataset_op.cc"],
hdrs = ["assert_next_dataset_op.h"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core/kernels/data:name_utils",
"//third_party/eigen3",
],
)
tf_cc_test(
name = "assert_next_dataset_op_test",
size = "small",
srcs = ["assert_next_dataset_op_test.cc"],
deps = [
":assert_next_dataset_op",
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:test",
"//tensorflow/core:test_main",
"//tensorflow/core:testlib",
"//tensorflow/core/kernels/data:dataset_test_base",
"//third_party/eigen3",
],
)
tf_kernel_library(
name = "auto_shard_dataset_op",
srcs = ["auto_shard_dataset_op.cc"],
hdrs = ["auto_shard_dataset_op.h"],
deps = [
"//tensorflow/core:core_cpu_internal",
"//tensorflow/core:dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core:protos_all_cc",
"//tensorflow/core/grappler/optimizers/data:auto_shard",
"//tensorflow/core/kernels/data:rewrite_utils",
],
)
tf_cc_test(
name = "auto_shard_dataset_op_test",
size = "small",
srcs = ["auto_shard_dataset_op_test.cc"],
deps = [
":auto_shard_dataset_op",
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:test",
"//tensorflow/core:test_main",
"//tensorflow/core:testlib",
"//tensorflow/core/kernels/data:dataset_test_base",
"//tensorflow/core/kernels/data:shard_dataset_op",
"//third_party/eigen3",
],
)
tf_kernel_library(
name = "choose_fastest_branch_dataset_op",
srcs = ["choose_fastest_branch_dataset_op.cc"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core:protos_all_cc",
"//tensorflow/core/kernels/data:captured_function",
"//tensorflow/core/kernels/data:dataset_utils",
"//tensorflow/core/kernels/data:take_dataset_op",
],
)
tf_kernel_library(
name = "csv_dataset_op",
srcs = ["csv_dataset_op.cc"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
],
)
tf_kernel_library(
name = "dense_to_sparse_batch_dataset_op",
srcs = ["dense_to_sparse_batch_dataset_op.cc"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
],
)
tf_kernel_library(
name = "directed_interleave_dataset_op",
srcs = ["directed_interleave_dataset_op.cc"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//third_party/eigen3",
],
)
tf_kernel_library(
name = "group_by_reducer_dataset_op",
srcs = ["group_by_reducer_dataset_op.cc"],
deps = [
"//tensorflow/core:core_cpu_internal",
"//tensorflow/core:dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core/kernels/data:captured_function",
"//tensorflow/core/kernels/data:dataset_utils",
],
)
tf_kernel_library(
name = "group_by_window_dataset_op",
srcs = ["group_by_window_dataset_op.cc"],
deps = [
"//tensorflow/core:core_cpu_internal",
"//tensorflow/core:dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core/kernels/data:captured_function",
"//tensorflow/core/kernels/data:dataset_utils",
"//tensorflow/core/kernels/data:window_dataset",
],
)
tf_kernel_library(
name = "ignore_errors_dataset_op",
srcs = ["ignore_errors_dataset_op.cc"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//third_party/eigen3",
],
)
tf_kernel_library(
name = "lmdb_dataset_op",
srcs = ["lmdb_dataset_op.cc"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//third_party/eigen3",
"@lmdb",
],
)
tf_kernel_library(
name = "map_and_batch_dataset_op",
srcs = ["map_and_batch_dataset_op.cc"],
hdrs = ["map_and_batch_dataset_op.h"],
deps = [
"//tensorflow/core:array_ops_op_lib",
"//tensorflow/core:core_cpu_internal",
"//tensorflow/core:dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core:nn_ops_op_lib",
"//tensorflow/core/kernels:inplace_ops",
"//tensorflow/core/kernels/data:captured_function",
"//tensorflow/core/kernels/data:dataset_utils",
"//tensorflow/core/kernels/data:name_utils",
"//tensorflow/core/kernels/data:stats_utils",
],
)
tf_cc_test(
name = "map_and_batch_dataset_op_test",
size = "small",
srcs = ["map_and_batch_dataset_op_test.cc"],
deps = [
":map_and_batch_dataset_op",
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:test",
"//tensorflow/core:test_main",
"//tensorflow/core:testlib",
"//tensorflow/core/kernels:cwise_op",
"//tensorflow/core/kernels/data:dataset_test_base",
],
)
tf_kernel_library(
name = "matching_files_dataset_op",
srcs = ["matching_files_dataset_op.cc"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core/kernels/data:dataset",
],
)
tf_kernel_library(
name = "choose_fastest_dataset_op",
srcs = ["choose_fastest_dataset_op.cc"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core/kernels/data:dataset",
],
)
tf_kernel_library(
name = "non_serializable_dataset_op",
srcs = ["non_serializable_dataset_op.cc"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//third_party/eigen3",
],
)
tf_kernel_library(
name = "parallel_interleave_dataset_op",
srcs = ["parallel_interleave_dataset_op.cc"],
hdrs = ["parallel_interleave_dataset_op.h"],
deps = [
"//tensorflow/core:core_cpu_internal",
"//tensorflow/core:dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core/kernels/data:captured_function",
"//tensorflow/core/kernels/data:dataset_utils",
"//tensorflow/core/kernels/data:name_utils",
],
)
tf_cc_test(
name = "parallel_interleave_dataset_op_test",
size = "small",
srcs = ["parallel_interleave_dataset_op_test.cc"],
deps = [
":parallel_interleave_dataset_op",
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:test",
"//tensorflow/core:test_main",
"//tensorflow/core:testlib",
"//tensorflow/core/kernels/data:dataset_test_base",
"//tensorflow/core/kernels/data:tensor_slice_dataset_op",
],
)
tf_kernel_library(
name = "parse_example_dataset_op",
srcs = ["parse_example_dataset_op.cc"],
deps = [
"//tensorflow/core:core_cpu_internal",
"//tensorflow/core:framework",
"//tensorflow/core:functional_ops_op_lib",
"//tensorflow/core/kernels/data:parallel_map_dataset_op",
"//tensorflow/core/kernels/data:stats_utils",
],
)
tf_kernel_library(
name = "prefetching_kernels",
srcs = ["prefetching_kernels.cc"],
deps = [
"//tensorflow/core:core_cpu_internal",
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
],
)
tf_kernel_library(
name = "random_dataset_op",
srcs = ["random_dataset_op.cc"],
deps = [
"//tensorflow/core:dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
],
)
tf_kernel_library(
name = "rebatch_dataset_op",
srcs = ["rebatch_dataset_op.cc"],
deps = [
"//tensorflow/core:core_cpu_internal",
"//tensorflow/core:dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core:protos_all_cc",
"//tensorflow/core/grappler/optimizers/data:rebatch",
"//tensorflow/core/kernels/data:name_utils",
],
)
tf_kernel_library(
name = "sampling_dataset_op",
srcs = ["sampling_dataset_op.cc"],
hdrs = ["sampling_dataset_op.h"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core/kernels/data:name_utils",
],
)
tf_cc_test(
name = "sampling_dataset_op_test",
size = "small",
srcs = ["sampling_dataset_op_test.cc"],
deps = [
":sampling_dataset_op",
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:test",
"//tensorflow/core:test_main",
"//tensorflow/core:testlib",
"//tensorflow/core/kernels/data:dataset_test_base",
"//third_party/eigen3",
],
)
tf_kernel_library(
name = "scan_dataset_op",
srcs = ["scan_dataset_op.cc"],
deps = [
"//tensorflow/core:core_cpu_internal",
"//tensorflow/core:dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core/kernels/data:captured_function",
"//tensorflow/core/kernels/data:dataset_utils",
],
)
tf_kernel_library(
name = "set_stats_aggregator_dataset_op",
srcs = ["set_stats_aggregator_dataset_op.cc"],
deps = [
"//tensorflow/core:core_cpu_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib_internal",
"//tensorflow/core/kernels/data:stats_utils",
],
)
tf_kernel_library(
name = "sleep_dataset_op",
srcs = ["sleep_dataset_op.cc"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
],
)
tf_kernel_library(
name = "sliding_window_dataset_op",
srcs = ["sliding_window_dataset_op.cc"],
deps = [
"//tensorflow/core:dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
],
)
tf_kernel_library(
name = "snapshot_dataset_op",
srcs = ["snapshot_dataset_op.cc"],
deps = [
"//tensorflow/core:dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core:protos_all_cc",
"//tensorflow/core/grappler:graph_view",
"//tensorflow/core/kernels/data:rewrite_utils",
"//tensorflow/core/profiler/lib:traceme",
"@com_google_absl//absl/time",
],
)
tf_kernel_library(
name = "sql_dataset_op",
srcs = [
"sql_dataset_op.cc",
],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core/kernels/data/experimental/sql",
],
)
tf_kernel_library(
name = "stats_aggregator_ops",
srcs = ["stats_aggregator_ops.cc"],
deps = [
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core:protos_all_cc",
"//tensorflow/core/kernels:summary_interface",
],
)
tf_kernel_library(
name = "stats_dataset_ops",
srcs = ["stats_dataset_ops.cc"],
deps = [
"//tensorflow/core:dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core:protos_all_cc",
],
)
tf_kernel_library(
name = "take_while_dataset_op",
srcs = ["take_while_dataset_op.cc"],
deps = [
"//tensorflow/core:core_cpu_internal",
"//tensorflow/core:dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core/kernels/data:captured_function",
"//tensorflow/core/kernels/data:dataset_utils",
],
)
tf_kernel_library(
name = "threadpool_dataset_op",
srcs = ["threadpool_dataset_op.cc"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core/kernels/data:dataset_utils",
"//third_party/eigen3",
],
)
tf_kernel_library(
name = "to_tf_record_op",
srcs = ["to_tf_record_op.cc"],
deps = [
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
"//tensorflow/core/kernels:ops_util",
"//tensorflow/core/kernels/data:dataset_utils",
],
)
tf_kernel_library(
name = "unbatch_dataset_op",
srcs = ["unbatch_dataset_op.cc"],
deps = [
"//tensorflow/core:dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//tensorflow/core:lib_internal",
],
)
tf_kernel_library(
name = "unique_dataset_op",
srcs = ["unique_dataset_op.cc"],
deps = [
"//tensorflow/core:experimental_dataset_ops_op_lib",
"//tensorflow/core:framework",
"//tensorflow/core:lib",
"//third_party/eigen3",
],
)
tf_kernel_library(
name = "dataset_kernels",
deps = [
":assert_next_dataset_op",
":auto_shard_dataset_op",
":choose_fastest_branch_dataset_op",
":choose_fastest_dataset_op",
":csv_dataset_op",
":dense_to_sparse_batch_dataset_op",
":directed_interleave_dataset_op",
":group_by_reducer_dataset_op",
":group_by_window_dataset_op",
":ignore_errors_dataset_op",
":lmdb_dataset_op",
":map_and_batch_dataset_op",
":matching_files_dataset_op",
":non_serializable_dataset_op",
":parallel_interleave_dataset_op",
":parse_example_dataset_op",
":prefetching_kernels",
":random_dataset_op",
":rebatch_dataset_op",
":sampling_dataset_op",
":scan_dataset_op",
":set_stats_aggregator_dataset_op",
":sleep_dataset_op",
":sliding_window_dataset_op",
":snapshot_dataset_op",
":sql_dataset_op",
":stats_aggregator_ops",
":stats_dataset_ops",
":take_while_dataset_op",
":threadpool_dataset_op",
":to_tf_record_op",
":unbatch_dataset_op",
":unique_dataset_op",
],
)