Allowed TPU embedding weight decay factor to be multiplied by learning rate.
PiperOrigin-RevId: 292612270
Change-Id: Iaeec4036a9e2512f1e2bb2fb1350a23ce61ea7e4
diff --git a/tensorflow/core/ops/OWNERS_METADATA b/tensorflow/core/ops/OWNERS_METADATA
new file mode 100644
index 0000000..a5093f7
--- /dev/null
+++ b/tensorflow/core/ops/OWNERS_METADATA
@@ -0,0 +1,3 @@
+review_exceptions {
+ robot_user: "tensorflow-git-owners"
+}
diff --git a/tensorflow/core/protobuf/tpu/optimization_parameters.proto b/tensorflow/core/protobuf/tpu/optimization_parameters.proto
index 778a97e..08b0d50 100644
--- a/tensorflow/core/protobuf/tpu/optimization_parameters.proto
+++ b/tensorflow/core/protobuf/tpu/optimization_parameters.proto
@@ -302,6 +302,11 @@
// once per minibatch.
float weight_decay_factor = 16;
+ // If true, the weight decay factor is multiplied by the current learning rate
+ // before use; this is to match the note in DecoupledWeightDecayExtension in
+ // weight_decay_optimizers.py.
+ bool multiply_weight_decay_factor_by_learning_rate = 22;
+
// Status of using gradient accumulation (doing two passes over the input
// gradients: one to accumulate them into a temporary array and another to
// apply them using the actual optimization algorithm).
diff --git a/tensorflow/core/public/OWNERS_METADATA b/tensorflow/core/public/OWNERS_METADATA
new file mode 100644
index 0000000..a5093f7
--- /dev/null
+++ b/tensorflow/core/public/OWNERS_METADATA
@@ -0,0 +1,3 @@
+review_exceptions {
+ robot_user: "tensorflow-git-owners"
+}
diff --git a/tensorflow/opensource_only/go/OWNERS_METADATA b/tensorflow/opensource_only/go/OWNERS_METADATA
new file mode 100644
index 0000000..a5093f7
--- /dev/null
+++ b/tensorflow/opensource_only/go/OWNERS_METADATA
@@ -0,0 +1,3 @@
+review_exceptions {
+ robot_user: "tensorflow-git-owners"
+}
diff --git a/tensorflow/python/compat/OWNERS_METADATA b/tensorflow/python/compat/OWNERS_METADATA
new file mode 100644
index 0000000..a5093f7
--- /dev/null
+++ b/tensorflow/python/compat/OWNERS_METADATA
@@ -0,0 +1,3 @@
+review_exceptions {
+ robot_user: "tensorflow-git-owners"
+}
