| /* Copyright 2017 The TensorFlow Authors. All Rights Reserved. |
| |
| Licensed under the Apache License, Version 2.0 (the "License"); |
| you may not use this file except in compliance with the License. |
| You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| ==============================================================================*/ |
| |
| #include "tensorflow/lite/kernels/register.h" |
| |
| #include "tensorflow/lite/c/common.h" |
| #include "tensorflow/lite/kernels/builtin_op_kernels.h" |
| #include "tensorflow/lite/schema/schema_generated.h" |
| #include "tensorflow/lite/tflite_with_xnnpack_optional.h" |
| |
| namespace tflite { |
| namespace ops { |
| namespace custom { |
| |
| TfLiteRegistration* Register_NUMERIC_VERIFY(); |
| TfLiteRegistration* Register_AUDIO_SPECTROGRAM(); |
| TfLiteRegistration* Register_MFCC(); |
| TfLiteRegistration* Register_DETECTION_POSTPROCESS(); |
| |
| } // namespace custom |
| |
| namespace builtin { |
| |
| BuiltinOpResolver::BuiltinOpResolver() { |
| AddBuiltin(BuiltinOperator_ABS, Register_ABS(), /* min_version = */ 1, |
| /* max_version = */ 4); |
| AddBuiltin(BuiltinOperator_HARD_SWISH, Register_HARD_SWISH()); |
| AddBuiltin(BuiltinOperator_RELU, Register_RELU(), /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_RELU_N1_TO_1, Register_RELU_N1_TO_1()); |
| AddBuiltin(BuiltinOperator_RELU6, Register_RELU6(), /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_TANH, Register_TANH(), /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_LOGISTIC, Register_LOGISTIC(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_AVERAGE_POOL_2D, Register_AVERAGE_POOL_2D(), |
| /* min_version */ 1, |
| /* max_version */ 3); |
| AddBuiltin(BuiltinOperator_MAX_POOL_2D, Register_MAX_POOL_2D(), |
| /* min_version */ 1, |
| /* max_version */ 3); |
| AddBuiltin(BuiltinOperator_L2_POOL_2D, Register_L2_POOL_2D()); |
| AddBuiltin(BuiltinOperator_CONV_2D, Register_CONV_2D(), |
| /* min_version = */ 1, |
| /* max_version = */ 5); |
| AddBuiltin(BuiltinOperator_DEPTHWISE_CONV_2D, Register_DEPTHWISE_CONV_2D(), |
| /* min_version = */ 1, |
| /* max_version = */ 6); |
| AddBuiltin(BuiltinOperator_SVDF, Register_SVDF(), |
| /* min_version = */ 1, |
| /* max_version = */ 4); |
| AddBuiltin(BuiltinOperator_RNN, Register_RNN(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_BIDIRECTIONAL_SEQUENCE_RNN, |
| Register_BIDIRECTIONAL_SEQUENCE_RNN(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_UNIDIRECTIONAL_SEQUENCE_RNN, |
| Register_UNIDIRECTIONAL_SEQUENCE_RNN(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_EMBEDDING_LOOKUP, Register_EMBEDDING_LOOKUP(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_EMBEDDING_LOOKUP_SPARSE, |
| Register_EMBEDDING_LOOKUP_SPARSE()); |
| AddBuiltin(BuiltinOperator_FULLY_CONNECTED, Register_FULLY_CONNECTED(), |
| /* min_version = */ 1, |
| /* max_version = */ 9); |
| AddBuiltin(BuiltinOperator_LSH_PROJECTION, Register_LSH_PROJECTION()); |
| AddBuiltin(BuiltinOperator_HASHTABLE_LOOKUP, Register_HASHTABLE_LOOKUP()); |
| AddBuiltin(BuiltinOperator_SOFTMAX, Register_SOFTMAX(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_CONCATENATION, Register_CONCATENATION(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_ADD, Register_ADD(), |
| /* min_version */ 1, |
| /* max_version */ 4); |
| AddBuiltin(BuiltinOperator_SPACE_TO_BATCH_ND, Register_SPACE_TO_BATCH_ND(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_BATCH_TO_SPACE_ND, Register_BATCH_TO_SPACE_ND(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_MUL, Register_MUL(), /* min_version = */ 1, |
| /* max_version = */ 5); |
| AddBuiltin(BuiltinOperator_L2_NORMALIZATION, Register_L2_NORMALIZATION(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_LOCAL_RESPONSE_NORMALIZATION, |
| Register_LOCAL_RESPONSE_NORMALIZATION()); |
| AddBuiltin(BuiltinOperator_LSTM, Register_LSTM(), /* min_version = */ 1, |
| /* max_version = */ 4); |
| AddBuiltin(BuiltinOperator_BIDIRECTIONAL_SEQUENCE_LSTM, |
| Register_BIDIRECTIONAL_SEQUENCE_LSTM(), /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_UNIDIRECTIONAL_SEQUENCE_LSTM, |
| Register_UNIDIRECTIONAL_SEQUENCE_LSTM(), /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_PAD, Register_PAD(), /* min_version = */ 1, |
| /* max_version = */ 4); |
| AddBuiltin(BuiltinOperator_PADV2, Register_PADV2(), /* min_version = */ 1, |
| /* max_version = */ 4); |
| AddBuiltin(BuiltinOperator_RESHAPE, Register_RESHAPE()); |
| AddBuiltin(BuiltinOperator_RESIZE_BILINEAR, Register_RESIZE_BILINEAR(), |
| /* min_version = */ 1, |
| /* max_version = */ 4); |
| AddBuiltin(BuiltinOperator_RESIZE_NEAREST_NEIGHBOR, |
| Register_RESIZE_NEAREST_NEIGHBOR(), |
| /* min_version = */ 1, |
| /* max_version = */ 4); |
| AddBuiltin(BuiltinOperator_SKIP_GRAM, Register_SKIP_GRAM()); |
| AddBuiltin(BuiltinOperator_SPACE_TO_DEPTH, Register_SPACE_TO_DEPTH(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_DEPTH_TO_SPACE, Register_DEPTH_TO_SPACE(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_GATHER, Register_GATHER(), |
| /* min_version = */ 1, |
| /* max_version = */ 5); |
| AddBuiltin(BuiltinOperator_TRANSPOSE, Register_TRANSPOSE(), |
| /* min_version = */ 1, |
| /* max_version = */ 5); |
| AddBuiltin(BuiltinOperator_MEAN, Register_MEAN(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_DIV, Register_DIV(), |
| /* min_version */ 1, |
| /* max_version */ 2); |
| AddBuiltin(BuiltinOperator_SUB, Register_SUB(), |
| /* min_version = */ 1, |
| /* max_version = */ 5); |
| AddBuiltin(BuiltinOperator_SPLIT, Register_SPLIT(), |
| /* min_version = */ 1, |
| /* max_version = */ 4); |
| AddBuiltin(BuiltinOperator_SPLIT_V, Register_SPLIT_V(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_SQUEEZE, Register_SQUEEZE(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_STRIDED_SLICE, Register_STRIDED_SLICE(), |
| /* min_version = */ 1, |
| /* max_version = */ 6); |
| AddBuiltin(BuiltinOperator_EXP, Register_EXP()); |
| AddBuiltin(BuiltinOperator_TOPK_V2, Register_TOPK_V2(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_LOG, Register_LOG()); |
| AddBuiltin(BuiltinOperator_LOG_SOFTMAX, Register_LOG_SOFTMAX(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_CAST, Register_CAST(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_DEQUANTIZE, Register_DEQUANTIZE(), |
| /* min_version = */ 1, |
| /* max_version = */ 5); |
| AddBuiltin(BuiltinOperator_PRELU, Register_PRELU()); |
| AddBuiltin(BuiltinOperator_MAXIMUM, Register_MAXIMUM(), |
| /* min_version = */ 1, |
| /* max_version = */ 4); |
| AddBuiltin(BuiltinOperator_MINIMUM, Register_MINIMUM(), |
| /* min_version = */ 1, |
| /* max_version = */ 4); |
| AddBuiltin(BuiltinOperator_ARG_MAX, Register_ARG_MAX(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_ARG_MIN, Register_ARG_MIN(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_GREATER, Register_GREATER(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_GREATER_EQUAL, Register_GREATER_EQUAL(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_LESS, Register_LESS(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_LESS_EQUAL, Register_LESS_EQUAL(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_FLOOR, Register_FLOOR()); |
| AddBuiltin(BuiltinOperator_CEIL, Register_CEIL()); |
| AddBuiltin(BuiltinOperator_ROUND, Register_ROUND()); |
| AddBuiltin(BuiltinOperator_NEG, Register_NEG()); |
| AddBuiltin(BuiltinOperator_SELECT, Register_SELECT(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_SELECT_V2, Register_SELECT_V2()); |
| AddBuiltin(BuiltinOperator_SLICE, Register_SLICE(), |
| /* min_version = */ 1, |
| /* max_version = */ 5); |
| AddBuiltin(BuiltinOperator_SIN, Register_SIN()); |
| AddBuiltin(BuiltinOperator_COS, Register_COS()); |
| AddBuiltin(BuiltinOperator_TRANSPOSE_CONV, Register_TRANSPOSE_CONV(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_TILE, Register_TILE(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_SUM, Register_SUM(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_REDUCE_PROD, Register_REDUCE_PROD(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_REDUCE_MAX, Register_REDUCE_MAX(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_REDUCE_MIN, Register_REDUCE_MIN(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_REDUCE_ANY, Register_REDUCE_ANY()); |
| AddBuiltin(BuiltinOperator_REDUCE_ALL, Register_REDUCE_ALL()); |
| AddBuiltin(BuiltinOperator_EXPAND_DIMS, Register_EXPAND_DIMS()); |
| AddBuiltin(BuiltinOperator_SPARSE_TO_DENSE, Register_SPARSE_TO_DENSE(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_EQUAL, Register_EQUAL(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_NOT_EQUAL, Register_NOT_EQUAL(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_SQRT, Register_SQRT()); |
| AddBuiltin(BuiltinOperator_RSQRT, Register_RSQRT(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_SHAPE, Register_SHAPE()); |
| AddBuiltin(BuiltinOperator_RANK, Register_RANK()); |
| AddBuiltin(BuiltinOperator_POW, Register_POW()); |
| AddBuiltin(BuiltinOperator_FAKE_QUANT, Register_FAKE_QUANT(), 1, 2); |
| AddBuiltin(BuiltinOperator_PACK, Register_PACK(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_ONE_HOT, Register_ONE_HOT()); |
| AddBuiltin(BuiltinOperator_LOGICAL_OR, Register_LOGICAL_OR()); |
| AddBuiltin(BuiltinOperator_LOGICAL_AND, Register_LOGICAL_AND()); |
| AddBuiltin(BuiltinOperator_LOGICAL_NOT, Register_LOGICAL_NOT()); |
| AddBuiltin(BuiltinOperator_UNPACK, Register_UNPACK(), |
| /* min_version = */ 1, |
| /* max_version = */ 4); |
| AddBuiltin(BuiltinOperator_FLOOR_DIV, Register_FLOOR_DIV(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_SQUARE, Register_SQUARE()); |
| AddBuiltin(BuiltinOperator_ZEROS_LIKE, Register_ZEROS_LIKE()); |
| AddBuiltin(BuiltinOperator_FLOOR_MOD, Register_FLOOR_MOD()); |
| AddBuiltin(BuiltinOperator_RANGE, Register_RANGE()); |
| AddBuiltin(BuiltinOperator_LEAKY_RELU, Register_LEAKY_RELU(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_SQUARED_DIFFERENCE, Register_SQUARED_DIFFERENCE(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_FILL, Register_FILL(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_MIRROR_PAD, Register_MIRROR_PAD(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_UNIQUE, Register_UNIQUE()); |
| AddBuiltin(BuiltinOperator_REVERSE_V2, Register_REVERSE_V2(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_ADD_N, Register_ADD_N()); |
| AddBuiltin(BuiltinOperator_GATHER_ND, Register_GATHER_ND(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_WHERE, Register_WHERE(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_ELU, Register_ELU()); |
| AddBuiltin(BuiltinOperator_REVERSE_SEQUENCE, Register_REVERSE_SEQUENCE()); |
| AddBuiltin(BuiltinOperator_MATRIX_DIAG, Register_MATRIX_DIAG()); |
| AddBuiltin(BuiltinOperator_QUANTIZE, Register_QUANTIZE(), |
| /* min_version = */ 1, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_MATRIX_SET_DIAG, Register_MATRIX_SET_DIAG()); |
| AddBuiltin(BuiltinOperator_IF, tflite::ops::builtin::Register_IF()); |
| AddBuiltin(BuiltinOperator_WHILE, tflite::ops::builtin::Register_WHILE()); |
| AddBuiltin(BuiltinOperator_NON_MAX_SUPPRESSION_V4, |
| Register_NON_MAX_SUPPRESSION_V4()); |
| AddBuiltin(BuiltinOperator_NON_MAX_SUPPRESSION_V5, |
| Register_NON_MAX_SUPPRESSION_V5()); |
| AddBuiltin(BuiltinOperator_SCATTER_ND, Register_SCATTER_ND()); |
| AddBuiltin(BuiltinOperator_DENSIFY, Register_DENSIFY()); |
| AddBuiltin(BuiltinOperator_SEGMENT_SUM, Register_SEGMENT_SUM()); |
| AddBuiltin(BuiltinOperator_BATCH_MATMUL, Register_BATCH_MATMUL(), |
| /* min_version = */ 1, |
| /* max_version = */ 4); |
| AddBuiltin(BuiltinOperator_CUMSUM, Register_CUMSUM()); |
| // The version one of broadcast to op won't be not supported since the version |
| // one was rollbacked and the builtin op code number has been changed because |
| // of builtin op code shortage problem. |
| AddBuiltin(BuiltinOperator_BROADCAST_TO, Register_BROADCAST_TO(), |
| /* min_version = */ 2, |
| /* max_version = */ 3); |
| AddBuiltin(BuiltinOperator_CALL_ONCE, |
| tflite::ops::builtin::Register_CALL_ONCE()); |
| AddBuiltin(BuiltinOperator_RFFT2D, Register_RFFT2D()); |
| AddBuiltin(BuiltinOperator_CONV_3D, Register_CONV_3D()); |
| AddBuiltin(BuiltinOperator_IMAG, Register_IMAG()); |
| AddBuiltin(BuiltinOperator_REAL, Register_REAL()); |
| AddBuiltin(BuiltinOperator_COMPLEX_ABS, Register_COMPLEX_ABS()); |
| AddBuiltin(BuiltinOperator_BROADCAST_ARGS, Register_BROADCAST_ARGS()); |
| AddBuiltin(BuiltinOperator_HASHTABLE, Register_HASHTABLE()); |
| AddBuiltin(BuiltinOperator_HASHTABLE_FIND, Register_HASHTABLE_FIND()); |
| AddBuiltin(BuiltinOperator_HASHTABLE_IMPORT, Register_HASHTABLE_IMPORT()); |
| AddBuiltin(BuiltinOperator_HASHTABLE_SIZE, Register_HASHTABLE_SIZE()); |
| AddBuiltin(BuiltinOperator_CONV_3D_TRANSPOSE, Register_CONV_3D_TRANSPOSE()); |
| AddBuiltin(BuiltinOperator_VAR_HANDLE, Register_VAR_HANDLE()); |
| AddBuiltin(BuiltinOperator_READ_VARIABLE, Register_READ_VARIABLE()); |
| AddBuiltin(BuiltinOperator_ASSIGN_VARIABLE, Register_ASSIGN_VARIABLE()); |
| AddBuiltin(BuiltinOperator_MULTINOMIAL, Register_MULTINOMIAL()); |
| AddBuiltin(BuiltinOperator_RANDOM_STANDARD_NORMAL, |
| Register_RANDOM_STANDARD_NORMAL()); |
| AddBuiltin(BuiltinOperator_BUCKETIZE, Register_BUCKETIZE()); |
| AddBuiltin(BuiltinOperator_RANDOM_UNIFORM, Register_RANDOM_UNIFORM()); |
| AddBuiltin(BuiltinOperator_GELU, Register_GELU(), |
| /* min_version = */ 1, |
| /* max_version = */ 2); |
| AddBuiltin(BuiltinOperator_DYNAMIC_UPDATE_SLICE, |
| Register_DYNAMIC_UPDATE_SLICE()); |
| AddCustom("NumericVerify", tflite::ops::custom::Register_NUMERIC_VERIFY()); |
| // TODO(andrewharp, ahentz): Move these somewhere more appropriate so that |
| // custom ops aren't always included by default. |
| AddCustom("Mfcc", tflite::ops::custom::Register_MFCC()); |
| AddCustom("AudioSpectrogram", |
| tflite::ops::custom::Register_AUDIO_SPECTROGRAM()); |
| AddCustom("TFLite_Detection_PostProcess", |
| tflite::ops::custom::Register_DETECTION_POSTPROCESS()); |
| // By definition, all of the ops added above are not user-defined ops, |
| // since they are supported by BuiltinOpResolver. |
| may_directly_contain_user_defined_ops_ = false; |
| |
| // Populate the list of TF Lite delegate creators. The created delegates could |
| // be applied to the model graph by default at runtime. |
| delegate_creators_.push_back([](int num_threads) { |
| return tflite::MaybeCreateXNNPACKDelegate(num_threads); |
| }); |
| } |
| |
| } // namespace builtin |
| } // namespace ops |
| } // namespace tflite |