| /* Copyright 2018 The TensorFlow Authors. All Rights Reserved. |
| |
| Licensed under the Apache License, Version 2.0 (the "License"); |
| you may not use this file except in compliance with the License. |
| You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| ==============================================================================*/ |
| #ifndef TENSORFLOW_CORE_FRAMEWORK_FUNCTION_HANDLE_CACHE_H_ |
| #define TENSORFLOW_CORE_FRAMEWORK_FUNCTION_HANDLE_CACHE_H_ |
| |
| #include <string> |
| |
| #include "tensorflow/core/framework/function.h" |
| |
| namespace tensorflow { |
| namespace data { |
| |
| class FunctionHandleCache { |
| public: |
| explicit FunctionHandleCache(FunctionLibraryRuntime* lib); |
| |
| ~FunctionHandleCache(); |
| |
| // Looks up the function to be instantiated in the cache first. If present, |
| // returns handle from there. Otherwise, instantiates a new function |
| // and stores handle in the cache. |
| Status Instantiate(const string& function_name, AttrSlice attrs, |
| FunctionLibraryRuntime::InstantiateOptions options, |
| FunctionLibraryRuntime::Handle* handle); |
| |
| // Releases all the handles in the cache, clearing out the state for all |
| // functions involved. |
| Status Clear(); |
| |
| private: |
| mutex mu_; |
| FunctionLibraryRuntime* lib_ = nullptr; // not owned |
| const string state_handle_; |
| std::unordered_map<string, FunctionLibraryRuntime::Handle> handles_ |
| GUARDED_BY(mu_); |
| }; |
| |
| } // namespace data |
| } // namespace tensorflow |
| |
| #endif // TENSORFLOW_CORE_FRAMEWORK_FUNCTION_HANDLE_CACHE_H_ |