trt_engine_op.cc
imports tensorflow/core/platform/logging.himports tensorflow/core/platform/mutex.h
SHA-2563f0292bcd09a2a5a176ba1ce69fbe3c53cfbe5fc670caf1fba30f76c8dcf0f7f
MaleculeMd(In₅)
Evidence
1/* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
2
3Licensed under the Apache License, Version 2.0 (the "License");
4you may not use this file except in compliance with the License.
5You may obtain a copy of the License at
6
7 http://www.apache.org/licenses/LICENSE-2.0
8
9Unless required by applicable law or agreed to in writing, software
10distributed under the License is …
11:42… IND, either express or implied.
12See the License for the specific language governing permissions and
13limitations under the License.
14==============================================================================*/
15#include <algorithm>
16#include <memory>
17#include <vector>
18
19#include "absl/memory/memory.h"
20#include "absl/strings/ascii.h"
21#include "absl/strings/str_cat.h"
22#include "absl/strings/string_view.h"
23#include "tensorflow/compiler/tf2tensorrt/common/utils.h"
24#include "tensorflow/compiler/tf2tensorrt/convert/convert_nodes.h"
25#include "tensorflow/compiler/tf2tensorrt/convert/utils.h"
26#include "tensorflow/compiler/tf2tensorrt/utils/trt_allocator.h"
27#include "tensorflow/compiler/tf2tensorrt/utils/trt_engine_utils.h"
28#include "tensorflow/compiler/tf2tensorrt/utils/trt_logger.h"
29#include "tensorflow/compiler/tf2tensorrt/utils/trt_lru_cache.h"
30#include "tensorflow/compiler/tf2tensorrt/utils/trt_shape_optimization_profiles.h"
31#include "tensorflow/core/common_runtime/function.h"
32#include "tensorflow/core/common_runtime/graph_constructor.h"
33#include "tensorflow/core/common_runtime/graph_optimizer.h"
34#include "tensorflow/core/framework/function.h"
35#include "tensorflow/core/framework/graph_to_functiondef.h"
36#include "tensorflow/core/framework/node_def_builder.h"
37#include "tensorflow/core/framework/op.h"
38#include "tensorflow/core/framework/op_kernel.h"
39#include "tensorflow/core/graph/algorithm.h"
40#include "tensorflow/core/grappler/clusters/utils.h"
41#include "tensorflow/core/grappler/clusters/virtual_cluster.h"
42#include "tensorflow/core/lib/core/refcount.h"
43#include "tensorflow/core/lib/strings/str_util.h"
44#include "tensorflow/core/lib/strings/strcat.h"
45#include "tensorflow/core/platform/logging.h"
46#include "tensorflow/core/platform/mutex.h"
47#include "tensorflow/core/platform/stream_executor.h"
48#include "tensorflow/core/platform/thread_annotations.h"
49#include "tensorflow/core/platform/types.h"
50#include "tensorflow/core/profiler/lib/traceme.h"
51#include "tensorflow/core/util/env_var.h"
52
53#if GOOGLE_CUDA && GOOGLE_TENSORRT
54#include "third_party/gpus/cuda/include/cuda_runtime_api.h"
55#include "third_party/tensorrt/NvInfer.h"
56
57namespace tensorflow {
58namespace tensorrt {
181:3… // Returns a pair of 1) An EngineContext object that is compatible with the
182 // input and 2) The index of the IExecutionContext compatible with the …
247:2… // Flag to detect whether native segment nodes have been deleted from graph
248 bool native_segment_absent_;
249
250 int64 workspace_size_;
251 mutex engine …