fallback_batch_kernel.h
imports tensorflow/core/platform/errors.himports tensorflow/core/platform/logging.h
SHA-25637c584ab26f11a1ceb6b87e819cda5db839c5e6943668bcd66f60618308fa90f
MaleculeMd(In₆)
Evidence
1/* Copyright 2023 The TensorFlow Authors. All Rights Reserved.
2
3Licensed under the Apache License, Version 2.0 (the "License");
4you may not use this file except in compliance with the License.
5You may obtain a copy of the License at
6
7 http://www.apache.org/licenses/LICENSE-2.0
8
9Unless required by applicable law or agreed to in writing, software
10distributed under the License is …
11:42… IND, either express or implied.
12See the License for the specific language governing permissions and
13limitations under the License.
14================================================================ …
16:27… NTIME_FALLBACK_RUNTIME_FALLBACK_BATCH_KERNEL_H_
17
18#include <cstdint>
19#include <functional>
20#include <memory>
21#include <optional>
22#include <string>
23#include <vector>
24
25#include "absl/status/status.h"
26#include "absl/status/statusor.h"
27#include "absl/strings/str_cat.h"
28#include "absl/strings/string_view.h"
29#include "tensorflow/core/framework/op_kernel.h"
30#include "tensorflow/core/framework/op_requires.h"
31#include "tensorflow/core/framework/resource_mgr.h"
32#include "tensorflow/core/kernels/batch_kernels.h"
33#include "tensorflow/core/kernels/batching_util/adaptive_shared_batch_scheduler.h"
34#include "tensorflow/core/kernels/batching_util/batch_resource_base.h"
35#include "tensorflow/core/kernels/batching_util/batch_scheduler.h"
36#include "tensorflow/core/kernels/batching_util/batch_stats.h"
37#include "tensorflow/core/kernels/batching_util/warmup.h"
38#include "tensorflow/core/lib/core/refcount.h"
39#include "tensorflow/core/lib/core/status.h"
40#include "tensorflow/core/platform/errors.h"
41#include "tensorflow/core/platform/logging.h"
42#include "tensorflow/core/platform/random.h"
43#include "tsl/platform/errors.h"
44#include "tsl/platform/status.h"
45#include "tsl/platform/statusor.h"
46#include "tfrt/host_context/resource_context.h" // from @tf_runtime
47
48namespace tensorflow {
49namespace tfrt_stub {
50
51class BatchFunctionFallba …
164:21… ber of in-flight batches. It makes no sense to have more
165 // in-flight batches than threads (it would result in strictly bad
166 // batching …
182:17… what shared batch scheduler does), FIFO ensures that model
183 // with low QPS (i.e., models enqueue fewer tasks in the shared queue)
184 // wil …