batch_scheduler.h
imports tensorflow/core/platform/logging.himports tensorflow/core/platform/mutex.h
SHA-25661b2676e25cd3014be79c2d8b9321113b132d1441093fbef9f816fff24fd138e
MaleculeMd(In₅)
Evidence
1/* Copyright 2016 The TensorFlow Authors. All Rights Reserved.
2
3Licensed under the Apache License, Version 2.0 (the "License");
4you may not use this file except in compliance with the License.
5You may obtain a copy of the License at
6
7 http://www.apache.org/licenses/LICENSE-2.0
8
9Unless required by applicable law or agreed to in writing, software
10distributed under the License is …
11:42… IND, either express or implied.
12See the License for the specific language governing permissions and
13limitations under the License.
14================================================================ …
16:58… ashion, to reduce
17// processing times and costs that can be amortized across multiple tasks.
18//
19// The core class is BatchScheduler, which groups ta …
27:18… W_CORE_KERNELS_BATCHING_UTIL_BATCH_SCHEDULER_H_
28
29#include <stddef.h>
30#include <sys/types.h>
31
32#include <algorithm>
33#include <atomic>
34#include <cstddef>
35#include <deque>
36#include <iterator>
37#include <memory>
38#include <optional>
39#include <utility>
40#include <vector>
41
42#include "absl/log/log.h"
43#include "absl/status/status.h"
44#include "absl/status/statusor.h"
45#include "absl/strings/string_view.h"
46#include "absl/synchronization/notification.h"
47#include "xla/tsl/platform/criticality.h"
48#include "tensorflow/core/lib/core/status.h"
49#include "tensorflow/core/platform/logging.h"
50#include "tensorflow/core/platform/mutex.h"
51#include "tensorflow/core/platform/thread_annotations.h"
52#include "tensorflow/core/platform/types.h"
53#include "tsl/profiler/lib/traceme.h"
54
55namespace tensorflow {
56namespace serving {
57
58const absl::string_view kLowPriorityPaddingWithM …
412:62… sk) = 0;
413
414 // Returns the number of tasks that have been scheduled (i.e. accepted by
415 // Schedule()), but have yet to be handed to a thread for ex …