ifrt_backend.cc
imports xla/tsl/platform/env.himports xla/tsl/platform/errors.h
SHA-2560ccb6697cb63f093c1f6942dedbf9e7ef33f432c3aff4f58bbb0c231c631ebcf
MaleculeMd(In₅)
Evidence
1// Copyright 2023 The OpenXLA Authors.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the Lic …
11:48… , either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15#include "xla/python/ifrt_proxy/server/ifrt_backend.h"
16
17#include <cstdint>
18#include <cstring>
19#include <deque>
20#include <functional>
21#include <memory>
22#include <optional>
23#include <string>
24#include <utility>
25#include <vector>
26
27#include "absl/algorithm/container.h"
28#include "absl/base/thread_annotations.h"
29#include "absl/cleanup/cleanup.h"
30#include "absl/container/flat_hash_map.h"
31#include "absl/container/flat_hash_set.h"
32#include "absl/functional/bind_front.h"
33#include "absl/log/check.h"
34#include "absl/log/log.h"
35#include "absl/memory/memory.h"
36#include "absl/status/status.h"
37#include "absl/status/statusor.h"
38#include "absl/strings/cord.h"
39#include "absl/strings/str_cat.h"
40#include "absl/strings/str_join.h"
41#include "absl/strings/string_view.h"
42#include "absl/synchronization/mutex.h"
43#include "absl/time/time.h"
44#include "absl/types/span.h"
45#include "llvm/Support/Casting.h"
46#include "xla/future.h"
47#include "xla/layout.h"
48#include "xla/pjrt/pjrt_layout.h"
49#include "xla/pjrt/profiling/device_time_measurement.h"
50#include "xla/python/ifrt/array.h"
51#include "xla/python/ifrt/array_spec.h"
52#include "xla/python/ifrt/attribute_map.h"
53#include "xla/python/ifrt/basic_device_list.h"
54#include "xla/python/ifrt/compiler.h"
55#include "xla/python/ifrt/device.h"
56#include "xla/python/ifrt/device_list.h"
57#include "xla/python/ifrt/dtype.h"
58#include "xla/python/ifrt/executable.h"
179:58… with_host_buffer)};
180}
181
182// Returns a string_view that is guaranteed to be valid and constant until this
183// process dies.
184absl::string_view GetRequest …
252:3… // Checks that `Fill()` and `ProcessResponse()` have been called as expected.
253 ~Reservation() {
254 absl::MutexLock l(mu_);
255 CHECK(filled_);
256 } …