all_to_all_thunk.cc
imports xla/tsl/platform/errors.himports xla/tsl/platform/logging.h
SHA-2560afd1e662762b481e342882acb644799a4175e54adba1fa2a78aaeb8e6d16f1b
MaleculeMd(In₄)
Evidence
1/* Copyright 2019 The OpenXLA Authors.
2
3Licensed under the Apache License, Version 2.0 (the "License");
4you may not use this file except in compliance with the License.
5You may obtain a copy of the License at
6
7 http://www.apache.org/licenses/LICENSE-2.0
8
9Unless required by applicable law or agreed to in writing, software
10distributed under the License is …
11:42… IND, either express or implied.
12See the License for the specific language governing permissions and
13limitations under the License.
14==============================================================================*/
15
16#include "xla/backends/gpu/runtime/all_to_all_thunk.h"
17
18#include <cstdint>
19#include <cstdlib>
20#include <iterator>
21#include <memory>
22#include <optional>
23#include <string>
24#include <utility>
25#include <vector>
26
27#include "absl/algorithm/container.h"
28#include "absl/container/flat_hash_map.h"
29#include "absl/container/inlined_vector.h"
30#include "absl/status/status.h"
31#include "absl/strings/str_format.h"
32#include "absl/strings/string_view.h"
33#include "absl/strings/substitute.h"
34#include "absl/synchronization/mutex.h"
35#include "absl/types/span.h"
36#include "xla/backends/gpu/collectives/gpu_clique_key.h"
37#include "xla/backends/gpu/collectives/gpu_collectives.h"
38#include "xla/backends/gpu/runtime/collective_execution.h"
39#include "xla/backends/gpu/runtime/collective_thunk.h"
40#include "xla/backends/gpu/runtime/thunk.h"
41#include "xla/backends/gpu/transforms/collectives/collective_ops_utils.h"
42#include "xla/core/collectives/communicator.h"
43#include "xla/core/collectives/rank_id.h"
44#include "xla/hlo/ir/hlo_instruction.h"
45#include "xla/hlo/ir/hlo_instructions.h"
46#include "xla/service/buffer_assignment.h"
47#include "xla/service/rendezvous.h"
48#include "xla/shape.h"
49#include "xla/shape_util.h"
50#include "xla/status_macros.h"
51#include "xla/stream_executor/device_address.h"
52#include "xla/stream_executor/event.h"
53#include "xla/stream_executor/memory_allocation.h"
54#include "xla/stream_executor/stream.h"
55#include "xla/tsl/platform/errors.h"
56#include "xla/tsl/platform/logging.h"
57#include "xla/tsl/platform/statusor.h"
58#include "xla/util.h"
69:65… e();
70 return config;
71}
72
73// Contains the values that are passed between host threads with rendezvous.
74struct BufferRendezvousValue {
75 uint16_t rank …
346:28… uffers[0].element_count;
347
348 // All buffers must have the same element type and count.
349 bool all_buffers_match = absl::c_all_of(buffers, [&](const a …