xref: /aosp_15_r20/external/tensorflow/tensorflow/compiler/xla/service/gpu/outfeed_thunk.h (revision b6fb3261f9314811a0f4371741dbb8839866f948)
1 /* Copyright 2018 The TensorFlow Authors. All Rights Reserved.
2 
3 Licensed under the Apache License, Version 2.0 (the "License");
4 you may not use this file except in compliance with the License.
5 You may obtain a copy of the License at
6 
7     http://www.apache.org/licenses/LICENSE-2.0
8 
9 Unless required by applicable law or agreed to in writing, software
10 distributed under the License is distributed on an "AS IS" BASIS,
11 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 See the License for the specific language governing permissions and
13 limitations under the License.
14 ==============================================================================*/
15 
16 #ifndef TENSORFLOW_COMPILER_XLA_SERVICE_GPU_OUTFEED_THUNK_H_
17 #define TENSORFLOW_COMPILER_XLA_SERVICE_GPU_OUTFEED_THUNK_H_
18 
19 #include "tensorflow/compiler/xla/service/gpu/buffer_allocations.h"
20 #include "tensorflow/compiler/xla/service/gpu/thunk.h"
21 #include "tensorflow/compiler/xla/service/hlo_instruction.h"
22 #include "tensorflow/core/platform/stream_executor_no_cuda.h"
23 
24 namespace xla {
25 namespace gpu {
26 
27 // A thunk that outfeeds data. Data must be already resident on the host. This
28 // thunk performs a device to host copy from the buffer allocated for the
29 // outfeed op to the host location.
30 class OutfeedThunk : public Thunk {
31  public:
32   // Constructs a OutfeedThunk that copies data to the host-side
33   // outfeed queue from the buffers in the given shape tree.
34   OutfeedThunk(ThunkInfo thunk_info, std::vector<ShapedSlice> source_slices);
35 
36   OutfeedThunk(const OutfeedThunk&) = delete;
37   OutfeedThunk& operator=(const OutfeedThunk&) = delete;
38 
39   Status ExecuteOnStream(const ExecuteParams& params) override;
40 
41  private:
42   const std::vector<ShapedSlice> source_slices_;
43 };
44 
45 }  // namespace gpu
46 }  // namespace xla
47 
48 #endif  // TENSORFLOW_COMPILER_XLA_SERVICE_GPU_OUTFEED_THUNK_H_
49