xref: /aosp_15_r20/external/ComputeLibrary/src/graph/GraphContext.cpp (revision c217d954acce2dbc11938adb493fc0abd69584f3)
1*c217d954SCole Faust /*
2*c217d954SCole Faust  * Copyright (c) 2018-2019 Arm Limited.
3*c217d954SCole Faust  *
4*c217d954SCole Faust  * SPDX-License-Identifier: MIT
5*c217d954SCole Faust  *
6*c217d954SCole Faust  * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust  * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust  * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust  * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust  * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust  * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust  *
13*c217d954SCole Faust  * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust  * copies or substantial portions of the Software.
15*c217d954SCole Faust  *
16*c217d954SCole Faust  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust  * SOFTWARE.
23*c217d954SCole Faust  */
24*c217d954SCole Faust #include "arm_compute/graph/GraphContext.h"
25*c217d954SCole Faust 
26*c217d954SCole Faust #include "arm_compute/graph.h"
27*c217d954SCole Faust #include "arm_compute/graph/Utils.h"
28*c217d954SCole Faust #include "arm_compute/graph/backends/BackendRegistry.h"
29*c217d954SCole Faust 
30*c217d954SCole Faust namespace arm_compute
31*c217d954SCole Faust {
32*c217d954SCole Faust namespace graph
33*c217d954SCole Faust {
GraphContext()34*c217d954SCole Faust GraphContext::GraphContext()
35*c217d954SCole Faust     : _config(), _memory_managers(), _weights_managers()
36*c217d954SCole Faust {
37*c217d954SCole Faust }
38*c217d954SCole Faust 
~GraphContext()39*c217d954SCole Faust GraphContext::~GraphContext()
40*c217d954SCole Faust {
41*c217d954SCole Faust     _memory_managers.clear();
42*c217d954SCole Faust     _weights_managers.clear();
43*c217d954SCole Faust     release_default_graph_context(*this);
44*c217d954SCole Faust }
45*c217d954SCole Faust 
config() const46*c217d954SCole Faust const GraphConfig &GraphContext::config() const
47*c217d954SCole Faust {
48*c217d954SCole Faust     return _config;
49*c217d954SCole Faust }
50*c217d954SCole Faust 
set_config(const GraphConfig & config)51*c217d954SCole Faust void GraphContext::set_config(const GraphConfig &config)
52*c217d954SCole Faust {
53*c217d954SCole Faust     _config = config;
54*c217d954SCole Faust }
55*c217d954SCole Faust 
insert_memory_management_ctx(MemoryManagerContext && memory_ctx)56*c217d954SCole Faust bool GraphContext::insert_memory_management_ctx(MemoryManagerContext &&memory_ctx)
57*c217d954SCole Faust {
58*c217d954SCole Faust     Target target = memory_ctx.target;
59*c217d954SCole Faust     if(target == Target::UNSPECIFIED || _memory_managers.find(target) != std::end(_memory_managers))
60*c217d954SCole Faust     {
61*c217d954SCole Faust         return false;
62*c217d954SCole Faust     }
63*c217d954SCole Faust 
64*c217d954SCole Faust     _memory_managers[target] = std::move(memory_ctx);
65*c217d954SCole Faust     return true;
66*c217d954SCole Faust }
67*c217d954SCole Faust 
memory_management_ctx(Target target)68*c217d954SCole Faust MemoryManagerContext *GraphContext::memory_management_ctx(Target target)
69*c217d954SCole Faust {
70*c217d954SCole Faust     return (_memory_managers.find(target) != std::end(_memory_managers)) ? &_memory_managers[target] : nullptr;
71*c217d954SCole Faust }
72*c217d954SCole Faust 
memory_managers()73*c217d954SCole Faust std::map<Target, MemoryManagerContext> &GraphContext::memory_managers()
74*c217d954SCole Faust {
75*c217d954SCole Faust     return _memory_managers;
76*c217d954SCole Faust }
77*c217d954SCole Faust 
insert_weights_management_ctx(WeightsManagerContext && weights_managers)78*c217d954SCole Faust bool GraphContext::insert_weights_management_ctx(WeightsManagerContext &&weights_managers)
79*c217d954SCole Faust {
80*c217d954SCole Faust     Target target = weights_managers.target;
81*c217d954SCole Faust 
82*c217d954SCole Faust     if(_weights_managers.find(target) != std::end(_weights_managers))
83*c217d954SCole Faust     {
84*c217d954SCole Faust         return false;
85*c217d954SCole Faust     }
86*c217d954SCole Faust 
87*c217d954SCole Faust     _weights_managers[target] = std::move(weights_managers);
88*c217d954SCole Faust 
89*c217d954SCole Faust     return true;
90*c217d954SCole Faust }
91*c217d954SCole Faust 
weights_management_ctx(Target target)92*c217d954SCole Faust WeightsManagerContext *GraphContext::weights_management_ctx(Target target)
93*c217d954SCole Faust {
94*c217d954SCole Faust     return (_weights_managers.find(target) != std::end(_weights_managers)) ? &_weights_managers[target] : nullptr;
95*c217d954SCole Faust }
96*c217d954SCole Faust 
weights_managers()97*c217d954SCole Faust std::map<Target, WeightsManagerContext> &GraphContext::weights_managers()
98*c217d954SCole Faust {
99*c217d954SCole Faust     return _weights_managers;
100*c217d954SCole Faust }
101*c217d954SCole Faust 
finalize()102*c217d954SCole Faust void GraphContext::finalize()
103*c217d954SCole Faust {
104*c217d954SCole Faust     const size_t num_pools = 1;
105*c217d954SCole Faust     for(auto &mm_obj : _memory_managers)
106*c217d954SCole Faust     {
107*c217d954SCole Faust         ARM_COMPUTE_ERROR_ON(!mm_obj.second.allocator);
108*c217d954SCole Faust 
109*c217d954SCole Faust         // Finalize intra layer memory manager
110*c217d954SCole Faust         if(mm_obj.second.intra_mm != nullptr)
111*c217d954SCole Faust         {
112*c217d954SCole Faust             mm_obj.second.intra_mm->populate(*mm_obj.second.allocator, num_pools);
113*c217d954SCole Faust         }
114*c217d954SCole Faust         // Finalize cross layer memory manager
115*c217d954SCole Faust         if(mm_obj.second.cross_mm != nullptr)
116*c217d954SCole Faust         {
117*c217d954SCole Faust             mm_obj.second.cross_mm->populate(*mm_obj.second.allocator, num_pools);
118*c217d954SCole Faust         }
119*c217d954SCole Faust     }
120*c217d954SCole Faust }
121*c217d954SCole Faust } // namespace graph
122*c217d954SCole Faust } // namespace arm_compute
123