1*c217d954SCole Faust /*
2*c217d954SCole Faust * Copyright (c) 2018-2019 Arm Limited.
3*c217d954SCole Faust *
4*c217d954SCole Faust * SPDX-License-Identifier: MIT
5*c217d954SCole Faust *
6*c217d954SCole Faust * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust *
13*c217d954SCole Faust * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust * copies or substantial portions of the Software.
15*c217d954SCole Faust *
16*c217d954SCole Faust * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust * SOFTWARE.
23*c217d954SCole Faust */
24*c217d954SCole Faust #include "arm_compute/graph/GraphContext.h"
25*c217d954SCole Faust
26*c217d954SCole Faust #include "arm_compute/graph.h"
27*c217d954SCole Faust #include "arm_compute/graph/Utils.h"
28*c217d954SCole Faust #include "arm_compute/graph/backends/BackendRegistry.h"
29*c217d954SCole Faust
30*c217d954SCole Faust namespace arm_compute
31*c217d954SCole Faust {
32*c217d954SCole Faust namespace graph
33*c217d954SCole Faust {
GraphContext()34*c217d954SCole Faust GraphContext::GraphContext()
35*c217d954SCole Faust : _config(), _memory_managers(), _weights_managers()
36*c217d954SCole Faust {
37*c217d954SCole Faust }
38*c217d954SCole Faust
~GraphContext()39*c217d954SCole Faust GraphContext::~GraphContext()
40*c217d954SCole Faust {
41*c217d954SCole Faust _memory_managers.clear();
42*c217d954SCole Faust _weights_managers.clear();
43*c217d954SCole Faust release_default_graph_context(*this);
44*c217d954SCole Faust }
45*c217d954SCole Faust
config() const46*c217d954SCole Faust const GraphConfig &GraphContext::config() const
47*c217d954SCole Faust {
48*c217d954SCole Faust return _config;
49*c217d954SCole Faust }
50*c217d954SCole Faust
set_config(const GraphConfig & config)51*c217d954SCole Faust void GraphContext::set_config(const GraphConfig &config)
52*c217d954SCole Faust {
53*c217d954SCole Faust _config = config;
54*c217d954SCole Faust }
55*c217d954SCole Faust
insert_memory_management_ctx(MemoryManagerContext && memory_ctx)56*c217d954SCole Faust bool GraphContext::insert_memory_management_ctx(MemoryManagerContext &&memory_ctx)
57*c217d954SCole Faust {
58*c217d954SCole Faust Target target = memory_ctx.target;
59*c217d954SCole Faust if(target == Target::UNSPECIFIED || _memory_managers.find(target) != std::end(_memory_managers))
60*c217d954SCole Faust {
61*c217d954SCole Faust return false;
62*c217d954SCole Faust }
63*c217d954SCole Faust
64*c217d954SCole Faust _memory_managers[target] = std::move(memory_ctx);
65*c217d954SCole Faust return true;
66*c217d954SCole Faust }
67*c217d954SCole Faust
memory_management_ctx(Target target)68*c217d954SCole Faust MemoryManagerContext *GraphContext::memory_management_ctx(Target target)
69*c217d954SCole Faust {
70*c217d954SCole Faust return (_memory_managers.find(target) != std::end(_memory_managers)) ? &_memory_managers[target] : nullptr;
71*c217d954SCole Faust }
72*c217d954SCole Faust
memory_managers()73*c217d954SCole Faust std::map<Target, MemoryManagerContext> &GraphContext::memory_managers()
74*c217d954SCole Faust {
75*c217d954SCole Faust return _memory_managers;
76*c217d954SCole Faust }
77*c217d954SCole Faust
insert_weights_management_ctx(WeightsManagerContext && weights_managers)78*c217d954SCole Faust bool GraphContext::insert_weights_management_ctx(WeightsManagerContext &&weights_managers)
79*c217d954SCole Faust {
80*c217d954SCole Faust Target target = weights_managers.target;
81*c217d954SCole Faust
82*c217d954SCole Faust if(_weights_managers.find(target) != std::end(_weights_managers))
83*c217d954SCole Faust {
84*c217d954SCole Faust return false;
85*c217d954SCole Faust }
86*c217d954SCole Faust
87*c217d954SCole Faust _weights_managers[target] = std::move(weights_managers);
88*c217d954SCole Faust
89*c217d954SCole Faust return true;
90*c217d954SCole Faust }
91*c217d954SCole Faust
weights_management_ctx(Target target)92*c217d954SCole Faust WeightsManagerContext *GraphContext::weights_management_ctx(Target target)
93*c217d954SCole Faust {
94*c217d954SCole Faust return (_weights_managers.find(target) != std::end(_weights_managers)) ? &_weights_managers[target] : nullptr;
95*c217d954SCole Faust }
96*c217d954SCole Faust
weights_managers()97*c217d954SCole Faust std::map<Target, WeightsManagerContext> &GraphContext::weights_managers()
98*c217d954SCole Faust {
99*c217d954SCole Faust return _weights_managers;
100*c217d954SCole Faust }
101*c217d954SCole Faust
finalize()102*c217d954SCole Faust void GraphContext::finalize()
103*c217d954SCole Faust {
104*c217d954SCole Faust const size_t num_pools = 1;
105*c217d954SCole Faust for(auto &mm_obj : _memory_managers)
106*c217d954SCole Faust {
107*c217d954SCole Faust ARM_COMPUTE_ERROR_ON(!mm_obj.second.allocator);
108*c217d954SCole Faust
109*c217d954SCole Faust // Finalize intra layer memory manager
110*c217d954SCole Faust if(mm_obj.second.intra_mm != nullptr)
111*c217d954SCole Faust {
112*c217d954SCole Faust mm_obj.second.intra_mm->populate(*mm_obj.second.allocator, num_pools);
113*c217d954SCole Faust }
114*c217d954SCole Faust // Finalize cross layer memory manager
115*c217d954SCole Faust if(mm_obj.second.cross_mm != nullptr)
116*c217d954SCole Faust {
117*c217d954SCole Faust mm_obj.second.cross_mm->populate(*mm_obj.second.allocator, num_pools);
118*c217d954SCole Faust }
119*c217d954SCole Faust }
120*c217d954SCole Faust }
121*c217d954SCole Faust } // namespace graph
122*c217d954SCole Faust } // namespace arm_compute
123