1*c217d954SCole Faust /* 2*c217d954SCole Faust * Copyright (c) 2017-2021 Arm Limited. 3*c217d954SCole Faust * 4*c217d954SCole Faust * SPDX-License-Identifier: MIT 5*c217d954SCole Faust * 6*c217d954SCole Faust * Permission is hereby granted, free of charge, to any person obtaining a copy 7*c217d954SCole Faust * of this software and associated documentation files (the "Software"), to 8*c217d954SCole Faust * deal in the Software without restriction, including without limitation the 9*c217d954SCole Faust * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or 10*c217d954SCole Faust * sell copies of the Software, and to permit persons to whom the Software is 11*c217d954SCole Faust * furnished to do so, subject to the following conditions: 12*c217d954SCole Faust * 13*c217d954SCole Faust * The above copyright notice and this permission notice shall be included in all 14*c217d954SCole Faust * copies or substantial portions of the Software. 15*c217d954SCole Faust * 16*c217d954SCole Faust * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 17*c217d954SCole Faust * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 18*c217d954SCole Faust * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 19*c217d954SCole Faust * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 20*c217d954SCole Faust * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 21*c217d954SCole Faust * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 22*c217d954SCole Faust * SOFTWARE. 23*c217d954SCole Faust */ 24*c217d954SCole Faust #ifndef ARM_COMPUTE_TEST_UNIT_WEIGHTS_RETENTION 25*c217d954SCole Faust #define ARM_COMPUTE_TEST_UNIT_WEIGHTS_RETENTION 26*c217d954SCole Faust 27*c217d954SCole Faust #include "arm_compute/core/TensorShape.h" 28*c217d954SCole Faust #include "arm_compute/core/Types.h" 29*c217d954SCole Faust #include "tests/AssetsLibrary.h" 30*c217d954SCole Faust #include "tests/Globals.h" 31*c217d954SCole Faust #include "tests/IAccessor.h" 32*c217d954SCole Faust #include "tests/framework/Asserts.h" 33*c217d954SCole Faust #include "tests/framework/Fixture.h" 34*c217d954SCole Faust #include "tests/validation/Helpers.h" 35*c217d954SCole Faust #include "tests/validation/reference/FullyConnectedLayer.h" 36*c217d954SCole Faust 37*c217d954SCole Faust namespace arm_compute 38*c217d954SCole Faust { 39*c217d954SCole Faust namespace test 40*c217d954SCole Faust { 41*c217d954SCole Faust namespace validation 42*c217d954SCole Faust { 43*c217d954SCole Faust /** Test case to run a fully connected layer with weights retention, reconfigure 44*c217d954SCole Faust * with different shapes and rerun making sure the weights are retained. 45*c217d954SCole Faust * 46*c217d954SCole Faust * Runs a fully connected layer stimulating is_interleaved_transpose CLGEMM, 47*c217d954SCole Faust * then reconfigures with different batch size and reruns. 48*c217d954SCole Faust */ 49*c217d954SCole Faust template <typename TensorType, typename AccessorType, typename FullyConnectedFunction> 50*c217d954SCole Faust class WeightsRetentionReconfigureTestCaseFixture : public framework::Fixture 51*c217d954SCole Faust { 52*c217d954SCole Faust using T = float; 53*c217d954SCole Faust 54*c217d954SCole Faust public: setup()55*c217d954SCole Faust void setup() 56*c217d954SCole Faust { 57*c217d954SCole Faust _max_batches = 8; 58*c217d954SCole Faust _cur_batches = 6; 59*c217d954SCole Faust _target = compute_target(); 60*c217d954SCole Faust _reference = compute_reference(); 61*c217d954SCole Faust }; 62*c217d954SCole Faust 63*c217d954SCole Faust protected: 64*c217d954SCole Faust template <typename U> fill(U && tensor,int i)65*c217d954SCole Faust void fill(U &&tensor, int i) 66*c217d954SCole Faust { 67*c217d954SCole Faust static_assert(std::is_floating_point<T>::value || std::is_same<T, half>::value, "Only floating point data types supported."); 68*c217d954SCole Faust using DistributionType = typename std::conditional<std::is_same<T, half>::value, arm_compute::utils::uniform_real_distribution_16bit<T>, std::uniform_real_distribution<T>>::type; 69*c217d954SCole Faust 70*c217d954SCole Faust DistributionType distribution{ T(0.5f), T(1.0f) }; 71*c217d954SCole Faust library->fill(tensor, distribution, i); 72*c217d954SCole Faust } 73*c217d954SCole Faust compute_target()74*c217d954SCole Faust TensorType compute_target() 75*c217d954SCole Faust { 76*c217d954SCole Faust // Create tensors 77*c217d954SCole Faust TensorType w1 = create_tensor<TensorType>(TensorShape(6000U, 15U), DataType::F32, 1); 78*c217d954SCole Faust TensorType b1 = create_tensor<TensorType>(TensorShape(15U), DataType::F32, 1); 79*c217d954SCole Faust TensorType src = create_tensor<TensorType>(TensorShape(1U, 15U, 400U, _max_batches), DataType::F32, 1); 80*c217d954SCole Faust TensorType dst = create_tensor<TensorType>(TensorShape(15U, _max_batches), DataType::F32, 1); 81*c217d954SCole Faust 82*c217d954SCole Faust // Create and configure function 83*c217d954SCole Faust FullyConnectedFunction fc_layer_1; 84*c217d954SCole Faust fc_layer_1.configure(&src, &w1, &b1, &dst); 85*c217d954SCole Faust 86*c217d954SCole Faust // Allocate persistent tensors 87*c217d954SCole Faust w1.allocator()->allocate(); 88*c217d954SCole Faust b1.allocator()->allocate(); 89*c217d954SCole Faust 90*c217d954SCole Faust // Allocate tensors (1st iteration) 91*c217d954SCole Faust src.allocator()->allocate(); 92*c217d954SCole Faust dst.allocator()->allocate(); 93*c217d954SCole Faust 94*c217d954SCole Faust // Fill tensors (1st iteration) 95*c217d954SCole Faust fill(AccessorType(src), 0); 96*c217d954SCole Faust fill(AccessorType(w1), 1); 97*c217d954SCole Faust fill(AccessorType(b1), 2); 98*c217d954SCole Faust 99*c217d954SCole Faust // Compute functions (1st iteration) 100*c217d954SCole Faust fc_layer_1.run(); 101*c217d954SCole Faust 102*c217d954SCole Faust // Update tensor shapes (2nd iteration) 103*c217d954SCole Faust auto src_padding = src.allocator()->info().padding(); 104*c217d954SCole Faust auto dst_padding = dst.allocator()->info().padding(); 105*c217d954SCole Faust int diff = _max_batches - _cur_batches; 106*c217d954SCole Faust auto new_src_padding = PaddingSize(src_padding.top, src_padding.right, src_padding.bottom + diff, src_padding.left); 107*c217d954SCole Faust auto new_dst_padding = PaddingSize(dst_padding.top, dst_padding.right, dst_padding.bottom + diff, dst_padding.left); 108*c217d954SCole Faust src.allocator()->info().set_tensor_shape(TensorShape(1U, 15U, 400U, _cur_batches)).set_is_resizable(true).extend_padding(new_src_padding); 109*c217d954SCole Faust src.allocator()->info().set_is_resizable(false); 110*c217d954SCole Faust dst.allocator()->info().set_tensor_shape(TensorShape(15U, _cur_batches)).set_is_resizable(true).extend_padding(new_dst_padding); 111*c217d954SCole Faust dst.allocator()->info().set_is_resizable(false); 112*c217d954SCole Faust 113*c217d954SCole Faust // Configure FC info 114*c217d954SCole Faust FullyConnectedLayerInfo fc_info; 115*c217d954SCole Faust fc_info.retain_internal_weights = true; 116*c217d954SCole Faust 117*c217d954SCole Faust // Configure functions (2nd iteration) 118*c217d954SCole Faust fc_layer_1.configure(&src, &w1, &b1, &dst, fc_info); 119*c217d954SCole Faust 120*c217d954SCole Faust // Fill tensors (2nd iteration) 121*c217d954SCole Faust fill(AccessorType(src), 5); 122*c217d954SCole Faust 123*c217d954SCole Faust // Compute functions (2nd iteration) 124*c217d954SCole Faust fc_layer_1.run(); 125*c217d954SCole Faust 126*c217d954SCole Faust return dst; 127*c217d954SCole Faust } 128*c217d954SCole Faust compute_reference()129*c217d954SCole Faust SimpleTensor<T> compute_reference() 130*c217d954SCole Faust { 131*c217d954SCole Faust // Create reference 132*c217d954SCole Faust SimpleTensor<T> w1{ TensorShape(6000U, 15U), DataType::F32 }; 133*c217d954SCole Faust SimpleTensor<T> b1{ TensorShape(15U), DataType::F32 }; 134*c217d954SCole Faust SimpleTensor<T> src{ TensorShape(1U, 15U, 400U, _cur_batches), DataType::F32 }; 135*c217d954SCole Faust 136*c217d954SCole Faust // Fill reference 137*c217d954SCole Faust fill(src, 5); 138*c217d954SCole Faust fill(w1, 1); 139*c217d954SCole Faust fill(b1, 2); 140*c217d954SCole Faust 141*c217d954SCole Faust return reference::fully_connected_layer(src, w1, b1, TensorShape(15U, _cur_batches)); 142*c217d954SCole Faust } 143*c217d954SCole Faust 144*c217d954SCole Faust protected: 145*c217d954SCole Faust TensorType _target{}; 146*c217d954SCole Faust SimpleTensor<T> _reference{}; 147*c217d954SCole Faust unsigned int _max_batches{}; 148*c217d954SCole Faust unsigned int _cur_batches{}; 149*c217d954SCole Faust }; 150*c217d954SCole Faust } // namespace validation 151*c217d954SCole Faust } // namespace test 152*c217d954SCole Faust } // namespace arm_compute 153*c217d954SCole Faust #endif /* ARM_COMPUTE_TEST_UNIT_WEIGHTS_RETENTION */ 154