1 /*************************************************************************************************** 2 * Copyright (c) 2017 - 2022 NVIDIA CORPORATION & AFFILIATES. All rights reserved. 3 * SPDX-License-Identifier: BSD-3-Clause 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions are met: 7 * 8 * 1. Redistributions of source code must retain the above copyright notice, this 9 * list of conditions and the following disclaimer. 10 * 11 * 2. Redistributions in binary form must reproduce the above copyright notice, 12 * this list of conditions and the following disclaimer in the documentation 13 * and/or other materials provided with the distribution. 14 * 15 * 3. Neither the name of the copyright holder nor the names of its 16 * contributors may be used to endorse or promote products derived from 17 * this software without specific prior written permission. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 20 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 21 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 22 * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE 23 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 25 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER 26 * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 27 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 28 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 29 * 30 **************************************************************************************************/ 31 /*! \file 32 \brief Defines new layouts needed for MoE 33 */ 34 #pragma once 35 36 #include <cutlass/cutlass.h> 37 #include <cutlass/fast_math.h> 38 #include <cutlass/matrix_coord.h> 39 #include <cutlass/pitch_linear_coord.h> 40 41 namespace cutlass { 42 namespace layout { 43 44 template<int RowsPerTile, int ColumnsInterleaved> 45 class ColumnMajorTileInterleave { 46 static constexpr int kRowsPerTile = RowsPerTile; 47 static constexpr int kColumnsInterleaved = ColumnsInterleaved; 48 }; 49 50 template<class T> 51 struct IsColumnMajorTileInterleave { 52 static constexpr bool value = false; 53 }; 54 55 template<int U, int V> 56 struct IsColumnMajorTileInterleave<ColumnMajorTileInterleave<U, V>> { 57 static constexpr bool value = true; 58 }; 59 60 } // namespace layout 61 } // namespace cutlass 62