1 /* 2 * Copyright (c) Meta Platforms, Inc. and affiliates. 3 * All rights reserved. 4 * 5 * This source code is licensed under the BSD-style license found in the 6 * LICENSE file in the root directory of this source tree. 7 */ 8 9 #pragma once 10 11 #include <executorch/backends/vulkan/runtime/graph/ComputeGraph.h> 12 13 namespace vkcompute { 14 15 std::vector<uint8_t> int4mm_pack_weights( 16 const std::vector<int64_t>& W_sizes, 17 const uint8_t* w_ptr); 18 19 std::vector<float> int4mm_dequantize_weights( 20 const std::vector<int64_t>& W_sizes, 21 const uint8_t* w_ptr, 22 const uint32_t group_size, 23 const float* scales_and_zeros); 24 25 } // namespace vkcompute 26