Searched refs:multihead_attn_module (Results 1 – 2 of 2) sorted by relevance
/aosp_15_r20/external/pytorch/test/nn/ |
H A D | test_multihead_attention.py | 194 multihead_attn_module = MultiheadAttention( 204 bias_k = multihead_attn_module.bias_k.detach().numpy() 205 bias_v = multihead_attn_module.bias_v.detach().numpy() 214 if multihead_attn_module._qkv_same_embed_dim: 224 multihead_attn_module.in_proj_weight, 225 multihead_attn_module.in_proj_bias, 226 multihead_attn_module.bias_k, 227 multihead_attn_module.bias_v, 228 multihead_attn_module.add_zero_attn, 229 multihead_attn_module.dropout, [all …]
|
/aosp_15_r20/external/pytorch/test/cpp/api/ |
H A D | modules.cpp | 3571 const auto multihead_attn_module = MultiheadAttention(options); in _multihead_attn_test_helper() local 3575 auto named_parameters = multihead_attn_module->named_parameters(); in _multihead_attn_test_helper() 3588 auto submodules = multihead_attn_module->named_children(); in _multihead_attn_test_helper() 3596 bias_k = multihead_attn_module->bias_k.detach(); in _multihead_attn_test_helper() 3597 bias_v = multihead_attn_module->bias_v.detach(); in _multihead_attn_test_helper() 3611 if (multihead_attn_module->_qkv_same_embed_dim) { in _multihead_attn_test_helper() 3619 /*in_proj_weight=*/multihead_attn_module->in_proj_weight, in _multihead_attn_test_helper() 3620 /*in_proj_bias=*/multihead_attn_module->in_proj_bias, in _multihead_attn_test_helper() 3621 /*bias_k=*/multihead_attn_module->bias_k, in _multihead_attn_test_helper() 3622 /*bias_v=*/multihead_attn_module->bias_v, in _multihead_attn_test_helper() [all …]
|