Home
last modified time | relevance | path

Searched refs:multihead_attn_module (Results 1 – 2 of 2) sorted by relevance

/aosp_15_r20/external/pytorch/test/nn/
H A Dtest_multihead_attention.py194 multihead_attn_module = MultiheadAttention(
204 bias_k = multihead_attn_module.bias_k.detach().numpy()
205 bias_v = multihead_attn_module.bias_v.detach().numpy()
214 if multihead_attn_module._qkv_same_embed_dim:
224 multihead_attn_module.in_proj_weight,
225 multihead_attn_module.in_proj_bias,
226 multihead_attn_module.bias_k,
227 multihead_attn_module.bias_v,
228 multihead_attn_module.add_zero_attn,
229 multihead_attn_module.dropout,
[all …]
/aosp_15_r20/external/pytorch/test/cpp/api/
H A Dmodules.cpp3571 const auto multihead_attn_module = MultiheadAttention(options); in _multihead_attn_test_helper() local
3575 auto named_parameters = multihead_attn_module->named_parameters(); in _multihead_attn_test_helper()
3588 auto submodules = multihead_attn_module->named_children(); in _multihead_attn_test_helper()
3596 bias_k = multihead_attn_module->bias_k.detach(); in _multihead_attn_test_helper()
3597 bias_v = multihead_attn_module->bias_v.detach(); in _multihead_attn_test_helper()
3611 if (multihead_attn_module->_qkv_same_embed_dim) { in _multihead_attn_test_helper()
3619 /*in_proj_weight=*/multihead_attn_module->in_proj_weight, in _multihead_attn_test_helper()
3620 /*in_proj_bias=*/multihead_attn_module->in_proj_bias, in _multihead_attn_test_helper()
3621 /*bias_k=*/multihead_attn_module->bias_k, in _multihead_attn_test_helper()
3622 /*bias_v=*/multihead_attn_module->bias_v, in _multihead_attn_test_helper()
[all …]