Lines Matching +full:data +full:- +full:mirror
1 // SPDX-License-Identifier: GPL-2.0-only
20 * Interval to flush dirty data for next CTX entry. The interval is measured
36 if (eng_grp->g->engs_num < 0 || in get_cores_bmap()
37 eng_grp->g->engs_num > OTX2_CPT_MAX_ENGINES) { in get_cores_bmap()
39 eng_grp->g->engs_num); in get_cores_bmap()
44 if (eng_grp->engs[i].type) { in get_cores_bmap()
46 eng_grp->engs[i].bmap, in get_cores_bmap()
47 eng_grp->g->engs_num); in get_cores_bmap()
48 bmap.size = eng_grp->g->engs_num; in get_cores_bmap()
55 eng_grp->idx); in get_cores_bmap()
66 if (eng_grp->ucode[1].type) in is_2nd_ucode_used()
75 strscpy(ucode->filename, filename, OTX2_CPT_NAME_LENGTH); in set_ucode_filename()
131 strscpy(tmp_ver_str, ucode_hdr->ver_str, OTX2_CPT_UCODE_VER_STR_SZ); in get_ucode_type()
135 sprintf(ver_str_prefix, "ocpt-%02d", rid); in get_ucode_type()
137 return -EINVAL; in get_ucode_type()
139 nn = ucode_hdr->ver_num.nn; in get_ucode_type()
140 if (strnstr(tmp_ver_str, "se-", OTX2_CPT_UCODE_VER_STR_SZ) && in get_ucode_type()
144 if (strnstr(tmp_ver_str, "ie-", OTX2_CPT_UCODE_VER_STR_SZ) && in get_ucode_type()
155 return -EINVAL; in get_ucode_type()
163 return otx2_cpt_write_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in __write_ucode_base()
176 ret = otx2_cpt_write_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in cptx_set_ucode_base()
178 cptpf->pf_id << RVU_PFVF_PF_SHIFT, blkaddr); in cptx_set_ucode_base()
183 engs = &eng_grp->engs[i]; in cptx_set_ucode_base()
184 if (!engs->type) in cptx_set_ucode_base()
187 dma_addr = engs->ucode->dma; in cptx_set_ucode_base()
193 for_each_set_bit(bit, engs->bmap, eng_grp->g->engs_num) in cptx_set_ucode_base()
194 if (!eng_grp->g->eng_ref_cnt[bit]) { in cptx_set_ucode_base()
209 if (cptpf->has_cpt1) { in cpt_set_ucode_base()
228 ret = otx2_cpt_read_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in cptx_detach_and_disable_cores()
233 if (reg & (1ull << eng_grp->idx)) { in cptx_detach_and_disable_cores()
234 eng_grp->g->eng_ref_cnt[i]--; in cptx_detach_and_disable_cores()
235 reg &= ~(1ull << eng_grp->idx); in cptx_detach_and_disable_cores()
237 ret = otx2_cpt_write_af_reg(&cptpf->afpf_mbox, in cptx_detach_and_disable_cores()
238 cptpf->pdev, in cptx_detach_and_disable_cores()
250 if (timeout-- < 0) in cptx_detach_and_disable_cores()
251 return -EBUSY; in cptx_detach_and_disable_cores()
254 ret = otx2_cpt_read_af_reg(&cptpf->afpf_mbox, in cptx_detach_and_disable_cores()
255 cptpf->pdev, in cptx_detach_and_disable_cores()
270 if (!eng_grp->g->eng_ref_cnt[i]) { in cptx_detach_and_disable_cores()
271 ret = otx2_cpt_write_af_reg(&cptpf->afpf_mbox, in cptx_detach_and_disable_cores()
272 cptpf->pdev, in cptx_detach_and_disable_cores()
290 bmap = get_cores_bmap(&cptpf->pdev->dev, eng_grp); in cpt_detach_and_disable_cores()
292 return -EINVAL; in cpt_detach_and_disable_cores()
294 if (cptpf->has_cpt1) { in cpt_detach_and_disable_cores()
314 ret = otx2_cpt_read_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in cptx_attach_and_enable_cores()
319 if (!(reg & (1ull << eng_grp->idx))) { in cptx_attach_and_enable_cores()
320 eng_grp->g->eng_ref_cnt[i]++; in cptx_attach_and_enable_cores()
321 reg |= 1ull << eng_grp->idx; in cptx_attach_and_enable_cores()
323 ret = otx2_cpt_write_af_reg(&cptpf->afpf_mbox, in cptx_attach_and_enable_cores()
324 cptpf->pdev, in cptx_attach_and_enable_cores()
334 ret = otx2_cpt_add_write_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in cptx_attach_and_enable_cores()
340 return otx2_cpt_send_af_reg_requests(&cptpf->afpf_mbox, cptpf->pdev); in cptx_attach_and_enable_cores()
350 bmap = get_cores_bmap(&cptpf->pdev->dev, eng_grp); in cpt_attach_and_enable_cores()
352 return -EINVAL; in cpt_attach_and_enable_cores()
354 if (cptpf->has_cpt1) { in cpt_attach_and_enable_cores()
373 return -ENOMEM; in load_fw()
375 ret = request_firmware(&uc_info->fw, filename, dev); in load_fw()
379 ucode_hdr = (struct otx2_cpt_ucode_hdr *)uc_info->fw->data; in load_fw()
384 ucode_size = ntohl(ucode_hdr->code_length) * 2; in load_fw()
387 ret = -EINVAL; in load_fw()
391 set_ucode_filename(&uc_info->ucode, filename); in load_fw()
392 memcpy(uc_info->ucode.ver_str, ucode_hdr->ver_str, in load_fw()
394 uc_info->ucode.ver_str[OTX2_CPT_UCODE_VER_STR_SZ] = 0; in load_fw()
395 uc_info->ucode.ver_num = ucode_hdr->ver_num; in load_fw()
396 uc_info->ucode.type = ucode_type; in load_fw()
397 uc_info->ucode.size = ucode_size; in load_fw()
398 list_add_tail(&uc_info->list, &fw_info->ucodes); in load_fw()
403 release_firmware(uc_info->fw); in load_fw()
416 list_for_each_entry_safe(curr, temp, &fw_info->ucodes, list) { in cpt_ucode_release_fw()
417 list_del(&curr->list); in cpt_ucode_release_fw()
418 release_firmware(curr->fw); in cpt_ucode_release_fw()
428 list_for_each_entry(curr, &fw_info->ucodes, list) { in get_ucode()
429 if (!is_eng_type(curr->ucode.type, ucode_type)) in get_ucode()
441 list_for_each_entry(curr, &fw_info->ucodes, list) { in print_uc_info()
442 pr_debug("Ucode filename %s\n", curr->ucode.filename); in print_uc_info()
443 pr_debug("Ucode version string %s\n", curr->ucode.ver_str); in print_uc_info()
445 curr->ucode.ver_num.nn, curr->ucode.ver_num.xx, in print_uc_info()
446 curr->ucode.ver_num.yy, curr->ucode.ver_num.zz); in print_uc_info()
447 pr_debug("Ucode type (%d) %s\n", curr->ucode.type, in print_uc_info()
448 get_ucode_type_str(curr->ucode.type)); in print_uc_info()
449 pr_debug("Ucode size %d\n", curr->ucode.size); in print_uc_info()
450 pr_debug("Ucode ptr %p\n", curr->fw->data); in print_uc_info()
461 INIT_LIST_HEAD(&fw_info->ucodes); in cpt_ucode_load_fw()
471 ret = load_fw(&pdev->dev, fw_info, filename, rid); in cpt_ucode_load_fw()
490 if (!eng_grp->engs[i].type) in find_engines_by_type()
493 if (eng_grp->engs[i].type == eng_type) in find_engines_by_type()
494 return &eng_grp->engs[i]; in find_engines_by_type()
513 switch (engs->type) { in update_engines_avail_count()
515 avail->se_cnt += val; in update_engines_avail_count()
519 avail->ie_cnt += val; in update_engines_avail_count()
523 avail->ae_cnt += val; in update_engines_avail_count()
527 dev_err(dev, "Invalid engine type %d\n", engs->type); in update_engines_avail_count()
528 return -EINVAL; in update_engines_avail_count()
537 switch (engs->type) { in update_engines_offset()
539 engs->offset = 0; in update_engines_offset()
543 engs->offset = avail->max_se_cnt; in update_engines_offset()
547 engs->offset = avail->max_se_cnt + avail->max_ie_cnt; in update_engines_offset()
551 dev_err(dev, "Invalid engine type %d\n", engs->type); in update_engines_offset()
552 return -EINVAL; in update_engines_offset()
563 if (!grp->engs[i].type) in release_engines()
566 if (grp->engs[i].count > 0) { in release_engines()
567 ret = update_engines_avail_count(dev, &grp->g->avail, in release_engines()
568 &grp->engs[i], in release_engines()
569 grp->engs[i].count); in release_engines()
574 grp->engs[i].type = 0; in release_engines()
575 grp->engs[i].count = 0; in release_engines()
576 grp->engs[i].offset = 0; in release_engines()
577 grp->engs[i].ucode = NULL; in release_engines()
578 bitmap_zero(grp->engs[i].bmap, grp->g->engs_num); in release_engines()
591 if (!grp->engs[i].type) { in do_reserve_engines()
592 engs = &grp->engs[i]; in do_reserve_engines()
598 return -ENOMEM; in do_reserve_engines()
600 engs->type = req_engs->type; in do_reserve_engines()
601 engs->count = req_engs->count; in do_reserve_engines()
603 ret = update_engines_offset(dev, &grp->g->avail, engs); in do_reserve_engines()
607 if (engs->count > 0) { in do_reserve_engines()
608 ret = update_engines_avail_count(dev, &grp->g->avail, engs, in do_reserve_engines()
609 -engs->count); in do_reserve_engines()
623 switch (req_eng->type) { in check_engines_availability()
625 avail_cnt = grp->g->avail.se_cnt; in check_engines_availability()
629 avail_cnt = grp->g->avail.ie_cnt; in check_engines_availability()
633 avail_cnt = grp->g->avail.ae_cnt; in check_engines_availability()
637 dev_err(dev, "Invalid engine type %d\n", req_eng->type); in check_engines_availability()
638 return -EINVAL; in check_engines_availability()
641 if (avail_cnt < req_eng->count) { in check_engines_availability()
644 get_eng_type_str(req_eng->type), in check_engines_availability()
645 avail_cnt, req_eng->count); in check_engines_availability()
646 return -EBUSY; in check_engines_availability()
675 if (ucode->va) { in ucode_unload()
676 dma_free_coherent(dev, OTX2_CPT_UCODE_SZ, ucode->va, in ucode_unload()
677 ucode->dma); in ucode_unload()
678 ucode->va = NULL; in ucode_unload()
679 ucode->dma = 0; in ucode_unload()
680 ucode->size = 0; in ucode_unload()
683 memset(&ucode->ver_str, 0, OTX2_CPT_UCODE_VER_STR_SZ); in ucode_unload()
684 memset(&ucode->ver_num, 0, sizeof(struct otx2_cpt_ucode_ver_num)); in ucode_unload()
686 ucode->type = 0; in ucode_unload()
696 ucode->va = dma_alloc_coherent(dev, OTX2_CPT_UCODE_SZ, &ucode->dma, in copy_ucode_to_dma_mem()
698 if (!ucode->va) in copy_ucode_to_dma_mem()
699 return -ENOMEM; in copy_ucode_to_dma_mem()
701 memcpy(ucode->va, ucode_data + sizeof(struct otx2_cpt_ucode_hdr), in copy_ucode_to_dma_mem()
702 ucode->size); in copy_ucode_to_dma_mem()
704 /* Byte swap 64-bit */ in copy_ucode_to_dma_mem()
705 for (i = 0; i < (ucode->size / 8); i++) in copy_ucode_to_dma_mem()
706 cpu_to_be64s(&((u64 *)ucode->va)[i]); in copy_ucode_to_dma_mem()
707 /* Ucode needs 16-bit swap */ in copy_ucode_to_dma_mem()
708 for (i = 0; i < (ucode->size / 2); i++) in copy_ucode_to_dma_mem()
709 cpu_to_be16s(&((u16 *)ucode->va)[i]); in copy_ucode_to_dma_mem()
741 ucode_unload(dev, &eng_grp->ucode[0]); in disable_eng_grp()
742 ucode_unload(dev, &eng_grp->ucode[1]); in disable_eng_grp()
745 if (!eng_grp->engs[i].type) in disable_eng_grp()
748 eng_grp->engs[i].ucode = &eng_grp->ucode[0]; in disable_eng_grp()
761 src_grp->mirror.is_ena = false; in setup_eng_grp_mirroring()
762 src_grp->mirror.idx = 0; in setup_eng_grp_mirroring()
763 src_grp->mirror.ref_count++; in setup_eng_grp_mirroring()
766 dst_grp->mirror.is_ena = true; in setup_eng_grp_mirroring()
767 dst_grp->mirror.idx = src_grp->idx; in setup_eng_grp_mirroring()
768 dst_grp->mirror.ref_count = 0; in setup_eng_grp_mirroring()
775 if (!dst_grp->mirror.is_ena) in remove_eng_grp_mirroring()
778 src_grp = &dst_grp->g->grp[dst_grp->mirror.idx]; in remove_eng_grp_mirroring()
780 src_grp->mirror.ref_count--; in remove_eng_grp_mirroring()
781 dst_grp->mirror.is_ena = false; in remove_eng_grp_mirroring()
782 dst_grp->mirror.idx = 0; in remove_eng_grp_mirroring()
783 dst_grp->mirror.ref_count = 0; in remove_eng_grp_mirroring()
812 engs[i].count -= mirrored_engs->count; in update_requested_engs()
819 struct otx2_cpt_eng_grps *eng_grps = grp->g; in find_mirrored_eng_grp()
823 if (!eng_grps->grp[i].is_enabled) in find_mirrored_eng_grp()
825 if (eng_grps->grp[i].ucode[0].type && in find_mirrored_eng_grp()
826 eng_grps->grp[i].ucode[1].type) in find_mirrored_eng_grp()
828 if (grp->idx == i) in find_mirrored_eng_grp()
830 if (!strncasecmp(eng_grps->grp[i].ucode[0].ver_str, in find_mirrored_eng_grp()
831 grp->ucode[0].ver_str, in find_mirrored_eng_grp()
833 return &eng_grps->grp[i]; in find_mirrored_eng_grp()
845 if (!eng_grps->grp[i].is_enabled) in find_unused_eng_grp()
846 return &eng_grps->grp[i]; in find_unused_eng_grp()
860 engs = &eng_grp->engs[i]; in eng_grp_update_masks()
861 if (!engs->type) in eng_grp_update_masks()
863 if (engs->count <= 0) in eng_grp_update_masks()
866 switch (engs->type) { in eng_grp_update_masks()
868 max_cnt = eng_grp->g->avail.max_se_cnt; in eng_grp_update_masks()
872 max_cnt = eng_grp->g->avail.max_ie_cnt; in eng_grp_update_masks()
876 max_cnt = eng_grp->g->avail.max_ae_cnt; in eng_grp_update_masks()
880 dev_err(dev, "Invalid engine type %d\n", engs->type); in eng_grp_update_masks()
881 return -EINVAL; in eng_grp_update_masks()
884 cnt = engs->count; in eng_grp_update_masks()
885 WARN_ON(engs->offset + max_cnt > OTX2_CPT_MAX_ENGINES); in eng_grp_update_masks()
886 bitmap_zero(tmp_bmap.bits, eng_grp->g->engs_num); in eng_grp_update_masks()
887 for (j = engs->offset; j < engs->offset + max_cnt; j++) { in eng_grp_update_masks()
888 if (!eng_grp->g->eng_ref_cnt[j]) { in eng_grp_update_masks()
890 cnt--; in eng_grp_update_masks()
897 return -ENOSPC; in eng_grp_update_masks()
899 bitmap_copy(engs->bmap, tmp_bmap.bits, eng_grp->g->engs_num); in eng_grp_update_masks()
902 if (!eng_grp->mirror.is_ena) in eng_grp_update_masks()
906 engs = &eng_grp->engs[i]; in eng_grp_update_masks()
907 if (!engs->type) in eng_grp_update_masks()
911 &eng_grp->g->grp[eng_grp->mirror.idx], in eng_grp_update_masks()
912 engs->type); in eng_grp_update_masks()
913 WARN_ON(!mirrored_engs && engs->count <= 0); in eng_grp_update_masks()
917 bitmap_copy(tmp_bmap.bits, mirrored_engs->bmap, in eng_grp_update_masks()
918 eng_grp->g->engs_num); in eng_grp_update_masks()
919 if (engs->count < 0) { in eng_grp_update_masks()
920 bit = find_first_bit(mirrored_engs->bmap, in eng_grp_update_masks()
921 eng_grp->g->engs_num); in eng_grp_update_masks()
922 bitmap_clear(tmp_bmap.bits, bit, -engs->count); in eng_grp_update_masks()
924 bitmap_or(engs->bmap, engs->bmap, tmp_bmap.bits, in eng_grp_update_masks()
925 eng_grp->g->engs_num); in eng_grp_update_masks()
935 if (!eng_grp->is_enabled) in delete_engine_group()
938 if (eng_grp->mirror.ref_count) in delete_engine_group()
939 return -EINVAL; in delete_engine_group()
945 ret = disable_eng_grp(dev, eng_grp, eng_grp->g->obj); in delete_engine_group()
954 eng_grp->is_enabled = false; in delete_engine_group()
963 if (eng_grp->mirror.is_ena) in update_ucode_ptrs()
964 ucode = &eng_grp->g->grp[eng_grp->mirror.idx].ucode[0]; in update_ucode_ptrs()
966 ucode = &eng_grp->ucode[0]; in update_ucode_ptrs()
967 WARN_ON(!eng_grp->engs[0].type); in update_ucode_ptrs()
968 eng_grp->engs[0].ucode = ucode; in update_ucode_ptrs()
970 if (eng_grp->engs[1].type) { in update_ucode_ptrs()
972 eng_grp->engs[1].ucode = &eng_grp->ucode[1]; in update_ucode_ptrs()
974 eng_grp->engs[1].ucode = ucode; in update_ucode_ptrs()
992 return -ENOSPC; in create_engine_group()
997 eng_grp->ucode[i] = uc_info->ucode; in create_engine_group()
998 ret = copy_ucode_to_dma_mem(dev, &eng_grp->ucode[i], in create_engine_group()
999 uc_info->fw->data); in create_engine_group()
1029 ret = enable_eng_grp(eng_grp, eng_grps->obj); in create_engine_group()
1038 if (eng_grp->mirror.is_ena) in create_engine_group()
1039 ucode_unload(dev, &eng_grp->ucode[0]); in create_engine_group()
1041 eng_grp->is_enabled = true; in create_engine_group()
1049 eng_grp->idx, mirrored_eng_grp->ucode[0].ver_str, in create_engine_group()
1050 mirrored_eng_grp->idx); in create_engine_group()
1053 eng_grp->idx, eng_grp->ucode[0].ver_str); in create_engine_group()
1056 eng_grp->idx, eng_grp->ucode[1].ver_str); in create_engine_group()
1063 ucode_unload(dev, &eng_grp->ucode[0]); in create_engine_group()
1064 ucode_unload(dev, &eng_grp->ucode[1]); in create_engine_group()
1075 if (eng_grps->grp[i].mirror.is_ena) in delete_engine_grps()
1076 delete_engine_group(&pdev->dev, &eng_grps->grp[i]); in delete_engine_grps()
1080 delete_engine_group(&pdev->dev, &eng_grps->grp[i]); in delete_engine_grps()
1103 timeout--; in rnm_to_cpt_errata_fixup()
1124 grp = &eng_grps->grp[i]; in otx2_cpt_get_eng_grp()
1125 if (!grp->is_enabled) in otx2_cpt_get_eng_grp()
1149 struct pci_dev *pdev = cptpf->pdev; in otx2_cpt_create_eng_grps()
1154 mutex_lock(&eng_grps->lock); in otx2_cpt_create_eng_grps()
1159 if (eng_grps->is_grps_created) in otx2_cpt_create_eng_grps()
1162 ret = cpt_ucode_load_fw(pdev, &fw_info, eng_grps->rid); in otx2_cpt_create_eng_grps()
1172 dev_err(&pdev->dev, "Unable to find firmware for SE\n"); in otx2_cpt_create_eng_grps()
1173 ret = -EINVAL; in otx2_cpt_create_eng_grps()
1177 engs[0].count = eng_grps->avail.max_se_cnt; in otx2_cpt_create_eng_grps()
1179 ret = create_engine_group(&pdev->dev, eng_grps, engs, 1, in otx2_cpt_create_eng_grps()
1192 dev_err(&pdev->dev, "Unable to find firmware for IE"); in otx2_cpt_create_eng_grps()
1193 ret = -EINVAL; in otx2_cpt_create_eng_grps()
1197 engs[0].count = eng_grps->avail.max_se_cnt; in otx2_cpt_create_eng_grps()
1199 engs[1].count = eng_grps->avail.max_ie_cnt; in otx2_cpt_create_eng_grps()
1201 ret = create_engine_group(&pdev->dev, eng_grps, engs, 2, in otx2_cpt_create_eng_grps()
1212 dev_err(&pdev->dev, "Unable to find firmware for AE"); in otx2_cpt_create_eng_grps()
1213 ret = -EINVAL; in otx2_cpt_create_eng_grps()
1217 engs[0].count = eng_grps->avail.max_ae_cnt; in otx2_cpt_create_eng_grps()
1219 ret = create_engine_group(&pdev->dev, eng_grps, engs, 1, in otx2_cpt_create_eng_grps()
1224 eng_grps->is_grps_created = true; in otx2_cpt_create_eng_grps()
1235 rnm_to_cpt_errata_fixup(&pdev->dev); in otx2_cpt_create_eng_grps()
1237 otx2_cpt_read_af_reg(&cptpf->afpf_mbox, pdev, CPT_AF_CTL, ®_val, in otx2_cpt_create_eng_grps()
1245 otx2_cpt_write_af_reg(&cptpf->afpf_mbox, pdev, CPT_AF_CTL, in otx2_cpt_create_eng_grps()
1248 * Set interval to periodically flush dirty data for the next in otx2_cpt_create_eng_grps()
1252 otx2_cpt_write_af_reg(&cptpf->afpf_mbox, pdev, CPT_AF_CTX_FLUSH_TIMER, in otx2_cpt_create_eng_grps()
1259 * unpredictable data being delivered to a CPT engine. in otx2_cpt_create_eng_grps()
1262 otx2_cpt_read_af_reg(&cptpf->afpf_mbox, pdev, CPT_AF_DIAG, in otx2_cpt_create_eng_grps()
1264 otx2_cpt_write_af_reg(&cptpf->afpf_mbox, pdev, CPT_AF_DIAG, in otx2_cpt_create_eng_grps()
1268 mutex_unlock(&eng_grps->lock); in otx2_cpt_create_eng_grps()
1276 mutex_unlock(&eng_grps->lock); in otx2_cpt_create_eng_grps()
1289 ret = otx2_cpt_add_write_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in cptx_disable_all_cores()
1295 cptpf->eng_grps.eng_ref_cnt[i] = 0; in cptx_disable_all_cores()
1297 ret = otx2_cpt_send_af_reg_requests(&cptpf->afpf_mbox, cptpf->pdev); in cptx_disable_all_cores()
1305 if (timeout-- < 0) in cptx_disable_all_cores()
1306 return -EBUSY; in cptx_disable_all_cores()
1309 ret = otx2_cpt_read_af_reg(&cptpf->afpf_mbox, in cptx_disable_all_cores()
1310 cptpf->pdev, in cptx_disable_all_cores()
1325 ret = otx2_cpt_add_write_af_reg(&cptpf->afpf_mbox, cptpf->pdev, in cptx_disable_all_cores()
1331 return otx2_cpt_send_af_reg_requests(&cptpf->afpf_mbox, cptpf->pdev); in cptx_disable_all_cores()
1338 total_cores = cptpf->eng_grps.avail.max_se_cnt + in otx2_cpt_disable_all_cores()
1339 cptpf->eng_grps.avail.max_ie_cnt + in otx2_cpt_disable_all_cores()
1340 cptpf->eng_grps.avail.max_ae_cnt; in otx2_cpt_disable_all_cores()
1342 if (cptpf->has_cpt1) { in otx2_cpt_disable_all_cores()
1356 mutex_lock(&eng_grps->lock); in otx2_cpt_cleanup_eng_grps()
1360 grp = &eng_grps->grp[i]; in otx2_cpt_cleanup_eng_grps()
1362 kfree(grp->engs[j].bmap); in otx2_cpt_cleanup_eng_grps()
1363 grp->engs[j].bmap = NULL; in otx2_cpt_cleanup_eng_grps()
1366 mutex_unlock(&eng_grps->lock); in otx2_cpt_cleanup_eng_grps()
1375 mutex_init(&eng_grps->lock); in otx2_cpt_init_eng_grps()
1376 eng_grps->obj = pci_get_drvdata(pdev); in otx2_cpt_init_eng_grps()
1377 eng_grps->avail.se_cnt = eng_grps->avail.max_se_cnt; in otx2_cpt_init_eng_grps()
1378 eng_grps->avail.ie_cnt = eng_grps->avail.max_ie_cnt; in otx2_cpt_init_eng_grps()
1379 eng_grps->avail.ae_cnt = eng_grps->avail.max_ae_cnt; in otx2_cpt_init_eng_grps()
1381 eng_grps->engs_num = eng_grps->avail.max_se_cnt + in otx2_cpt_init_eng_grps()
1382 eng_grps->avail.max_ie_cnt + in otx2_cpt_init_eng_grps()
1383 eng_grps->avail.max_ae_cnt; in otx2_cpt_init_eng_grps()
1384 if (eng_grps->engs_num > OTX2_CPT_MAX_ENGINES) { in otx2_cpt_init_eng_grps()
1385 dev_err(&pdev->dev, in otx2_cpt_init_eng_grps()
1387 eng_grps->engs_num, OTX2_CPT_MAX_ENGINES); in otx2_cpt_init_eng_grps()
1388 ret = -EINVAL; in otx2_cpt_init_eng_grps()
1393 grp = &eng_grps->grp[i]; in otx2_cpt_init_eng_grps()
1394 grp->g = eng_grps; in otx2_cpt_init_eng_grps()
1395 grp->idx = i; in otx2_cpt_init_eng_grps()
1398 grp->engs[j].bmap = in otx2_cpt_init_eng_grps()
1399 kcalloc(BITS_TO_LONGS(eng_grps->engs_num), in otx2_cpt_init_eng_grps()
1401 if (!grp->engs[j].bmap) { in otx2_cpt_init_eng_grps()
1402 ret = -ENOMEM; in otx2_cpt_init_eng_grps()
1422 mutex_lock(&eng_grps->lock); in create_eng_caps_discovery_grps()
1423 ret = cpt_ucode_load_fw(pdev, &fw_info, eng_grps->rid); in create_eng_caps_discovery_grps()
1425 mutex_unlock(&eng_grps->lock); in create_eng_caps_discovery_grps()
1431 dev_err(&pdev->dev, "Unable to find firmware for AE\n"); in create_eng_caps_discovery_grps()
1432 ret = -EINVAL; in create_eng_caps_discovery_grps()
1438 ret = create_engine_group(&pdev->dev, eng_grps, engs, 1, in create_eng_caps_discovery_grps()
1445 dev_err(&pdev->dev, "Unable to find firmware for SE\n"); in create_eng_caps_discovery_grps()
1446 ret = -EINVAL; in create_eng_caps_discovery_grps()
1452 ret = create_engine_group(&pdev->dev, eng_grps, engs, 1, in create_eng_caps_discovery_grps()
1459 dev_err(&pdev->dev, "Unable to find firmware for IE\n"); in create_eng_caps_discovery_grps()
1460 ret = -EINVAL; in create_eng_caps_discovery_grps()
1466 ret = create_engine_group(&pdev->dev, eng_grps, engs, 1, in create_eng_caps_discovery_grps()
1472 mutex_unlock(&eng_grps->lock); in create_eng_caps_discovery_grps()
1479 mutex_unlock(&eng_grps->lock); in create_eng_caps_discovery_grps()
1488 struct otx2_cptlfs_info *lfs = &cptpf->lfs; in otx2_cpt_discover_eng_capabilities()
1503 if (cptpf->is_eng_caps_discovered) in otx2_cpt_discover_eng_capabilities()
1506 pdev = cptpf->pdev; in otx2_cpt_discover_eng_capabilities()
1511 ret = create_eng_caps_discovery_grps(pdev, &cptpf->eng_grps); in otx2_cpt_discover_eng_capabilities()
1515 otx2_cptlf_set_dev_info(lfs, cptpf->pdev, cptpf->reg_base, in otx2_cpt_discover_eng_capabilities()
1516 &cptpf->afpf_mbox, BLKADDR_CPT0); in otx2_cpt_discover_eng_capabilities()
1527 ret = -ENOMEM; in otx2_cpt_discover_eng_capabilities()
1530 rptr_baddr = dma_map_single(&pdev->dev, (void *)result, len, in otx2_cpt_discover_eng_capabilities()
1532 if (dma_mapping_error(&pdev->dev, rptr_baddr)) { in otx2_cpt_discover_eng_capabilities()
1533 dev_err(&pdev->dev, "DMA mapping failed\n"); in otx2_cpt_discover_eng_capabilities()
1534 ret = -EFAULT; in otx2_cpt_discover_eng_capabilities()
1546 /* 64-bit swap for microcode data reads, not needed for addresses */ in otx2_cpt_discover_eng_capabilities()
1553 result->s.compcode = OTX2_CPT_COMPLETION_CODE_INIT; in otx2_cpt_discover_eng_capabilities()
1554 iq_cmd.cptr.s.grp = otx2_cpt_get_eng_grp(&cptpf->eng_grps, in otx2_cpt_discover_eng_capabilities()
1557 lfs->ops->send_cmd(&inst, 1, &cptpf->lfs.lf[0]); in otx2_cpt_discover_eng_capabilities()
1559 while (lfs->ops->cpt_get_compcode(result) == in otx2_cpt_discover_eng_capabilities()
1563 cptpf->eng_caps[etype].u = be64_to_cpup(rptr); in otx2_cpt_discover_eng_capabilities()
1565 dma_unmap_single(&pdev->dev, rptr_baddr, len, DMA_BIDIRECTIONAL); in otx2_cpt_discover_eng_capabilities()
1566 cptpf->is_eng_caps_discovered = true; in otx2_cpt_discover_eng_capabilities()
1573 delete_engine_grps(pdev, &cptpf->eng_grps); in otx2_cpt_discover_eng_capabilities()
1583 struct otx2_cpt_eng_grps *eng_grps = &cptpf->eng_grps; in otx2_cpt_dl_custom_egrp_create()
1586 struct device *dev = &cptpf->pdev->dev; in otx2_cpt_dl_custom_egrp_create()
1588 int grp_idx = 0, ret = -EINVAL; in otx2_cpt_dl_custom_egrp_create()
1593 if (!eng_grps->is_grps_created) { in otx2_cpt_dl_custom_egrp_create()
1595 return -EINVAL; in otx2_cpt_dl_custom_egrp_create()
1598 strscpy(tmp_buf, ctx->val.vstr, strlen(ctx->val.vstr) + 1); in otx2_cpt_dl_custom_egrp_create()
1689 mutex_lock(&eng_grps->lock); in otx2_cpt_dl_custom_egrp_create()
1691 if (cptpf->enabled_vfs) { in otx2_cpt_dl_custom_egrp_create()
1693 ret = -EACCES; in otx2_cpt_dl_custom_egrp_create()
1698 ret = load_fw(dev, &fw_info, ucode_filename[0], eng_grps->rid); in otx2_cpt_dl_custom_egrp_create()
1704 ret = load_fw(dev, &fw_info, ucode_filename[1], eng_grps->rid); in otx2_cpt_dl_custom_egrp_create()
1715 ret = -EINVAL; in otx2_cpt_dl_custom_egrp_create()
1723 ret = -EINVAL; in otx2_cpt_dl_custom_egrp_create()
1733 mutex_unlock(&eng_grps->lock); in otx2_cpt_dl_custom_egrp_create()
1743 struct otx2_cpt_eng_grps *eng_grps = &cptpf->eng_grps; in otx2_cpt_dl_custom_egrp_delete()
1744 struct device *dev = &cptpf->pdev->dev; in otx2_cpt_dl_custom_egrp_delete()
1750 if (strncasecmp(ctx->val.vstr, "egrp", 4)) in otx2_cpt_dl_custom_egrp_delete()
1752 tmp = ctx->val.vstr; in otx2_cpt_dl_custom_egrp_delete()
1761 return -EINVAL; in otx2_cpt_dl_custom_egrp_delete()
1763 if (!eng_grps->grp[egrp].is_enabled) { in otx2_cpt_dl_custom_egrp_delete()
1765 return -EINVAL; in otx2_cpt_dl_custom_egrp_delete()
1767 mutex_lock(&eng_grps->lock); in otx2_cpt_dl_custom_egrp_delete()
1768 ret = delete_engine_group(dev, &eng_grps->grp[egrp]); in otx2_cpt_dl_custom_egrp_delete()
1769 mutex_unlock(&eng_grps->lock); in otx2_cpt_dl_custom_egrp_delete()
1775 return -EINVAL; in otx2_cpt_dl_custom_egrp_delete()
1787 engs = &eng_grp->engs[i]; in get_engs_info()
1788 if (!engs->type) in get_engs_info()
1790 if (idx != -1 && idx != i) in get_engs_info()
1793 if (eng_grp->mirror.is_ena) in get_engs_info()
1795 &eng_grp->g->grp[eng_grp->mirror.idx], in get_engs_info()
1796 engs->type); in get_engs_info()
1797 if (i > 0 && idx == -1) { in get_engs_info()
1799 scnprintf(buf + len, size - len, ", "); in get_engs_info()
1803 scnprintf(buf + len, size - len, "%d %s ", in get_engs_info()
1804 mirrored_engs ? engs->count + mirrored_engs->count : in get_engs_info()
1805 engs->count, in get_engs_info()
1806 get_eng_type_str(engs->type)); in get_engs_info()
1809 scnprintf(buf + len, size - len, in get_engs_info()
1811 engs->count <= 0 ? in get_engs_info()
1812 engs->count + mirrored_engs->count : in get_engs_info()
1813 mirrored_engs->count, in get_engs_info()
1814 eng_grp->mirror.idx); in get_engs_info()
1821 struct otx2_cpt_eng_grps *eng_grps = &cptpf->eng_grps; in otx2_cpt_print_uc_dbg_info()
1829 pr_debug("max SE %d, max IE %d, max AE %d", eng_grps->avail.max_se_cnt, in otx2_cpt_print_uc_dbg_info()
1830 eng_grps->avail.max_ie_cnt, eng_grps->avail.max_ae_cnt); in otx2_cpt_print_uc_dbg_info()
1831 pr_debug("free SE %d", eng_grps->avail.se_cnt); in otx2_cpt_print_uc_dbg_info()
1832 pr_debug("free IE %d", eng_grps->avail.ie_cnt); in otx2_cpt_print_uc_dbg_info()
1833 pr_debug("free AE %d", eng_grps->avail.ae_cnt); in otx2_cpt_print_uc_dbg_info()
1836 grp = &eng_grps->grp[i]; in otx2_cpt_print_uc_dbg_info()
1838 grp->is_enabled ? "enabled" : "disabled"); in otx2_cpt_print_uc_dbg_info()
1839 if (grp->is_enabled) { in otx2_cpt_print_uc_dbg_info()
1840 mirrored_grp = &eng_grps->grp[grp->mirror.idx]; in otx2_cpt_print_uc_dbg_info()
1842 grp->mirror.is_ena ? in otx2_cpt_print_uc_dbg_info()
1843 mirrored_grp->ucode[0].filename : in otx2_cpt_print_uc_dbg_info()
1844 grp->ucode[0].filename, in otx2_cpt_print_uc_dbg_info()
1845 grp->mirror.is_ena ? in otx2_cpt_print_uc_dbg_info()
1846 mirrored_grp->ucode[0].ver_str : in otx2_cpt_print_uc_dbg_info()
1847 grp->ucode[0].ver_str); in otx2_cpt_print_uc_dbg_info()
1850 grp->ucode[1].filename, in otx2_cpt_print_uc_dbg_info()
1851 grp->ucode[1].ver_str); in otx2_cpt_print_uc_dbg_info()
1855 engs = &grp->engs[j]; in otx2_cpt_print_uc_dbg_info()
1856 if (engs->type) { in otx2_cpt_print_uc_dbg_info()
1862 bitmap_to_arr32(mask, engs->bmap, in otx2_cpt_print_uc_dbg_info()
1863 eng_grps->engs_num); in otx2_cpt_print_uc_dbg_info()
1864 if (is_dev_otx2(cptpf->pdev)) in otx2_cpt_print_uc_dbg_info()