1328 static int pbl_chunk_list_create(struct efa_dev *dev, struct pbl_context *pbl)  in pbl_chunk_list_create()  argument
1330 	struct pbl_chunk_list *chunk_list = &pbl->phys.indirect.chunk_list;  in pbl_chunk_list_create()
1331 	int page_cnt = pbl->phys.indirect.pbl_buf_size_in_pages;  in pbl_chunk_list_create()
1332 	struct scatterlist *pages_sgl = pbl->phys.indirect.sgl;  in pbl_chunk_list_create()
1334 	int sg_dma_cnt = pbl->phys.indirect.sg_dma_cnt;  in pbl_chunk_list_create()
1428 static void pbl_chunk_list_destroy(struct efa_dev *dev, struct pbl_context *pbl)  in pbl_chunk_list_destroy()  argument
1430 	struct pbl_chunk_list *chunk_list = &pbl->phys.indirect.chunk_list;  in pbl_chunk_list_destroy()
1442 /* initialize pbl continuous mode: map pbl buffer to a dma address. */
1444 				     struct pbl_context *pbl)  in pbl_continuous_initialize()  argument
1448 	dma_addr = dma_map_single(&dev->pdev->dev, pbl->pbl_buf,  in pbl_continuous_initialize()
1449 				  pbl->pbl_buf_size_in_bytes, DMA_TO_DEVICE);  in pbl_continuous_initialize()
1451 		ibdev_err(&dev->ibdev, "Unable to map pbl to DMA address\n");  in pbl_continuous_initialize()
1455 	pbl->phys.continuous.dma_addr = dma_addr;  in pbl_continuous_initialize()
1457 		  "pbl continuous - dma_addr = %pad, size[%u]\n",  in pbl_continuous_initialize()
1458 		  &dma_addr, pbl->pbl_buf_size_in_bytes);  in pbl_continuous_initialize()
1464  * initialize pbl indirect mode:
1466  * pbl buffer.
1468 static int pbl_indirect_initialize(struct efa_dev *dev, struct pbl_context *pbl)  in pbl_indirect_initialize()  argument
1470 	u32 size_in_pages = DIV_ROUND_UP(pbl->pbl_buf_size_in_bytes, EFA_CHUNK_PAYLOAD_SIZE);  in pbl_indirect_initialize()
1475 	sgl = efa_vmalloc_buf_to_sg(pbl->pbl_buf, size_in_pages);  in pbl_indirect_initialize()
1485 	pbl->phys.indirect.pbl_buf_size_in_pages = size_in_pages;  in pbl_indirect_initialize()
1486 	pbl->phys.indirect.sgl = sgl;  in pbl_indirect_initialize()
1487 	pbl->phys.indirect.sg_dma_cnt = sg_dma_cnt;  in pbl_indirect_initialize()
1488 	err = pbl_chunk_list_create(dev, pbl);  in pbl_indirect_initialize()
1496 		  "pbl indirect - size[%u], chunks[%u]\n",  in pbl_indirect_initialize()
1497 		  pbl->pbl_buf_size_in_bytes,  in pbl_indirect_initialize()
1498 		  pbl->phys.indirect.chunk_list.size);  in pbl_indirect_initialize()
1509 static void pbl_indirect_terminate(struct efa_dev *dev, struct pbl_context *pbl)  in pbl_indirect_terminate()  argument
1511 	pbl_chunk_list_destroy(dev, pbl);  in pbl_indirect_terminate()
1512 	dma_unmap_sg(&dev->pdev->dev, pbl->phys.indirect.sgl,  in pbl_indirect_terminate()
1513 		     pbl->phys.indirect.pbl_buf_size_in_pages, DMA_TO_DEVICE);  in pbl_indirect_terminate()
1514 	kfree(pbl->phys.indirect.sgl);  in pbl_indirect_terminate()
1519 		      struct pbl_context *pbl,  in pbl_create()  argument
1526 	pbl->pbl_buf_size_in_bytes = hp_cnt * EFA_CHUNK_PAYLOAD_PTR_SIZE;  in pbl_create()
1527 	pbl->pbl_buf = kvzalloc(pbl->pbl_buf_size_in_bytes, GFP_KERNEL);  in pbl_create()
1528 	if (!pbl->pbl_buf)  in pbl_create()
1531 	if (is_vmalloc_addr(pbl->pbl_buf)) {  in pbl_create()
1532 		pbl->physically_continuous = 0;  in pbl_create()
1533 		err = umem_to_page_list(dev, umem, pbl->pbl_buf, hp_cnt,  in pbl_create()
1538 		err = pbl_indirect_initialize(dev, pbl);  in pbl_create()
1542 		pbl->physically_continuous = 1;  in pbl_create()
1543 		err = umem_to_page_list(dev, umem, pbl->pbl_buf, hp_cnt,  in pbl_create()
1548 		err = pbl_continuous_initialize(dev, pbl);  in pbl_create()
1555 		  hp_cnt, pbl->physically_continuous);  in pbl_create()
1560 	kvfree(pbl->pbl_buf);  in pbl_create()
1564 static void pbl_destroy(struct efa_dev *dev, struct pbl_context *pbl)  in pbl_destroy()  argument
1566 	if (pbl->physically_continuous)  in pbl_destroy()
1567 		dma_unmap_single(&dev->pdev->dev, pbl->phys.continuous.dma_addr,  in pbl_destroy()
1568 				 pbl->pbl_buf_size_in_bytes, DMA_TO_DEVICE);  in pbl_destroy()
1570 		pbl_indirect_terminate(dev, pbl);  in pbl_destroy()
1572 	kvfree(pbl->pbl_buf);  in pbl_destroy()
1581 	err = umem_to_page_list(dev, mr->umem, params->pbl.inline_pbl_array,  in efa_create_inline_pbl()
1593 			  struct pbl_context *pbl,  in efa_create_pbl()  argument
1599 	err = pbl_create(dev, pbl, mr->umem, params->page_num,  in efa_create_pbl()
1602 		ibdev_dbg(&dev->ibdev, "Failed to create pbl[%d]\n", err);  in efa_create_pbl()
1607 	params->indirect = !pbl->physically_continuous;  in efa_create_pbl()
1608 	if (pbl->physically_continuous) {  in efa_create_pbl()
1609 		params->pbl.pbl.length = pbl->pbl_buf_size_in_bytes;  in efa_create_pbl()
1611 		efa_com_set_dma_addr(pbl->phys.continuous.dma_addr,  in efa_create_pbl()
1612 				     &params->pbl.pbl.address.mem_addr_high,  in efa_create_pbl()
1613 				     &params->pbl.pbl.address.mem_addr_low);  in efa_create_pbl()
1615 		params->pbl.pbl.length =  in efa_create_pbl()
1616 			pbl->phys.indirect.chunk_list.chunks[0].length;  in efa_create_pbl()
1618 		efa_com_set_dma_addr(pbl->phys.indirect.chunk_list.chunks[0].dma_addr,  in efa_create_pbl()
1619 				     &params->pbl.pbl.address.mem_addr_high,  in efa_create_pbl()
1620 				     &params->pbl.pbl.address.mem_addr_low);  in efa_create_pbl()
1666 	struct pbl_context pbl;  in efa_register_mr()  local
1692 	inline_size = ARRAY_SIZE(params.pbl.inline_pbl_array);  in efa_register_mr()
1702 		err = efa_create_pbl(dev, &pbl, mr, &params);  in efa_register_mr()
1707 		pbl_destroy(dev, &pbl);  in efa_register_mr()