17 static void *io_mem_alloc_compound(struct page **pages, int nr_pages,  in io_mem_alloc_compound()  argument
34 		pages[i] = page + i;  in io_mem_alloc_compound()
42 	struct page **pages;  in io_pin_pages()  local
58 	pages = kvmalloc_array(nr_pages, sizeof(struct page *), GFP_KERNEL);  in io_pin_pages()
59 	if (!pages)  in io_pin_pages()
63 					pages);  in io_pin_pages()
64 	/* success, mapped all pages */  in io_pin_pages()
67 		return pages;  in io_pin_pages()
72 		/* if we did partial map, release any pages we did get */  in io_pin_pages()
74 			unpin_user_pages(pages, ret);  in io_pin_pages()
77 	kvfree(pages);  in io_pin_pages()
92 	if (mr->pages) {  in io_free_region()
99 			unpin_user_pages(mr->pages, nr_refs);  in io_free_region()
101 			release_pages(mr->pages, nr_refs);  in io_free_region()
103 		kvfree(mr->pages);  in io_free_region()
118 	if (io_check_coalesce_buffer(mr->pages, mr->nr_pages, &ifd)) {  in io_region_init_ptr()
120 			mr->ptr = page_address(mr->pages[0]);  in io_region_init_ptr()
124 	ptr = vmap(mr->pages, mr->nr_pages, VM_MAP, PAGE_KERNEL);  in io_region_init_ptr()
138 	struct page **pages;  in io_region_pin_pages()  local
141 	pages = io_pin_pages(reg->user_addr, size, &nr_pages);  in io_region_pin_pages()
142 	if (IS_ERR(pages))  in io_region_pin_pages()
143 		return PTR_ERR(pages);  in io_region_pin_pages()
147 	mr->pages = pages;  in io_region_pin_pages()
160 	struct page **pages;  in io_region_allocate_pages()  local
163 	pages = kvmalloc_array(mr->nr_pages, sizeof(*pages), gfp);  in io_region_allocate_pages()
164 	if (!pages)  in io_region_allocate_pages()
167 	p = io_mem_alloc_compound(pages, mr->nr_pages, size, gfp);  in io_region_allocate_pages()
174 					     mr->nr_pages, pages);  in io_region_allocate_pages()
177 			release_pages(pages, nr_allocated);  in io_region_allocate_pages()
178 		kvfree(pages);  in io_region_allocate_pages()
183 	mr->pages = pages;  in io_region_allocate_pages()
194 	if (WARN_ON_ONCE(mr->pages || mr->ptr || mr->nr_pages))  in io_create_region()
313 	return vm_insert_pages(vma, vma->vm_start, mr->pages, &nr_pages);  in io_region_mmap()