697 	struct bcm2835_dmadev *od = to_bcm2835_dma_dev(chan->device);  in bcm2835_dma_prep_dma_cyclic()  local
750 		if (buf_addr == od->zero_page && !c->is_lite_channel)  in bcm2835_dma_prep_dma_cyclic()
842 static void bcm2835_dma_free(struct bcm2835_dmadev *od)  in bcm2835_dma_free()  argument
846 	list_for_each_entry_safe(c, next, &od->ddev.channels,  in bcm2835_dma_free()
852 	dma_unmap_page_attrs(od->ddev.dev, od->zero_page, PAGE_SIZE,  in bcm2835_dma_free()
880 	struct bcm2835_dmadev *od = dev_get_drvdata(dev);  in bcm2835_dma_suspend_late()  local
883 	list_for_each_entry_safe(c, next, &od->ddev.channels,  in bcm2835_dma_suspend_late()
901 	struct bcm2835_dmadev *od;  in bcm2835_dma_probe()  local
919 	od = devm_kzalloc(&pdev->dev, sizeof(*od), GFP_KERNEL);  in bcm2835_dma_probe()
920 	if (!od)  in bcm2835_dma_probe()
929 	od->base = base;  in bcm2835_dma_probe()
931 	dma_cap_set(DMA_SLAVE, od->ddev.cap_mask);  in bcm2835_dma_probe()
932 	dma_cap_set(DMA_PRIVATE, od->ddev.cap_mask);  in bcm2835_dma_probe()
933 	dma_cap_set(DMA_CYCLIC, od->ddev.cap_mask);  in bcm2835_dma_probe()
934 	dma_cap_set(DMA_MEMCPY, od->ddev.cap_mask);  in bcm2835_dma_probe()
935 	od->ddev.device_alloc_chan_resources = bcm2835_dma_alloc_chan_resources;  in bcm2835_dma_probe()
936 	od->ddev.device_free_chan_resources = bcm2835_dma_free_chan_resources;  in bcm2835_dma_probe()
937 	od->ddev.device_tx_status = bcm2835_dma_tx_status;  in bcm2835_dma_probe()
938 	od->ddev.device_issue_pending = bcm2835_dma_issue_pending;  in bcm2835_dma_probe()
939 	od->ddev.device_prep_dma_cyclic = bcm2835_dma_prep_dma_cyclic;  in bcm2835_dma_probe()
940 	od->ddev.device_prep_slave_sg = bcm2835_dma_prep_slave_sg;  in bcm2835_dma_probe()
941 	od->ddev.device_prep_dma_memcpy = bcm2835_dma_prep_dma_memcpy;  in bcm2835_dma_probe()
942 	od->ddev.device_config = bcm2835_dma_slave_config;  in bcm2835_dma_probe()
943 	od->ddev.device_terminate_all = bcm2835_dma_terminate_all;  in bcm2835_dma_probe()
944 	od->ddev.device_synchronize = bcm2835_dma_synchronize;  in bcm2835_dma_probe()
945 	od->ddev.src_addr_widths = BIT(DMA_SLAVE_BUSWIDTH_4_BYTES);  in bcm2835_dma_probe()
946 	od->ddev.dst_addr_widths = BIT(DMA_SLAVE_BUSWIDTH_4_BYTES);  in bcm2835_dma_probe()
947 	od->ddev.directions = BIT(DMA_DEV_TO_MEM) | BIT(DMA_MEM_TO_DEV) |  in bcm2835_dma_probe()
949 	od->ddev.residue_granularity = DMA_RESIDUE_GRANULARITY_BURST;  in bcm2835_dma_probe()
950 	od->ddev.descriptor_reuse = true;  in bcm2835_dma_probe()
951 	od->ddev.dev = &pdev->dev;  in bcm2835_dma_probe()
952 	INIT_LIST_HEAD(&od->ddev.channels);  in bcm2835_dma_probe()
954 	platform_set_drvdata(pdev, od);  in bcm2835_dma_probe()
956 	od->zero_page = dma_map_page_attrs(od->ddev.dev, ZERO_PAGE(0), 0,  in bcm2835_dma_probe()
959 	if (dma_mapping_error(od->ddev.dev, od->zero_page)) {  in bcm2835_dma_probe()
1012 		rc = bcm2835_dma_chan_init(od, i, irq[i], irq_flags);  in bcm2835_dma_probe()
1021 			bcm2835_dma_xlate, od);  in bcm2835_dma_probe()
1027 	rc = dma_async_device_register(&od->ddev);  in bcm2835_dma_probe()
1039 	bcm2835_dma_free(od);  in bcm2835_dma_probe()
1045 	struct bcm2835_dmadev *od = platform_get_drvdata(pdev);  in bcm2835_dma_remove()  local
1047 	dma_async_device_unregister(&od->ddev);  in bcm2835_dma_remove()
1048 	bcm2835_dma_free(od);  in bcm2835_dma_remove()