575 struct dma_async_tx_descriptor;
578 	int (*attach)(struct dma_async_tx_descriptor *desc, void *data,
581 	void *(*get_ptr)(struct dma_async_tx_descriptor *desc,
583 	int (*set_len)(struct dma_async_tx_descriptor *desc,
614 struct dma_async_tx_descriptor {  struct
619 	dma_cookie_t (*tx_submit)(struct dma_async_tx_descriptor *tx);  argument
620 	int (*desc_free)(struct dma_async_tx_descriptor *tx);  argument
628 	struct dma_async_tx_descriptor *next;  argument
629 	struct dma_async_tx_descriptor *parent;  argument
635 static inline void dma_set_unmap(struct dma_async_tx_descriptor *tx,  in dma_set_unmap()  argument
646 static inline void dma_set_unmap(struct dma_async_tx_descriptor *tx,  in dma_set_unmap()
660 static inline void dma_descriptor_unmap(struct dma_async_tx_descriptor *tx)  in dma_descriptor_unmap()
670 static inline void txd_lock(struct dma_async_tx_descriptor *txd)  in txd_lock()
673 static inline void txd_unlock(struct dma_async_tx_descriptor *txd)  in txd_unlock()
676 static inline void txd_chain(struct dma_async_tx_descriptor *txd, struct dma_async_tx_descriptor *n…  in txd_chain()
680 static inline void txd_clear_parent(struct dma_async_tx_descriptor *txd)  in txd_clear_parent()
683 static inline void txd_clear_next(struct dma_async_tx_descriptor *txd)  in txd_clear_next()
686 static inline struct dma_async_tx_descriptor *txd_next(struct dma_async_tx_descriptor *txd)  in txd_next()
690 static inline struct dma_async_tx_descriptor *txd_parent(struct dma_async_tx_descriptor *txd)  in txd_parent()
696 static inline void txd_lock(struct dma_async_tx_descriptor *txd)  in txd_lock()
700 static inline void txd_unlock(struct dma_async_tx_descriptor *txd)  in txd_unlock()
704 static inline void txd_chain(struct dma_async_tx_descriptor *txd, struct dma_async_tx_descriptor *n…  in txd_chain()
709 static inline void txd_clear_parent(struct dma_async_tx_descriptor *txd)  in txd_clear_parent()
713 static inline void txd_clear_next(struct dma_async_tx_descriptor *txd)  in txd_clear_next()
717 static inline struct dma_async_tx_descriptor *txd_parent(struct dma_async_tx_descriptor *txd)  in txd_parent()
721 static inline struct dma_async_tx_descriptor *txd_next(struct dma_async_tx_descriptor *txd)  in txd_next()
904 	struct dma_async_tx_descriptor *(*device_prep_dma_memcpy)(
907 	struct dma_async_tx_descriptor *(*device_prep_dma_xor)(
910 	struct dma_async_tx_descriptor *(*device_prep_dma_xor_val)(
913 	struct dma_async_tx_descriptor *(*device_prep_dma_pq)(
917 	struct dma_async_tx_descriptor *(*device_prep_dma_pq_val)(
921 	struct dma_async_tx_descriptor *(*device_prep_dma_memset)(
924 	struct dma_async_tx_descriptor *(*device_prep_dma_memset_sg)(
927 	struct dma_async_tx_descriptor *(*device_prep_dma_interrupt)(
930 	struct dma_async_tx_descriptor *(*device_prep_peripheral_dma_vec)(
934 	struct dma_async_tx_descriptor *(*device_prep_slave_sg)(
938 	struct dma_async_tx_descriptor *(*device_prep_dma_cyclic)(
942 	struct dma_async_tx_descriptor *(*device_prep_interleaved_dma)(
945 	struct dma_async_tx_descriptor *(*device_prep_dma_imm_data)(
981 static inline struct dma_async_tx_descriptor *dmaengine_prep_slave_single(  in dmaengine_prep_slave_single()
1005 static inline struct dma_async_tx_descriptor *dmaengine_prep_peripheral_dma_vec(  in dmaengine_prep_peripheral_dma_vec()
1016 static inline struct dma_async_tx_descriptor *dmaengine_prep_slave_sg(  in dmaengine_prep_slave_sg()
1029 static inline struct dma_async_tx_descriptor *dmaengine_prep_rio_sg(  in dmaengine_prep_rio_sg()
1042 static inline struct dma_async_tx_descriptor *dmaengine_prep_dma_cyclic(  in dmaengine_prep_dma_cyclic()
1054 static inline struct dma_async_tx_descriptor *dmaengine_prep_interleaved_dma(  in dmaengine_prep_interleaved_dma()
1075 static inline struct dma_async_tx_descriptor *dmaengine_prep_dma_memset(  in dmaengine_prep_dma_memset()
1086 static inline struct dma_async_tx_descriptor *dmaengine_prep_dma_memcpy(  in dmaengine_prep_dma_memcpy()
1107 int dmaengine_desc_attach_metadata(struct dma_async_tx_descriptor *desc,
1109 void *dmaengine_desc_get_metadata_ptr(struct dma_async_tx_descriptor *desc,
1111 int dmaengine_desc_set_metadata_len(struct dma_async_tx_descriptor *desc,
1115 		struct dma_async_tx_descriptor *desc, void *data, size_t len)  in dmaengine_desc_attach_metadata()
1120 		struct dma_async_tx_descriptor *desc, size_t *payload_len,  in dmaengine_desc_get_metadata_ptr()
1126 		struct dma_async_tx_descriptor *desc, size_t payload_len)  in dmaengine_desc_set_metadata_len()
1251 static inline dma_cookie_t dmaengine_submit(struct dma_async_tx_descriptor *desc)  in dmaengine_submit()
1402 void dma_async_tx_descriptor_init(struct dma_async_tx_descriptor *tx,
1405 static inline void async_tx_ack(struct dma_async_tx_descriptor *tx)  in async_tx_ack()
1410 static inline void async_tx_clear_ack(struct dma_async_tx_descriptor *tx)  in async_tx_clear_ack()
1415 static inline bool async_tx_test_ack(struct dma_async_tx_descriptor *tx)  in async_tx_test_ack()
1523 enum dma_status dma_wait_for_async_tx(struct dma_async_tx_descriptor *tx);
1543 static inline enum dma_status dma_wait_for_async_tx(struct dma_async_tx_descriptor *tx)  in dma_wait_for_async_tx()
1577 static inline int dmaengine_desc_set_reuse(struct dma_async_tx_descriptor *tx)  in dmaengine_desc_set_reuse()
1593 static inline void dmaengine_desc_clear_reuse(struct dma_async_tx_descriptor *tx)  in dmaengine_desc_clear_reuse()
1598 static inline bool dmaengine_desc_test_reuse(struct dma_async_tx_descriptor *tx)  in dmaengine_desc_test_reuse()
1603 static inline int dmaengine_desc_free(struct dma_async_tx_descriptor *desc)  in dmaengine_desc_free()
1622 void dma_run_dependencies(struct dma_async_tx_descriptor *tx);