1 /* SPDX-License-Identifier: GPL-2.0 */
2 /*
3  * PCI Endpoint *Controller* (EPC) header file
4  *
5  * Copyright (C) 2017 Texas Instruments
6  * Author: Kishon Vijay Abraham I <[email protected]>
7  */
8 
9 #ifndef __LINUX_PCI_EPC_H
10 #define __LINUX_PCI_EPC_H
11 
12 #include <linux/pci-epf.h>
13 
14 struct pci_epc;
15 
16 enum pci_epc_interface_type {
17 	UNKNOWN_INTERFACE = -1,
18 	PRIMARY_INTERFACE,
19 	SECONDARY_INTERFACE,
20 };
21 
22 static inline const char *
pci_epc_interface_string(enum pci_epc_interface_type type)23 pci_epc_interface_string(enum pci_epc_interface_type type)
24 {
25 	switch (type) {
26 	case PRIMARY_INTERFACE:
27 		return "primary";
28 	case SECONDARY_INTERFACE:
29 		return "secondary";
30 	default:
31 		return "UNKNOWN interface";
32 	}
33 }
34 
35 /**
36  * struct pci_epc_map - information about EPC memory for mapping a RC PCI
37  *                      address range
38  * @pci_addr: start address of the RC PCI address range to map
39  * @pci_size: size of the RC PCI address range mapped from @pci_addr
40  * @map_pci_addr: RC PCI address used as the first address mapped (may be lower
41  *                than @pci_addr)
42  * @map_size: size of the controller memory needed for mapping the RC PCI address
43  *            range @map_pci_addr..@pci_addr+@pci_size
44  * @phys_base: base physical address of the allocated EPC memory for mapping the
45  *             RC PCI address range
46  * @phys_addr: physical address at which @pci_addr is mapped
47  * @virt_base: base virtual address of the allocated EPC memory for mapping the
48  *             RC PCI address range
49  * @virt_addr: virtual address at which @pci_addr is mapped
50  */
51 struct pci_epc_map {
52 	u64		pci_addr;
53 	size_t		pci_size;
54 
55 	u64		map_pci_addr;
56 	size_t		map_size;
57 
58 	phys_addr_t	phys_base;
59 	phys_addr_t	phys_addr;
60 	void __iomem	*virt_base;
61 	void __iomem	*virt_addr;
62 };
63 
64 /**
65  * struct pci_epc_ops - set of function pointers for performing EPC operations
66  * @write_header: ops to populate configuration space header
67  * @set_bar: ops to configure the BAR
68  * @clear_bar: ops to reset the BAR
69  * @align_addr: operation to get the mapping address, mapping size and offset
70  *		into a controller memory window needed to map an RC PCI address
71  *		region
72  * @map_addr: ops to map CPU address to PCI address
73  * @unmap_addr: ops to unmap CPU address and PCI address
74  * @set_msi: ops to set the requested number of MSI interrupts in the MSI
75  *	     capability register
76  * @get_msi: ops to get the number of MSI interrupts allocated by the RC from
77  *	     the MSI capability register
78  * @set_msix: ops to set the requested number of MSI-X interrupts in the
79  *	     MSI-X capability register
80  * @get_msix: ops to get the number of MSI-X interrupts allocated by the RC
81  *	     from the MSI-X capability register
82  * @raise_irq: ops to raise a legacy, MSI or MSI-X interrupt
83  * @map_msi_irq: ops to map physical address to MSI address and return MSI data
84  * @start: ops to start the PCI link
85  * @stop: ops to stop the PCI link
86  * @get_features: ops to get the features supported by the EPC
87  * @owner: the module owner containing the ops
88  */
89 struct pci_epc_ops {
90 	int	(*write_header)(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
91 				struct pci_epf_header *hdr);
92 	int	(*set_bar)(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
93 			   struct pci_epf_bar *epf_bar);
94 	void	(*clear_bar)(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
95 			     struct pci_epf_bar *epf_bar);
96 	u64	(*align_addr)(struct pci_epc *epc, u64 pci_addr, size_t *size,
97 			      size_t *offset);
98 	int	(*map_addr)(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
99 			    phys_addr_t addr, u64 pci_addr, size_t size);
100 	void	(*unmap_addr)(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
101 			      phys_addr_t addr);
102 	int	(*set_msi)(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
103 			   u8 interrupts);
104 	int	(*get_msi)(struct pci_epc *epc, u8 func_no, u8 vfunc_no);
105 	int	(*set_msix)(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
106 			    u16 interrupts, enum pci_barno, u32 offset);
107 	int	(*get_msix)(struct pci_epc *epc, u8 func_no, u8 vfunc_no);
108 	int	(*raise_irq)(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
109 			     unsigned int type, u16 interrupt_num);
110 	int	(*map_msi_irq)(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
111 			       phys_addr_t phys_addr, u8 interrupt_num,
112 			       u32 entry_size, u32 *msi_data,
113 			       u32 *msi_addr_offset);
114 	int	(*start)(struct pci_epc *epc);
115 	void	(*stop)(struct pci_epc *epc);
116 	const struct pci_epc_features* (*get_features)(struct pci_epc *epc,
117 						       u8 func_no, u8 vfunc_no);
118 	struct module *owner;
119 };
120 
121 /**
122  * struct pci_epc_mem_window - address window of the endpoint controller
123  * @phys_base: physical base address of the PCI address window
124  * @size: the size of the PCI address window
125  * @page_size: size of each page
126  */
127 struct pci_epc_mem_window {
128 	phys_addr_t	phys_base;
129 	size_t		size;
130 	size_t		page_size;
131 };
132 
133 /**
134  * struct pci_epc_mem - address space of the endpoint controller
135  * @window: address window of the endpoint controller
136  * @bitmap: bitmap to manage the PCI address space
137  * @pages: number of bits representing the address region
138  * @lock: mutex to protect bitmap
139  */
140 struct pci_epc_mem {
141 	struct pci_epc_mem_window window;
142 	unsigned long	*bitmap;
143 	int		pages;
144 	/* mutex to protect against concurrent access for memory allocation*/
145 	struct mutex	lock;
146 };
147 
148 /**
149  * struct pci_epc - represents the PCI EPC device
150  * @dev: PCI EPC device
151  * @pci_epf: list of endpoint functions present in this EPC device
152  * @list_lock: Mutex for protecting pci_epf list
153  * @ops: function pointers for performing endpoint operations
154  * @windows: array of address space of the endpoint controller
155  * @mem: first window of the endpoint controller, which corresponds to
156  *       default address space of the endpoint controller supporting
157  *       single window.
158  * @num_windows: number of windows supported by device
159  * @max_functions: max number of functions that can be configured in this EPC
160  * @max_vfs: Array indicating the maximum number of virtual functions that can
161  *   be associated with each physical function
162  * @group: configfs group representing the PCI EPC device
163  * @lock: mutex to protect pci_epc ops
164  * @function_num_map: bitmap to manage physical function number
165  * @domain_nr: PCI domain number of the endpoint controller
166  * @init_complete: flag to indicate whether the EPC initialization is complete
167  *                 or not
168  */
169 struct pci_epc {
170 	struct device			dev;
171 	struct list_head		pci_epf;
172 	struct mutex			list_lock;
173 	const struct pci_epc_ops	*ops;
174 	struct pci_epc_mem		**windows;
175 	struct pci_epc_mem		*mem;
176 	unsigned int			num_windows;
177 	u8				max_functions;
178 	u8				*max_vfs;
179 	struct config_group		*group;
180 	/* mutex to protect against concurrent access of EP controller */
181 	struct mutex			lock;
182 	unsigned long			function_num_map;
183 	int				domain_nr;
184 	bool				init_complete;
185 };
186 
187 /**
188  * enum pci_epc_bar_type - configurability of endpoint BAR
189  * @BAR_PROGRAMMABLE: The BAR mask can be configured by the EPC.
190  * @BAR_FIXED: The BAR mask is fixed by the hardware.
191  * @BAR_RESERVED: The BAR should not be touched by an EPF driver.
192  */
193 enum pci_epc_bar_type {
194 	BAR_PROGRAMMABLE = 0,
195 	BAR_FIXED,
196 	BAR_RESERVED,
197 };
198 
199 /**
200  * struct pci_epc_bar_desc - hardware description for a BAR
201  * @type: the type of the BAR
202  * @fixed_size: the fixed size, only applicable if type is BAR_FIXED_MASK.
203  * @only_64bit: if true, an EPF driver is not allowed to choose if this BAR
204  *		should be configured as 32-bit or 64-bit, the EPF driver must
205  *		configure this BAR as 64-bit. Additionally, the BAR succeeding
206  *		this BAR must be set to type BAR_RESERVED.
207  *
208  *		only_64bit should not be set on a BAR of type BAR_RESERVED.
209  *		(If BARx is a 64-bit BAR that an EPF driver is not allowed to
210  *		touch, then both BARx and BARx+1 must be set to type
211  *		BAR_RESERVED.)
212  */
213 struct pci_epc_bar_desc {
214 	enum pci_epc_bar_type type;
215 	u64 fixed_size;
216 	bool only_64bit;
217 };
218 
219 /**
220  * struct pci_epc_features - features supported by a EPC device per function
221  * @linkup_notifier: indicate if the EPC device can notify EPF driver on link up
222  * @msi_capable: indicate if the endpoint function has MSI capability
223  * @msix_capable: indicate if the endpoint function has MSI-X capability
224  * @bar: array specifying the hardware description for each BAR
225  * @align: alignment size required for BAR buffer allocation
226  */
227 struct pci_epc_features {
228 	unsigned int	linkup_notifier : 1;
229 	unsigned int	msi_capable : 1;
230 	unsigned int	msix_capable : 1;
231 	struct	pci_epc_bar_desc bar[PCI_STD_NUM_BARS];
232 	size_t	align;
233 };
234 
235 #define to_pci_epc(device) container_of((device), struct pci_epc, dev)
236 
237 #ifdef CONFIG_PCI_ENDPOINT
238 
239 #define pci_epc_create(dev, ops)    \
240 		__pci_epc_create((dev), (ops), THIS_MODULE)
241 #define devm_pci_epc_create(dev, ops)    \
242 		__devm_pci_epc_create((dev), (ops), THIS_MODULE)
243 
epc_set_drvdata(struct pci_epc * epc,void * data)244 static inline void epc_set_drvdata(struct pci_epc *epc, void *data)
245 {
246 	dev_set_drvdata(&epc->dev, data);
247 }
248 
epc_get_drvdata(struct pci_epc * epc)249 static inline void *epc_get_drvdata(struct pci_epc *epc)
250 {
251 	return dev_get_drvdata(&epc->dev);
252 }
253 
254 struct pci_epc *
255 __devm_pci_epc_create(struct device *dev, const struct pci_epc_ops *ops,
256 		      struct module *owner);
257 struct pci_epc *
258 __pci_epc_create(struct device *dev, const struct pci_epc_ops *ops,
259 		 struct module *owner);
260 void devm_pci_epc_destroy(struct device *dev, struct pci_epc *epc);
261 void pci_epc_destroy(struct pci_epc *epc);
262 int pci_epc_add_epf(struct pci_epc *epc, struct pci_epf *epf,
263 		    enum pci_epc_interface_type type);
264 void pci_epc_linkup(struct pci_epc *epc);
265 void pci_epc_linkdown(struct pci_epc *epc);
266 void pci_epc_init_notify(struct pci_epc *epc);
267 void pci_epc_notify_pending_init(struct pci_epc *epc, struct pci_epf *epf);
268 void pci_epc_deinit_notify(struct pci_epc *epc);
269 void pci_epc_bus_master_enable_notify(struct pci_epc *epc);
270 void pci_epc_remove_epf(struct pci_epc *epc, struct pci_epf *epf,
271 			enum pci_epc_interface_type type);
272 int pci_epc_write_header(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
273 			 struct pci_epf_header *hdr);
274 int pci_epc_set_bar(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
275 		    struct pci_epf_bar *epf_bar);
276 void pci_epc_clear_bar(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
277 		       struct pci_epf_bar *epf_bar);
278 int pci_epc_map_addr(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
279 		     phys_addr_t phys_addr,
280 		     u64 pci_addr, size_t size);
281 void pci_epc_unmap_addr(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
282 			phys_addr_t phys_addr);
283 int pci_epc_set_msi(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
284 		    u8 interrupts);
285 int pci_epc_get_msi(struct pci_epc *epc, u8 func_no, u8 vfunc_no);
286 int pci_epc_set_msix(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
287 		     u16 interrupts, enum pci_barno, u32 offset);
288 int pci_epc_get_msix(struct pci_epc *epc, u8 func_no, u8 vfunc_no);
289 int pci_epc_map_msi_irq(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
290 			phys_addr_t phys_addr, u8 interrupt_num,
291 			u32 entry_size, u32 *msi_data, u32 *msi_addr_offset);
292 int pci_epc_raise_irq(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
293 		      unsigned int type, u16 interrupt_num);
294 int pci_epc_start(struct pci_epc *epc);
295 void pci_epc_stop(struct pci_epc *epc);
296 const struct pci_epc_features *pci_epc_get_features(struct pci_epc *epc,
297 						    u8 func_no, u8 vfunc_no);
298 enum pci_barno
299 pci_epc_get_first_free_bar(const struct pci_epc_features *epc_features);
300 enum pci_barno pci_epc_get_next_free_bar(const struct pci_epc_features
301 					 *epc_features, enum pci_barno bar);
302 struct pci_epc *pci_epc_get(const char *epc_name);
303 void pci_epc_put(struct pci_epc *epc);
304 
305 int pci_epc_mem_init(struct pci_epc *epc, phys_addr_t base,
306 		     size_t size, size_t page_size);
307 int pci_epc_multi_mem_init(struct pci_epc *epc,
308 			   struct pci_epc_mem_window *window,
309 			   unsigned int num_windows);
310 void pci_epc_mem_exit(struct pci_epc *epc);
311 void __iomem *pci_epc_mem_alloc_addr(struct pci_epc *epc,
312 				     phys_addr_t *phys_addr, size_t size);
313 void pci_epc_mem_free_addr(struct pci_epc *epc, phys_addr_t phys_addr,
314 			   void __iomem *virt_addr, size_t size);
315 int pci_epc_mem_map(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
316 		    u64 pci_addr, size_t pci_size, struct pci_epc_map *map);
317 void pci_epc_mem_unmap(struct pci_epc *epc, u8 func_no, u8 vfunc_no,
318 		       struct pci_epc_map *map);
319 
320 #else
pci_epc_init_notify(struct pci_epc * epc)321 static inline void pci_epc_init_notify(struct pci_epc *epc)
322 {
323 }
324 
pci_epc_deinit_notify(struct pci_epc * epc)325 static inline void pci_epc_deinit_notify(struct pci_epc *epc)
326 {
327 }
328 #endif /* CONFIG_PCI_ENDPOINT */
329 #endif /* __LINUX_PCI_EPC_H */
330