2 * Renesas USB3.0 Peripheral driver (USB gadget)
4 * Copyright (C) 2015 Renesas Electronics Corporation
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; version 2 of the License.
11 #include <linux/delay.h>
12 #include <linux/dma-mapping.h>
13 #include <linux/err.h>
14 #include <linux/extcon.h>
15 #include <linux/interrupt.h>
17 #include <linux/module.h>
18 #include <linux/of_device.h>
19 #include <linux/platform_device.h>
20 #include <linux/pm_runtime.h>
21 #include <linux/sizes.h>
22 #include <linux/slab.h>
23 #include <linux/usb/ch9.h>
24 #include <linux/usb/gadget.h>
26 /* register definitions */
27 #define USB3_AXI_INT_STA 0x008
28 #define USB3_AXI_INT_ENA 0x00c
29 #define USB3_DMA_INT_STA 0x010
30 #define USB3_DMA_INT_ENA 0x014
31 #define USB3_DMA_CH0_CON(n) (0x030 + ((n) - 1) * 0x10) /* n = 1 to 4 */
32 #define USB3_DMA_CH0_PRD_ADR(n) (0x034 + ((n) - 1) * 0x10) /* n = 1 to 4 */
33 #define USB3_USB_COM_CON 0x200
34 #define USB3_USB20_CON 0x204
35 #define USB3_USB30_CON 0x208
36 #define USB3_USB_STA 0x210
37 #define USB3_DRD_CON 0x218
38 #define USB3_USB_INT_STA_1 0x220
39 #define USB3_USB_INT_STA_2 0x224
40 #define USB3_USB_INT_ENA_1 0x228
41 #define USB3_USB_INT_ENA_2 0x22c
42 #define USB3_STUP_DAT_0 0x230
43 #define USB3_STUP_DAT_1 0x234
44 #define USB3_USB_OTG_STA 0x268
45 #define USB3_USB_OTG_INT_STA 0x26c
46 #define USB3_USB_OTG_INT_ENA 0x270
47 #define USB3_P0_MOD 0x280
48 #define USB3_P0_CON 0x288
49 #define USB3_P0_STA 0x28c
50 #define USB3_P0_INT_STA 0x290
51 #define USB3_P0_INT_ENA 0x294
52 #define USB3_P0_LNG 0x2a0
53 #define USB3_P0_READ 0x2a4
54 #define USB3_P0_WRITE 0x2a8
55 #define USB3_PIPE_COM 0x2b0
56 #define USB3_PN_MOD 0x2c0
57 #define USB3_PN_RAMMAP 0x2c4
58 #define USB3_PN_CON 0x2c8
59 #define USB3_PN_STA 0x2cc
60 #define USB3_PN_INT_STA 0x2d0
61 #define USB3_PN_INT_ENA 0x2d4
62 #define USB3_PN_LNG 0x2e0
63 #define USB3_PN_READ 0x2e4
64 #define USB3_PN_WRITE 0x2e8
65 #define USB3_SSIFCMD 0x340
67 /* AXI_INT_ENA and AXI_INT_STA */
68 #define AXI_INT_DMAINT BIT(31)
69 #define AXI_INT_EPCINT BIT(30)
70 /* PRD's n = from 1 to 4 */
71 #define AXI_INT_PRDEN_CLR_STA_SHIFT(n) (16 + (n) - 1)
72 #define AXI_INT_PRDERR_STA_SHIFT(n) (0 + (n) - 1)
73 #define AXI_INT_PRDEN_CLR_STA(n) (1 << AXI_INT_PRDEN_CLR_STA_SHIFT(n))
74 #define AXI_INT_PRDERR_STA(n) (1 << AXI_INT_PRDERR_STA_SHIFT(n))
76 /* DMA_INT_ENA and DMA_INT_STA */
77 #define DMA_INT(n) BIT(n)
80 #define DMA_CON_PIPE_DIR BIT(15) /* 1: In Transfer */
81 #define DMA_CON_PIPE_NO_SHIFT 8
82 #define DMA_CON_PIPE_NO_MASK GENMASK(12, DMA_CON_PIPE_NO_SHIFT)
83 #define DMA_COM_PIPE_NO(n) (((n) << DMA_CON_PIPE_NO_SHIFT) & \
85 #define DMA_CON_PRD_EN BIT(0)
88 #define LCLKSEL_LSEL BIT(18)
91 #define USB_COM_CON_CONF BIT(24)
92 #define USB_COM_CON_SPD_MODE BIT(17)
93 #define USB_COM_CON_EP0_EN BIT(16)
94 #define USB_COM_CON_DEV_ADDR_SHIFT 8
95 #define USB_COM_CON_DEV_ADDR_MASK GENMASK(14, USB_COM_CON_DEV_ADDR_SHIFT)
96 #define USB_COM_CON_DEV_ADDR(n) (((n) << USB_COM_CON_DEV_ADDR_SHIFT) & \
97 USB_COM_CON_DEV_ADDR_MASK)
98 #define USB_COM_CON_RX_DETECTION BIT(1)
99 #define USB_COM_CON_PIPE_CLR BIT(0)
102 #define USB20_CON_B2_PUE BIT(31)
103 #define USB20_CON_B2_SUSPEND BIT(24)
104 #define USB20_CON_B2_CONNECT BIT(17)
105 #define USB20_CON_B2_TSTMOD_SHIFT 8
106 #define USB20_CON_B2_TSTMOD_MASK GENMASK(10, USB20_CON_B2_TSTMOD_SHIFT)
107 #define USB20_CON_B2_TSTMOD(n) (((n) << USB20_CON_B2_TSTMOD_SHIFT) & \
108 USB20_CON_B2_TSTMOD_MASK)
109 #define USB20_CON_B2_TSTMOD_EN BIT(0)
112 #define USB30_CON_POW_SEL_SHIFT 24
113 #define USB30_CON_POW_SEL_MASK GENMASK(26, USB30_CON_POW_SEL_SHIFT)
114 #define USB30_CON_POW_SEL_IN_U3 BIT(26)
115 #define USB30_CON_POW_SEL_IN_DISCON 0
116 #define USB30_CON_POW_SEL_P2_TO_P0 BIT(25)
117 #define USB30_CON_POW_SEL_P0_TO_P3 BIT(24)
118 #define USB30_CON_POW_SEL_P0_TO_P2 0
119 #define USB30_CON_B3_PLLWAKE BIT(23)
120 #define USB30_CON_B3_CONNECT BIT(17)
121 #define USB30_CON_B3_HOTRST_CMP BIT(1)
124 #define USB_STA_SPEED_MASK (BIT(2) | BIT(1))
125 #define USB_STA_SPEED_HS BIT(2)
126 #define USB_STA_SPEED_FS BIT(1)
127 #define USB_STA_SPEED_SS 0
128 #define USB_STA_VBUS_STA BIT(0)
131 #define DRD_CON_PERI_CON BIT(24)
132 #define DRD_CON_VBOUT BIT(0)
134 /* USB_INT_ENA_1 and USB_INT_STA_1 */
135 #define USB_INT_1_B3_PLLWKUP BIT(31)
136 #define USB_INT_1_B3_LUPSUCS BIT(30)
137 #define USB_INT_1_B3_DISABLE BIT(27)
138 #define USB_INT_1_B3_WRMRST BIT(21)
139 #define USB_INT_1_B3_HOTRST BIT(20)
140 #define USB_INT_1_B2_USBRST BIT(12)
141 #define USB_INT_1_B2_L1SPND BIT(11)
142 #define USB_INT_1_B2_SPND BIT(9)
143 #define USB_INT_1_B2_RSUM BIT(8)
144 #define USB_INT_1_SPEED BIT(1)
145 #define USB_INT_1_VBUS_CNG BIT(0)
147 /* USB_INT_ENA_2 and USB_INT_STA_2 */
148 #define USB_INT_2_PIPE(n) BIT(n)
150 /* USB_OTG_STA, USB_OTG_INT_STA and USB_OTG_INT_ENA */
151 #define USB_OTG_IDMON BIT(4)
154 #define P0_MOD_DIR BIT(6)
156 /* P0_CON and PN_CON */
157 #define PX_CON_BYTE_EN_MASK (BIT(10) | BIT(9))
158 #define PX_CON_BYTE_EN_SHIFT 9
159 #define PX_CON_BYTE_EN_BYTES(n) (((n) << PX_CON_BYTE_EN_SHIFT) & \
161 #define PX_CON_SEND BIT(8)
164 #define P0_CON_ST_RES_MASK (BIT(27) | BIT(26))
165 #define P0_CON_ST_RES_FORCE_STALL BIT(27)
166 #define P0_CON_ST_RES_NORMAL BIT(26)
167 #define P0_CON_ST_RES_FORCE_NRDY 0
168 #define P0_CON_OT_RES_MASK (BIT(25) | BIT(24))
169 #define P0_CON_OT_RES_FORCE_STALL BIT(25)
170 #define P0_CON_OT_RES_NORMAL BIT(24)
171 #define P0_CON_OT_RES_FORCE_NRDY 0
172 #define P0_CON_IN_RES_MASK (BIT(17) | BIT(16))
173 #define P0_CON_IN_RES_FORCE_STALL BIT(17)
174 #define P0_CON_IN_RES_NORMAL BIT(16)
175 #define P0_CON_IN_RES_FORCE_NRDY 0
176 #define P0_CON_RES_WEN BIT(7)
177 #define P0_CON_BCLR BIT(1)
179 /* P0_STA and PN_STA */
180 #define PX_STA_BUFSTS BIT(0)
182 /* P0_INT_ENA and P0_INT_STA */
183 #define P0_INT_STSED BIT(18)
184 #define P0_INT_STSST BIT(17)
185 #define P0_INT_SETUP BIT(16)
186 #define P0_INT_RCVNL BIT(8)
187 #define P0_INT_ERDY BIT(7)
188 #define P0_INT_FLOW BIT(6)
189 #define P0_INT_STALL BIT(2)
190 #define P0_INT_NRDY BIT(1)
191 #define P0_INT_BFRDY BIT(0)
192 #define P0_INT_ALL_BITS (P0_INT_STSED | P0_INT_SETUP | P0_INT_BFRDY)
195 #define PN_MOD_DIR BIT(6)
196 #define PN_MOD_TYPE_SHIFT 4
197 #define PN_MOD_TYPE_MASK GENMASK(5, PN_MOD_TYPE_SHIFT)
198 #define PN_MOD_TYPE(n) (((n) << PN_MOD_TYPE_SHIFT) & \
200 #define PN_MOD_EPNUM_MASK GENMASK(3, 0)
201 #define PN_MOD_EPNUM(n) ((n) & PN_MOD_EPNUM_MASK)
204 #define PN_RAMMAP_RAMAREA_SHIFT 29
205 #define PN_RAMMAP_RAMAREA_MASK GENMASK(31, PN_RAMMAP_RAMAREA_SHIFT)
206 #define PN_RAMMAP_RAMAREA_16KB BIT(31)
207 #define PN_RAMMAP_RAMAREA_8KB (BIT(30) | BIT(29))
208 #define PN_RAMMAP_RAMAREA_4KB BIT(30)
209 #define PN_RAMMAP_RAMAREA_2KB BIT(29)
210 #define PN_RAMMAP_RAMAREA_1KB 0
211 #define PN_RAMMAP_MPKT_SHIFT 16
212 #define PN_RAMMAP_MPKT_MASK GENMASK(26, PN_RAMMAP_MPKT_SHIFT)
213 #define PN_RAMMAP_MPKT(n) (((n) << PN_RAMMAP_MPKT_SHIFT) & \
215 #define PN_RAMMAP_RAMIF_SHIFT 14
216 #define PN_RAMMAP_RAMIF_MASK GENMASK(15, PN_RAMMAP_RAMIF_SHIFT)
217 #define PN_RAMMAP_RAMIF(n) (((n) << PN_RAMMAP_RAMIF_SHIFT) & \
218 PN_RAMMAP_RAMIF_MASK)
219 #define PN_RAMMAP_BASEAD_MASK GENMASK(13, 0)
220 #define PN_RAMMAP_BASEAD(offs) (((offs) >> 3) & PN_RAMMAP_BASEAD_MASK)
221 #define PN_RAMMAP_DATA(area, ramif, basead) ((PN_RAMMAP_##area) | \
222 (PN_RAMMAP_RAMIF(ramif)) | \
223 (PN_RAMMAP_BASEAD(basead)))
226 #define PN_CON_EN BIT(31)
227 #define PN_CON_DATAIF_EN BIT(30)
228 #define PN_CON_RES_MASK (BIT(17) | BIT(16))
229 #define PN_CON_RES_FORCE_STALL BIT(17)
230 #define PN_CON_RES_NORMAL BIT(16)
231 #define PN_CON_RES_FORCE_NRDY 0
232 #define PN_CON_LAST BIT(11)
233 #define PN_CON_RES_WEN BIT(7)
234 #define PN_CON_CLR BIT(0)
236 /* PN_INT_STA and PN_INT_ENA */
237 #define PN_INT_LSTTR BIT(4)
238 #define PN_INT_BFRDY BIT(0)
241 #define SSIFCMD_URES_U2 BIT(9)
242 #define SSIFCMD_URES_U1 BIT(8)
243 #define SSIFCMD_UDIR_U2 BIT(7)
244 #define SSIFCMD_UDIR_U1 BIT(6)
245 #define SSIFCMD_UREQ_U2 BIT(5)
246 #define SSIFCMD_UREQ_U1 BIT(4)
248 #define USB3_EP0_SS_MAX_PACKET_SIZE 512
249 #define USB3_EP0_HSFS_MAX_PACKET_SIZE 64
250 #define USB3_EP0_BUF_SIZE 8
251 #define USB3_MAX_NUM_PIPES 30
252 #define USB3_WAIT_US 3
253 #define USB3_DMA_NUM_SETTING_AREA 4
255 * To avoid double-meaning of "0" (xferred 65536 bytes or received zlp if
256 * buffer size is 65536), this driver uses the maximum size per a entry is
259 #define USB3_DMA_MAX_XFER_SIZE 32768
260 #define USB3_DMA_PRD_SIZE 4096
264 /* Physical Region Descriptor Table */
265 struct renesas_usb3_prd {
267 #define USB3_PRD1_E BIT(30) /* the end of chain */
268 #define USB3_PRD1_U BIT(29) /* completion of transfer */
269 #define USB3_PRD1_D BIT(28) /* Error occurred */
270 #define USB3_PRD1_INT BIT(27) /* Interrupt occurred */
271 #define USB3_PRD1_LST BIT(26) /* Last Packet */
272 #define USB3_PRD1_B_INC BIT(24)
273 #define USB3_PRD1_MPS_8 0
274 #define USB3_PRD1_MPS_16 BIT(21)
275 #define USB3_PRD1_MPS_32 BIT(22)
276 #define USB3_PRD1_MPS_64 (BIT(22) | BIT(21))
277 #define USB3_PRD1_MPS_512 BIT(23)
278 #define USB3_PRD1_MPS_1024 (BIT(23) | BIT(21))
279 #define USB3_PRD1_MPS_RESERVED (BIT(23) | BIT(22) | BIT(21))
280 #define USB3_PRD1_SIZE_MASK GENMASK(15, 0)
284 #define USB3_DMA_NUM_PRD_ENTRIES (USB3_DMA_PRD_SIZE / \
285 sizeof(struct renesas_usb3_prd))
286 #define USB3_DMA_MAX_XFER_SIZE_ALL_PRDS (USB3_DMA_PRD_SIZE / \
287 sizeof(struct renesas_usb3_prd) * \
288 USB3_DMA_MAX_XFER_SIZE)
290 struct renesas_usb3_dma {
291 struct renesas_usb3_prd *prd;
293 int num; /* Setting area number (from 1 to 4) */
297 struct renesas_usb3_request {
298 struct usb_request req;
299 struct list_head queue;
302 #define USB3_EP_NAME_SIZE 8
303 struct renesas_usb3_ep {
305 struct renesas_usb3 *usb3;
306 struct renesas_usb3_dma *dma;
308 char ep_name[USB3_EP_NAME_SIZE];
309 struct list_head queue;
317 struct renesas_usb3_priv {
318 int ramsize_per_ramif; /* unit = bytes */
320 int ramsize_per_pipe; /* unit = bytes */
321 bool workaround_for_vbus; /* if true, don't check vbus signal */
324 struct renesas_usb3 {
327 struct usb_gadget gadget;
328 struct usb_gadget_driver *driver;
329 struct extcon_dev *extcon;
330 struct work_struct extcon_work;
332 struct renesas_usb3_ep *usb3_ep;
335 struct renesas_usb3_dma dma[USB3_DMA_NUM_SETTING_AREA];
340 struct usb_request *ep0_req;
342 u8 ep0_buf[USB3_EP0_BUF_SIZE];
344 bool workaround_for_vbus;
345 bool extcon_host; /* check id and set EXTCON_USB_HOST */
346 bool extcon_usb; /* check vbus and set EXTCON_USB */
349 #define gadget_to_renesas_usb3(_gadget) \
350 container_of(_gadget, struct renesas_usb3, gadget)
351 #define renesas_usb3_to_gadget(renesas_usb3) (&renesas_usb3->gadget)
352 #define usb3_to_dev(_usb3) (_usb3->gadget.dev.parent)
354 #define usb_ep_to_usb3_ep(_ep) container_of(_ep, struct renesas_usb3_ep, ep)
355 #define usb3_ep_to_usb3(_usb3_ep) (_usb3_ep->usb3)
356 #define usb_req_to_usb3_req(_req) container_of(_req, \
357 struct renesas_usb3_request, req)
359 #define usb3_get_ep(usb3, n) ((usb3)->usb3_ep + (n))
360 #define usb3_for_each_ep(usb3_ep, usb3, i) \
361 for ((i) = 0, usb3_ep = usb3_get_ep(usb3, (i)); \
362 (i) < (usb3)->num_usb3_eps; \
363 (i)++, usb3_ep = usb3_get_ep(usb3, (i)))
365 #define usb3_get_dma(usb3, i) (&(usb3)->dma[i])
366 #define usb3_for_each_dma(usb3, dma, i) \
367 for ((i) = 0, dma = usb3_get_dma((usb3), (i)); \
368 (i) < USB3_DMA_NUM_SETTING_AREA; \
369 (i)++, dma = usb3_get_dma((usb3), (i)))
371 static const char udc_name[] = "renesas_usb3";
373 static bool use_dma = 1;
374 module_param(use_dma, bool, 0644);
375 MODULE_PARM_DESC(use_dma, "use dedicated DMAC");
377 static void usb3_write(struct renesas_usb3 *usb3, u32 data, u32 offs)
379 iowrite32(data, usb3->reg + offs);
382 static u32 usb3_read(struct renesas_usb3 *usb3, u32 offs)
384 return ioread32(usb3->reg + offs);
387 static void usb3_set_bit(struct renesas_usb3 *usb3, u32 bits, u32 offs)
389 u32 val = usb3_read(usb3, offs);
392 usb3_write(usb3, val, offs);
395 static void usb3_clear_bit(struct renesas_usb3 *usb3, u32 bits, u32 offs)
397 u32 val = usb3_read(usb3, offs);
400 usb3_write(usb3, val, offs);
403 static int usb3_wait(struct renesas_usb3 *usb3, u32 reg, u32 mask,
408 for (i = 0; i < USB3_WAIT_US; i++) {
409 if ((usb3_read(usb3, reg) & mask) == expected)
414 dev_dbg(usb3_to_dev(usb3), "%s: timed out (%8x, %08x, %08x)\n",
415 __func__, reg, mask, expected);
420 static void renesas_usb3_extcon_work(struct work_struct *work)
422 struct renesas_usb3 *usb3 = container_of(work, struct renesas_usb3,
425 extcon_set_state_sync(usb3->extcon, EXTCON_USB_HOST, usb3->extcon_host);
426 extcon_set_state_sync(usb3->extcon, EXTCON_USB, usb3->extcon_usb);
429 static void usb3_enable_irq_1(struct renesas_usb3 *usb3, u32 bits)
431 usb3_set_bit(usb3, bits, USB3_USB_INT_ENA_1);
434 static void usb3_disable_irq_1(struct renesas_usb3 *usb3, u32 bits)
436 usb3_clear_bit(usb3, bits, USB3_USB_INT_ENA_1);
439 static void usb3_enable_pipe_irq(struct renesas_usb3 *usb3, int num)
441 usb3_set_bit(usb3, USB_INT_2_PIPE(num), USB3_USB_INT_ENA_2);
444 static void usb3_disable_pipe_irq(struct renesas_usb3 *usb3, int num)
446 usb3_clear_bit(usb3, USB_INT_2_PIPE(num), USB3_USB_INT_ENA_2);
449 static bool usb3_is_host(struct renesas_usb3 *usb3)
451 return !(usb3_read(usb3, USB3_DRD_CON) & DRD_CON_PERI_CON);
454 static void usb3_init_axi_bridge(struct renesas_usb3 *usb3)
457 usb3_write(usb3, ~0, USB3_DMA_INT_STA);
458 usb3_write(usb3, 0, USB3_DMA_INT_ENA);
459 usb3_set_bit(usb3, AXI_INT_DMAINT | AXI_INT_EPCINT, USB3_AXI_INT_ENA);
462 static void usb3_init_epc_registers(struct renesas_usb3 *usb3)
464 usb3_write(usb3, ~0, USB3_USB_INT_STA_1);
465 usb3_enable_irq_1(usb3, USB_INT_1_VBUS_CNG);
468 static bool usb3_wakeup_usb2_phy(struct renesas_usb3 *usb3)
470 if (!(usb3_read(usb3, USB3_USB20_CON) & USB20_CON_B2_SUSPEND))
471 return true; /* already waked it up */
473 usb3_clear_bit(usb3, USB20_CON_B2_SUSPEND, USB3_USB20_CON);
474 usb3_enable_irq_1(usb3, USB_INT_1_B2_RSUM);
479 static void usb3_usb2_pullup(struct renesas_usb3 *usb3, int pullup)
481 u32 bits = USB20_CON_B2_PUE | USB20_CON_B2_CONNECT;
483 if (usb3->softconnect && pullup)
484 usb3_set_bit(usb3, bits, USB3_USB20_CON);
486 usb3_clear_bit(usb3, bits, USB3_USB20_CON);
489 static void usb3_set_test_mode(struct renesas_usb3 *usb3)
491 u32 val = usb3_read(usb3, USB3_USB20_CON);
493 val &= ~USB20_CON_B2_TSTMOD_MASK;
494 val |= USB20_CON_B2_TSTMOD(usb3->test_mode);
495 usb3_write(usb3, val | USB20_CON_B2_TSTMOD_EN, USB3_USB20_CON);
496 if (!usb3->test_mode)
497 usb3_clear_bit(usb3, USB20_CON_B2_TSTMOD_EN, USB3_USB20_CON);
500 static void usb3_start_usb2_connection(struct renesas_usb3 *usb3)
502 usb3->disabled_count++;
503 usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
504 usb3_set_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
505 usb3_usb2_pullup(usb3, 1);
508 static int usb3_is_usb3_phy_in_u3(struct renesas_usb3 *usb3)
510 return usb3_read(usb3, USB3_USB30_CON) & USB30_CON_POW_SEL_IN_U3;
513 static bool usb3_wakeup_usb3_phy(struct renesas_usb3 *usb3)
515 if (!usb3_is_usb3_phy_in_u3(usb3))
516 return true; /* already waked it up */
518 usb3_set_bit(usb3, USB30_CON_B3_PLLWAKE, USB3_USB30_CON);
519 usb3_enable_irq_1(usb3, USB_INT_1_B3_PLLWKUP);
524 static u16 usb3_feature_get_un_enabled(struct renesas_usb3 *usb3)
526 u32 mask_u2 = SSIFCMD_UDIR_U2 | SSIFCMD_UREQ_U2;
527 u32 mask_u1 = SSIFCMD_UDIR_U1 | SSIFCMD_UREQ_U1;
528 u32 val = usb3_read(usb3, USB3_SSIFCMD);
531 /* Enables {U2,U1} if the bits of UDIR and UREQ are set to 0 */
532 if (!(val & mask_u2))
533 ret |= 1 << USB_DEV_STAT_U2_ENABLED;
534 if (!(val & mask_u1))
535 ret |= 1 << USB_DEV_STAT_U1_ENABLED;
540 static void usb3_feature_u2_enable(struct renesas_usb3 *usb3, bool enable)
542 u32 bits = SSIFCMD_UDIR_U2 | SSIFCMD_UREQ_U2;
544 /* Enables U2 if the bits of UDIR and UREQ are set to 0 */
546 usb3_clear_bit(usb3, bits, USB3_SSIFCMD);
548 usb3_set_bit(usb3, bits, USB3_SSIFCMD);
551 static void usb3_feature_u1_enable(struct renesas_usb3 *usb3, bool enable)
553 u32 bits = SSIFCMD_UDIR_U1 | SSIFCMD_UREQ_U1;
555 /* Enables U1 if the bits of UDIR and UREQ are set to 0 */
557 usb3_clear_bit(usb3, bits, USB3_SSIFCMD);
559 usb3_set_bit(usb3, bits, USB3_SSIFCMD);
562 static void usb3_start_operation_for_usb3(struct renesas_usb3 *usb3)
564 usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
565 usb3_clear_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
566 usb3_set_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
569 static void usb3_start_usb3_connection(struct renesas_usb3 *usb3)
571 usb3_start_operation_for_usb3(usb3);
572 usb3_set_bit(usb3, USB_COM_CON_RX_DETECTION, USB3_USB_COM_CON);
574 usb3_enable_irq_1(usb3, USB_INT_1_B3_LUPSUCS | USB_INT_1_B3_DISABLE |
578 static void usb3_stop_usb3_connection(struct renesas_usb3 *usb3)
580 usb3_clear_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
583 static void usb3_transition_to_default_state(struct renesas_usb3 *usb3,
586 usb3_set_bit(usb3, USB_INT_2_PIPE(0), USB3_USB_INT_ENA_2);
587 usb3_write(usb3, P0_INT_ALL_BITS, USB3_P0_INT_STA);
588 usb3_set_bit(usb3, P0_INT_ALL_BITS, USB3_P0_INT_ENA);
591 usb3_enable_irq_1(usb3, USB_INT_1_B3_WRMRST |
592 USB_INT_1_B3_HOTRST);
594 usb3_enable_irq_1(usb3, USB_INT_1_B2_SPND |
595 USB_INT_1_B2_L1SPND | USB_INT_1_B2_USBRST);
598 static void usb3_connect(struct renesas_usb3 *usb3)
600 if (usb3_wakeup_usb3_phy(usb3))
601 usb3_start_usb3_connection(usb3);
604 static void usb3_reset_epc(struct renesas_usb3 *usb3)
606 usb3_clear_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
607 usb3_clear_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
608 usb3_set_bit(usb3, USB_COM_CON_PIPE_CLR, USB3_USB_COM_CON);
610 usb3_set_test_mode(usb3);
613 static void usb3_disconnect(struct renesas_usb3 *usb3)
615 usb3->disabled_count = 0;
616 usb3_usb2_pullup(usb3, 0);
617 usb3_clear_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
618 usb3_reset_epc(usb3);
621 usb3->driver->disconnect(&usb3->gadget);
624 static void usb3_check_vbus(struct renesas_usb3 *usb3)
626 if (usb3->workaround_for_vbus) {
629 usb3->extcon_usb = !!(usb3_read(usb3, USB3_USB_STA) &
631 if (usb3->extcon_usb)
634 usb3_disconnect(usb3);
636 schedule_work(&usb3->extcon_work);
640 static void usb3_set_mode(struct renesas_usb3 *usb3, bool host)
643 usb3_clear_bit(usb3, DRD_CON_PERI_CON, USB3_DRD_CON);
645 usb3_set_bit(usb3, DRD_CON_PERI_CON, USB3_DRD_CON);
648 static void usb3_vbus_out(struct renesas_usb3 *usb3, bool enable)
651 usb3_set_bit(usb3, DRD_CON_VBOUT, USB3_DRD_CON);
653 usb3_clear_bit(usb3, DRD_CON_VBOUT, USB3_DRD_CON);
656 static void usb3_mode_config(struct renesas_usb3 *usb3, bool host, bool a_dev)
660 spin_lock_irqsave(&usb3->lock, flags);
661 usb3_set_mode(usb3, host);
662 usb3_vbus_out(usb3, a_dev);
663 if (!host && a_dev) /* for A-Peripheral */
665 spin_unlock_irqrestore(&usb3->lock, flags);
668 static bool usb3_is_a_device(struct renesas_usb3 *usb3)
670 return !(usb3_read(usb3, USB3_USB_OTG_STA) & USB_OTG_IDMON);
673 static void usb3_check_id(struct renesas_usb3 *usb3)
675 usb3->extcon_host = usb3_is_a_device(usb3);
677 if (usb3->extcon_host)
678 usb3_mode_config(usb3, true, true);
680 usb3_mode_config(usb3, false, false);
682 schedule_work(&usb3->extcon_work);
685 static void renesas_usb3_init_controller(struct renesas_usb3 *usb3)
687 usb3_init_axi_bridge(usb3);
688 usb3_init_epc_registers(usb3);
689 usb3_write(usb3, USB_OTG_IDMON, USB3_USB_OTG_INT_STA);
690 usb3_write(usb3, USB_OTG_IDMON, USB3_USB_OTG_INT_ENA);
693 usb3_check_vbus(usb3);
696 static void renesas_usb3_stop_controller(struct renesas_usb3 *usb3)
698 usb3_disconnect(usb3);
699 usb3_write(usb3, 0, USB3_P0_INT_ENA);
700 usb3_write(usb3, 0, USB3_USB_OTG_INT_ENA);
701 usb3_write(usb3, 0, USB3_USB_INT_ENA_1);
702 usb3_write(usb3, 0, USB3_USB_INT_ENA_2);
703 usb3_write(usb3, 0, USB3_AXI_INT_ENA);
706 static void usb3_irq_epc_int_1_pll_wakeup(struct renesas_usb3 *usb3)
708 usb3_disable_irq_1(usb3, USB_INT_1_B3_PLLWKUP);
709 usb3_clear_bit(usb3, USB30_CON_B3_PLLWAKE, USB3_USB30_CON);
710 usb3_start_usb3_connection(usb3);
713 static void usb3_irq_epc_int_1_linkup_success(struct renesas_usb3 *usb3)
715 usb3_transition_to_default_state(usb3, true);
718 static void usb3_irq_epc_int_1_resume(struct renesas_usb3 *usb3)
720 usb3_disable_irq_1(usb3, USB_INT_1_B2_RSUM);
721 usb3_start_usb2_connection(usb3);
722 usb3_transition_to_default_state(usb3, false);
725 static void usb3_irq_epc_int_1_disable(struct renesas_usb3 *usb3)
727 usb3_stop_usb3_connection(usb3);
728 if (usb3_wakeup_usb2_phy(usb3))
729 usb3_irq_epc_int_1_resume(usb3);
732 static void usb3_irq_epc_int_1_bus_reset(struct renesas_usb3 *usb3)
734 usb3_reset_epc(usb3);
735 if (usb3->disabled_count < 3)
736 usb3_start_usb3_connection(usb3);
738 usb3_start_usb2_connection(usb3);
741 static void usb3_irq_epc_int_1_vbus_change(struct renesas_usb3 *usb3)
743 usb3_check_vbus(usb3);
746 static void usb3_irq_epc_int_1_hot_reset(struct renesas_usb3 *usb3)
748 usb3_reset_epc(usb3);
749 usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
751 /* This bit shall be set within 12ms from the start of HotReset */
752 usb3_set_bit(usb3, USB30_CON_B3_HOTRST_CMP, USB3_USB30_CON);
755 static void usb3_irq_epc_int_1_warm_reset(struct renesas_usb3 *usb3)
757 usb3_reset_epc(usb3);
758 usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
760 usb3_start_operation_for_usb3(usb3);
761 usb3_enable_irq_1(usb3, USB_INT_1_SPEED);
764 static void usb3_irq_epc_int_1_speed(struct renesas_usb3 *usb3)
766 u32 speed = usb3_read(usb3, USB3_USB_STA) & USB_STA_SPEED_MASK;
769 case USB_STA_SPEED_SS:
770 usb3->gadget.speed = USB_SPEED_SUPER;
772 case USB_STA_SPEED_HS:
773 usb3->gadget.speed = USB_SPEED_HIGH;
775 case USB_STA_SPEED_FS:
776 usb3->gadget.speed = USB_SPEED_FULL;
779 usb3->gadget.speed = USB_SPEED_UNKNOWN;
784 static void usb3_irq_epc_int_1(struct renesas_usb3 *usb3, u32 int_sta_1)
786 if (int_sta_1 & USB_INT_1_B3_PLLWKUP)
787 usb3_irq_epc_int_1_pll_wakeup(usb3);
789 if (int_sta_1 & USB_INT_1_B3_LUPSUCS)
790 usb3_irq_epc_int_1_linkup_success(usb3);
792 if (int_sta_1 & USB_INT_1_B3_HOTRST)
793 usb3_irq_epc_int_1_hot_reset(usb3);
795 if (int_sta_1 & USB_INT_1_B3_WRMRST)
796 usb3_irq_epc_int_1_warm_reset(usb3);
798 if (int_sta_1 & USB_INT_1_B3_DISABLE)
799 usb3_irq_epc_int_1_disable(usb3);
801 if (int_sta_1 & USB_INT_1_B2_USBRST)
802 usb3_irq_epc_int_1_bus_reset(usb3);
804 if (int_sta_1 & USB_INT_1_B2_RSUM)
805 usb3_irq_epc_int_1_resume(usb3);
807 if (int_sta_1 & USB_INT_1_SPEED)
808 usb3_irq_epc_int_1_speed(usb3);
810 if (int_sta_1 & USB_INT_1_VBUS_CNG)
811 usb3_irq_epc_int_1_vbus_change(usb3);
814 static struct renesas_usb3_request *__usb3_get_request(struct renesas_usb3_ep
817 return list_first_entry_or_null(&usb3_ep->queue,
818 struct renesas_usb3_request, queue);
821 static struct renesas_usb3_request *usb3_get_request(struct renesas_usb3_ep
824 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
825 struct renesas_usb3_request *usb3_req;
828 spin_lock_irqsave(&usb3->lock, flags);
829 usb3_req = __usb3_get_request(usb3_ep);
830 spin_unlock_irqrestore(&usb3->lock, flags);
835 static void usb3_request_done(struct renesas_usb3_ep *usb3_ep,
836 struct renesas_usb3_request *usb3_req, int status)
838 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
841 dev_dbg(usb3_to_dev(usb3), "giveback: ep%2d, %u, %u, %d\n",
842 usb3_ep->num, usb3_req->req.length, usb3_req->req.actual,
844 usb3_req->req.status = status;
845 spin_lock_irqsave(&usb3->lock, flags);
846 usb3_ep->started = false;
847 list_del_init(&usb3_req->queue);
848 spin_unlock_irqrestore(&usb3->lock, flags);
849 usb_gadget_giveback_request(&usb3_ep->ep, &usb3_req->req);
852 static void usb3_irq_epc_pipe0_status_end(struct renesas_usb3 *usb3)
854 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
855 struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
858 usb3_request_done(usb3_ep, usb3_req, 0);
860 usb3_set_test_mode(usb3);
863 static void usb3_get_setup_data(struct renesas_usb3 *usb3,
864 struct usb_ctrlrequest *ctrl)
866 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
867 u32 *data = (u32 *)ctrl;
869 *data++ = usb3_read(usb3, USB3_STUP_DAT_0);
870 *data = usb3_read(usb3, USB3_STUP_DAT_1);
872 /* update this driver's flag */
873 usb3_ep->dir_in = !!(ctrl->bRequestType & USB_DIR_IN);
876 static void usb3_set_p0_con_update_res(struct renesas_usb3 *usb3, u32 res)
878 u32 val = usb3_read(usb3, USB3_P0_CON);
880 val &= ~(P0_CON_ST_RES_MASK | P0_CON_OT_RES_MASK | P0_CON_IN_RES_MASK);
881 val |= res | P0_CON_RES_WEN;
882 usb3_write(usb3, val, USB3_P0_CON);
885 static void usb3_set_p0_con_for_ctrl_read_data(struct renesas_usb3 *usb3)
887 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
888 P0_CON_OT_RES_FORCE_STALL |
889 P0_CON_IN_RES_NORMAL);
892 static void usb3_set_p0_con_for_ctrl_read_status(struct renesas_usb3 *usb3)
894 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
895 P0_CON_OT_RES_FORCE_STALL |
896 P0_CON_IN_RES_NORMAL);
899 static void usb3_set_p0_con_for_ctrl_write_data(struct renesas_usb3 *usb3)
901 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
902 P0_CON_OT_RES_NORMAL |
903 P0_CON_IN_RES_FORCE_STALL);
906 static void usb3_set_p0_con_for_ctrl_write_status(struct renesas_usb3 *usb3)
908 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
909 P0_CON_OT_RES_NORMAL |
910 P0_CON_IN_RES_FORCE_STALL);
913 static void usb3_set_p0_con_for_no_data(struct renesas_usb3 *usb3)
915 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
916 P0_CON_OT_RES_FORCE_STALL |
917 P0_CON_IN_RES_FORCE_STALL);
920 static void usb3_set_p0_con_stall(struct renesas_usb3 *usb3)
922 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_STALL |
923 P0_CON_OT_RES_FORCE_STALL |
924 P0_CON_IN_RES_FORCE_STALL);
927 static void usb3_set_p0_con_stop(struct renesas_usb3 *usb3)
929 usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
930 P0_CON_OT_RES_FORCE_NRDY |
931 P0_CON_IN_RES_FORCE_NRDY);
934 static int usb3_pn_change(struct renesas_usb3 *usb3, int num)
936 if (num == 0 || num > usb3->num_usb3_eps)
939 usb3_write(usb3, num, USB3_PIPE_COM);
944 static void usb3_set_pn_con_update_res(struct renesas_usb3 *usb3, u32 res)
946 u32 val = usb3_read(usb3, USB3_PN_CON);
948 val &= ~PN_CON_RES_MASK;
949 val |= res & PN_CON_RES_MASK;
950 val |= PN_CON_RES_WEN;
951 usb3_write(usb3, val, USB3_PN_CON);
954 static void usb3_pn_start(struct renesas_usb3 *usb3)
956 usb3_set_pn_con_update_res(usb3, PN_CON_RES_NORMAL);
959 static void usb3_pn_stop(struct renesas_usb3 *usb3)
961 usb3_set_pn_con_update_res(usb3, PN_CON_RES_FORCE_NRDY);
964 static void usb3_pn_stall(struct renesas_usb3 *usb3)
966 usb3_set_pn_con_update_res(usb3, PN_CON_RES_FORCE_STALL);
969 static int usb3_pn_con_clear(struct renesas_usb3 *usb3)
971 usb3_set_bit(usb3, PN_CON_CLR, USB3_PN_CON);
973 return usb3_wait(usb3, USB3_PN_CON, PN_CON_CLR, 0);
976 static bool usb3_is_transfer_complete(struct renesas_usb3_ep *usb3_ep,
977 struct renesas_usb3_request *usb3_req)
979 struct usb_request *req = &usb3_req->req;
981 if ((!req->zero && req->actual == req->length) ||
982 (req->actual % usb3_ep->ep.maxpacket) || (req->length == 0))
988 static int usb3_wait_pipe_status(struct renesas_usb3_ep *usb3_ep, u32 mask)
990 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
991 u32 sta_reg = usb3_ep->num ? USB3_PN_STA : USB3_P0_STA;
993 return usb3_wait(usb3, sta_reg, mask, mask);
996 static void usb3_set_px_con_send(struct renesas_usb3_ep *usb3_ep, int bytes,
999 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1000 u32 con_reg = usb3_ep->num ? USB3_PN_CON : USB3_P0_CON;
1001 u32 val = usb3_read(usb3, con_reg);
1003 val |= PX_CON_SEND | PX_CON_BYTE_EN_BYTES(bytes);
1004 val |= (usb3_ep->num && last) ? PN_CON_LAST : 0;
1005 usb3_write(usb3, val, con_reg);
1008 static int usb3_write_pipe(struct renesas_usb3_ep *usb3_ep,
1009 struct renesas_usb3_request *usb3_req,
1012 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1014 int len = min_t(unsigned, usb3_req->req.length - usb3_req->req.actual,
1015 usb3_ep->ep.maxpacket);
1016 u8 *buf = usb3_req->req.buf + usb3_req->req.actual;
1020 if (usb3_wait_pipe_status(usb3_ep, PX_STA_BUFSTS) < 0)
1023 /* Update gadget driver parameter */
1024 usb3_req->req.actual += len;
1026 /* Write data to the register */
1028 iowrite32_rep(usb3->reg + fifo_reg, buf, len / 4);
1029 buf += (len / 4) * 4;
1030 len %= 4; /* update len to use usb3_set_pX_con_send() */
1034 for (i = 0; i < len; i++)
1035 tmp |= buf[i] << (8 * i);
1036 usb3_write(usb3, tmp, fifo_reg);
1039 is_last = usb3_is_transfer_complete(usb3_ep, usb3_req);
1041 usb3_set_px_con_send(usb3_ep, len, is_last);
1043 return is_last ? 0 : -EAGAIN;
1046 static u32 usb3_get_received_length(struct renesas_usb3_ep *usb3_ep)
1048 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1049 u32 lng_reg = usb3_ep->num ? USB3_PN_LNG : USB3_P0_LNG;
1051 return usb3_read(usb3, lng_reg);
1054 static int usb3_read_pipe(struct renesas_usb3_ep *usb3_ep,
1055 struct renesas_usb3_request *usb3_req, u32 fifo_reg)
1057 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1059 int len = min_t(unsigned, usb3_req->req.length - usb3_req->req.actual,
1060 usb3_get_received_length(usb3_ep));
1061 u8 *buf = usb3_req->req.buf + usb3_req->req.actual;
1067 /* Update gadget driver parameter */
1068 usb3_req->req.actual += len;
1070 /* Read data from the register */
1072 ioread32_rep(usb3->reg + fifo_reg, buf, len / 4);
1073 buf += (len / 4) * 4;
1078 tmp = usb3_read(usb3, fifo_reg);
1079 for (i = 0; i < len; i++)
1080 buf[i] = (tmp >> (8 * i)) & 0xff;
1083 return usb3_is_transfer_complete(usb3_ep, usb3_req) ? 0 : -EAGAIN;
1086 static void usb3_set_status_stage(struct renesas_usb3_ep *usb3_ep,
1087 struct renesas_usb3_request *usb3_req)
1089 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1091 if (usb3_ep->dir_in) {
1092 usb3_set_p0_con_for_ctrl_read_status(usb3);
1094 if (!usb3_req->req.length)
1095 usb3_set_p0_con_for_no_data(usb3);
1097 usb3_set_p0_con_for_ctrl_write_status(usb3);
1101 static void usb3_p0_xfer(struct renesas_usb3_ep *usb3_ep,
1102 struct renesas_usb3_request *usb3_req)
1106 if (usb3_ep->dir_in)
1107 ret = usb3_write_pipe(usb3_ep, usb3_req, USB3_P0_WRITE);
1109 ret = usb3_read_pipe(usb3_ep, usb3_req, USB3_P0_READ);
1112 usb3_set_status_stage(usb3_ep, usb3_req);
1115 static void usb3_start_pipe0(struct renesas_usb3_ep *usb3_ep,
1116 struct renesas_usb3_request *usb3_req)
1118 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1120 if (usb3_ep->started)
1123 usb3_ep->started = true;
1125 if (usb3_ep->dir_in) {
1126 usb3_set_bit(usb3, P0_MOD_DIR, USB3_P0_MOD);
1127 usb3_set_p0_con_for_ctrl_read_data(usb3);
1129 usb3_clear_bit(usb3, P0_MOD_DIR, USB3_P0_MOD);
1130 usb3_set_p0_con_for_ctrl_write_data(usb3);
1133 usb3_p0_xfer(usb3_ep, usb3_req);
1136 static void usb3_enable_dma_pipen(struct renesas_usb3 *usb3)
1138 usb3_set_bit(usb3, PN_CON_DATAIF_EN, USB3_PN_CON);
1141 static void usb3_disable_dma_pipen(struct renesas_usb3 *usb3)
1143 usb3_clear_bit(usb3, PN_CON_DATAIF_EN, USB3_PN_CON);
1146 static void usb3_enable_dma_irq(struct renesas_usb3 *usb3, int num)
1148 usb3_set_bit(usb3, DMA_INT(num), USB3_DMA_INT_ENA);
1151 static void usb3_disable_dma_irq(struct renesas_usb3 *usb3, int num)
1153 usb3_clear_bit(usb3, DMA_INT(num), USB3_DMA_INT_ENA);
1156 static u32 usb3_dma_mps_to_prd_word1(struct renesas_usb3_ep *usb3_ep)
1158 switch (usb3_ep->ep.maxpacket) {
1160 return USB3_PRD1_MPS_8;
1162 return USB3_PRD1_MPS_16;
1164 return USB3_PRD1_MPS_32;
1166 return USB3_PRD1_MPS_64;
1168 return USB3_PRD1_MPS_512;
1170 return USB3_PRD1_MPS_1024;
1172 return USB3_PRD1_MPS_RESERVED;
1176 static bool usb3_dma_get_setting_area(struct renesas_usb3_ep *usb3_ep,
1177 struct renesas_usb3_request *usb3_req)
1179 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1180 struct renesas_usb3_dma *dma;
1184 if (usb3_req->req.length > USB3_DMA_MAX_XFER_SIZE_ALL_PRDS) {
1185 dev_dbg(usb3_to_dev(usb3), "%s: the length is too big (%d)\n",
1186 __func__, usb3_req->req.length);
1190 /* The driver doesn't handle zero-length packet via dmac */
1191 if (!usb3_req->req.length)
1194 if (usb3_dma_mps_to_prd_word1(usb3_ep) == USB3_PRD1_MPS_RESERVED)
1197 usb3_for_each_dma(usb3, dma, i) {
1201 if (usb_gadget_map_request(&usb3->gadget, &usb3_req->req,
1202 usb3_ep->dir_in) < 0)
1214 static void usb3_dma_put_setting_area(struct renesas_usb3_ep *usb3_ep,
1215 struct renesas_usb3_request *usb3_req)
1217 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1219 struct renesas_usb3_dma *dma;
1221 usb3_for_each_dma(usb3, dma, i) {
1222 if (usb3_ep->dma == dma) {
1223 usb_gadget_unmap_request(&usb3->gadget, &usb3_req->req,
1226 usb3_ep->dma = NULL;
1232 static void usb3_dma_fill_prd(struct renesas_usb3_ep *usb3_ep,
1233 struct renesas_usb3_request *usb3_req)
1235 struct renesas_usb3_prd *cur_prd = usb3_ep->dma->prd;
1236 u32 remain = usb3_req->req.length;
1237 u32 dma = usb3_req->req.dma;
1242 len = min_t(u32, remain, USB3_DMA_MAX_XFER_SIZE) &
1243 USB3_PRD1_SIZE_MASK;
1244 cur_prd->word1 = usb3_dma_mps_to_prd_word1(usb3_ep) |
1245 USB3_PRD1_B_INC | len;
1249 if (!remain || (i + 1) < USB3_DMA_NUM_PRD_ENTRIES)
1256 cur_prd->word1 |= USB3_PRD1_E | USB3_PRD1_INT;
1257 if (usb3_ep->dir_in)
1258 cur_prd->word1 |= USB3_PRD1_LST;
1261 static void usb3_dma_kick_prd(struct renesas_usb3_ep *usb3_ep)
1263 struct renesas_usb3_dma *dma = usb3_ep->dma;
1264 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1265 u32 dma_con = DMA_COM_PIPE_NO(usb3_ep->num) | DMA_CON_PRD_EN;
1267 if (usb3_ep->dir_in)
1268 dma_con |= DMA_CON_PIPE_DIR;
1270 wmb(); /* prd entries should be in system memory here */
1272 usb3_write(usb3, 1 << usb3_ep->num, USB3_DMA_INT_STA);
1273 usb3_write(usb3, AXI_INT_PRDEN_CLR_STA(dma->num) |
1274 AXI_INT_PRDERR_STA(dma->num), USB3_AXI_INT_STA);
1276 usb3_write(usb3, dma->prd_dma, USB3_DMA_CH0_PRD_ADR(dma->num));
1277 usb3_write(usb3, dma_con, USB3_DMA_CH0_CON(dma->num));
1278 usb3_enable_dma_irq(usb3, usb3_ep->num);
1281 static void usb3_dma_stop_prd(struct renesas_usb3_ep *usb3_ep)
1283 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1284 struct renesas_usb3_dma *dma = usb3_ep->dma;
1286 usb3_disable_dma_irq(usb3, usb3_ep->num);
1287 usb3_write(usb3, 0, USB3_DMA_CH0_CON(dma->num));
1290 static int usb3_dma_update_status(struct renesas_usb3_ep *usb3_ep,
1291 struct renesas_usb3_request *usb3_req)
1293 struct renesas_usb3_prd *cur_prd = usb3_ep->dma->prd;
1294 struct usb_request *req = &usb3_req->req;
1299 rmb(); /* The controller updated prd entries */
1302 if (cur_prd->word1 & USB3_PRD1_D)
1304 if (cur_prd->word1 & USB3_PRD1_E)
1305 len = req->length % USB3_DMA_MAX_XFER_SIZE;
1307 len = USB3_DMA_MAX_XFER_SIZE;
1308 remain = cur_prd->word1 & USB3_PRD1_SIZE_MASK;
1309 req->actual += len - remain;
1311 if (cur_prd->word1 & USB3_PRD1_E ||
1312 (i + 1) < USB3_DMA_NUM_PRD_ENTRIES)
1322 static bool usb3_dma_try_start(struct renesas_usb3_ep *usb3_ep,
1323 struct renesas_usb3_request *usb3_req)
1325 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1330 if (usb3_dma_get_setting_area(usb3_ep, usb3_req)) {
1332 usb3_enable_dma_pipen(usb3);
1333 usb3_dma_fill_prd(usb3_ep, usb3_req);
1334 usb3_dma_kick_prd(usb3_ep);
1335 usb3_pn_start(usb3);
1342 static int usb3_dma_try_stop(struct renesas_usb3_ep *usb3_ep,
1343 struct renesas_usb3_request *usb3_req)
1345 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1346 unsigned long flags;
1349 spin_lock_irqsave(&usb3->lock, flags);
1353 if (!usb3_pn_change(usb3, usb3_ep->num))
1354 usb3_disable_dma_pipen(usb3);
1355 usb3_dma_stop_prd(usb3_ep);
1356 status = usb3_dma_update_status(usb3_ep, usb3_req);
1357 usb3_dma_put_setting_area(usb3_ep, usb3_req);
1360 spin_unlock_irqrestore(&usb3->lock, flags);
1364 static int renesas_usb3_dma_free_prd(struct renesas_usb3 *usb3,
1368 struct renesas_usb3_dma *dma;
1370 usb3_for_each_dma(usb3, dma, i) {
1372 dma_free_coherent(dev, USB3_DMA_MAX_XFER_SIZE,
1373 dma->prd, dma->prd_dma);
1381 static int renesas_usb3_dma_alloc_prd(struct renesas_usb3 *usb3,
1385 struct renesas_usb3_dma *dma;
1390 usb3_for_each_dma(usb3, dma, i) {
1391 dma->prd = dma_alloc_coherent(dev, USB3_DMA_PRD_SIZE,
1392 &dma->prd_dma, GFP_KERNEL);
1394 renesas_usb3_dma_free_prd(usb3, dev);
1403 static void usb3_start_pipen(struct renesas_usb3_ep *usb3_ep,
1404 struct renesas_usb3_request *usb3_req)
1406 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1407 struct renesas_usb3_request *usb3_req_first = usb3_get_request(usb3_ep);
1408 unsigned long flags;
1410 u32 enable_bits = 0;
1412 if (usb3_ep->halt || usb3_ep->started)
1414 if (usb3_req != usb3_req_first)
1417 spin_lock_irqsave(&usb3->lock, flags);
1418 if (usb3_pn_change(usb3, usb3_ep->num) < 0)
1421 usb3_ep->started = true;
1423 if (usb3_dma_try_start(usb3_ep, usb3_req))
1426 usb3_pn_start(usb3);
1428 if (usb3_ep->dir_in) {
1429 ret = usb3_write_pipe(usb3_ep, usb3_req, USB3_PN_WRITE);
1430 enable_bits |= PN_INT_LSTTR;
1434 enable_bits |= PN_INT_BFRDY;
1437 usb3_set_bit(usb3, enable_bits, USB3_PN_INT_ENA);
1438 usb3_enable_pipe_irq(usb3, usb3_ep->num);
1441 spin_unlock_irqrestore(&usb3->lock, flags);
1444 static int renesas_usb3_ep_queue(struct usb_ep *_ep, struct usb_request *_req,
1447 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1448 struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
1449 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1450 unsigned long flags;
1452 dev_dbg(usb3_to_dev(usb3), "ep_queue: ep%2d, %u\n", usb3_ep->num,
1455 _req->status = -EINPROGRESS;
1457 spin_lock_irqsave(&usb3->lock, flags);
1458 list_add_tail(&usb3_req->queue, &usb3_ep->queue);
1459 spin_unlock_irqrestore(&usb3->lock, flags);
1462 usb3_start_pipe0(usb3_ep, usb3_req);
1464 usb3_start_pipen(usb3_ep, usb3_req);
1469 static void usb3_set_device_address(struct renesas_usb3 *usb3, u16 addr)
1471 /* DEV_ADDR bit field is cleared by WarmReset, HotReset and BusReset */
1472 usb3_set_bit(usb3, USB_COM_CON_DEV_ADDR(addr), USB3_USB_COM_CON);
1475 static bool usb3_std_req_set_address(struct renesas_usb3 *usb3,
1476 struct usb_ctrlrequest *ctrl)
1478 if (ctrl->wValue >= 128)
1479 return true; /* stall */
1481 usb3_set_device_address(usb3, ctrl->wValue);
1482 usb3_set_p0_con_for_no_data(usb3);
1487 static void usb3_pipe0_internal_xfer(struct renesas_usb3 *usb3,
1488 void *tx_data, size_t len,
1489 void (*complete)(struct usb_ep *ep,
1490 struct usb_request *req))
1492 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1495 memcpy(usb3->ep0_buf, tx_data,
1496 min_t(size_t, len, USB3_EP0_BUF_SIZE));
1498 usb3->ep0_req->buf = &usb3->ep0_buf;
1499 usb3->ep0_req->length = len;
1500 usb3->ep0_req->complete = complete;
1501 renesas_usb3_ep_queue(&usb3_ep->ep, usb3->ep0_req, GFP_ATOMIC);
1504 static void usb3_pipe0_get_status_completion(struct usb_ep *ep,
1505 struct usb_request *req)
1509 static bool usb3_std_req_get_status(struct renesas_usb3 *usb3,
1510 struct usb_ctrlrequest *ctrl)
1513 struct renesas_usb3_ep *usb3_ep;
1517 switch (ctrl->bRequestType & USB_RECIP_MASK) {
1518 case USB_RECIP_DEVICE:
1519 if (usb3->gadget.is_selfpowered)
1520 status |= 1 << USB_DEVICE_SELF_POWERED;
1521 if (usb3->gadget.speed == USB_SPEED_SUPER)
1522 status |= usb3_feature_get_un_enabled(usb3);
1524 case USB_RECIP_INTERFACE:
1526 case USB_RECIP_ENDPOINT:
1527 num = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
1528 usb3_ep = usb3_get_ep(usb3, num);
1530 status |= 1 << USB_ENDPOINT_HALT;
1538 status = cpu_to_le16(status);
1539 dev_dbg(usb3_to_dev(usb3), "get_status: req = %p\n",
1540 usb_req_to_usb3_req(usb3->ep0_req));
1541 usb3_pipe0_internal_xfer(usb3, &status, sizeof(status),
1542 usb3_pipe0_get_status_completion);
1548 static bool usb3_std_req_feature_device(struct renesas_usb3 *usb3,
1549 struct usb_ctrlrequest *ctrl, bool set)
1552 u16 w_value = le16_to_cpu(ctrl->wValue);
1555 case USB_DEVICE_TEST_MODE:
1558 usb3->test_mode = le16_to_cpu(ctrl->wIndex) >> 8;
1561 case USB_DEVICE_U1_ENABLE:
1562 case USB_DEVICE_U2_ENABLE:
1563 if (usb3->gadget.speed != USB_SPEED_SUPER)
1565 if (w_value == USB_DEVICE_U1_ENABLE)
1566 usb3_feature_u1_enable(usb3, set);
1567 if (w_value == USB_DEVICE_U2_ENABLE)
1568 usb3_feature_u2_enable(usb3, set);
1578 static int usb3_set_halt_p0(struct renesas_usb3_ep *usb3_ep, bool halt)
1580 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1582 if (unlikely(usb3_ep->num))
1585 usb3_ep->halt = halt;
1587 usb3_set_p0_con_stall(usb3);
1589 usb3_set_p0_con_stop(usb3);
1594 static int usb3_set_halt_pn(struct renesas_usb3_ep *usb3_ep, bool halt,
1595 bool is_clear_feature)
1597 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1598 unsigned long flags;
1600 spin_lock_irqsave(&usb3->lock, flags);
1601 if (!usb3_pn_change(usb3, usb3_ep->num)) {
1602 usb3_ep->halt = halt;
1604 usb3_pn_stall(usb3);
1605 } else if (!is_clear_feature || !usb3_ep->wedge) {
1606 usb3_pn_con_clear(usb3);
1607 usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
1611 spin_unlock_irqrestore(&usb3->lock, flags);
1616 static int usb3_set_halt(struct renesas_usb3_ep *usb3_ep, bool halt,
1617 bool is_clear_feature)
1621 if (halt && usb3_ep->started)
1625 ret = usb3_set_halt_pn(usb3_ep, halt, is_clear_feature);
1627 ret = usb3_set_halt_p0(usb3_ep, halt);
1632 static bool usb3_std_req_feature_endpoint(struct renesas_usb3 *usb3,
1633 struct usb_ctrlrequest *ctrl,
1636 int num = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
1637 struct renesas_usb3_ep *usb3_ep;
1638 struct renesas_usb3_request *usb3_req;
1640 if (le16_to_cpu(ctrl->wValue) != USB_ENDPOINT_HALT)
1641 return true; /* stall */
1643 usb3_ep = usb3_get_ep(usb3, num);
1644 usb3_set_halt(usb3_ep, set, true);
1646 /* Restarts a queue if clear feature */
1648 usb3_ep->started = false;
1649 usb3_req = usb3_get_request(usb3_ep);
1651 usb3_start_pipen(usb3_ep, usb3_req);
1657 static bool usb3_std_req_feature(struct renesas_usb3 *usb3,
1658 struct usb_ctrlrequest *ctrl, bool set)
1662 switch (ctrl->bRequestType & USB_RECIP_MASK) {
1663 case USB_RECIP_DEVICE:
1664 stall = usb3_std_req_feature_device(usb3, ctrl, set);
1666 case USB_RECIP_INTERFACE:
1668 case USB_RECIP_ENDPOINT:
1669 stall = usb3_std_req_feature_endpoint(usb3, ctrl, set);
1677 usb3_set_p0_con_for_no_data(usb3);
1682 static void usb3_pipe0_set_sel_completion(struct usb_ep *ep,
1683 struct usb_request *req)
1688 static bool usb3_std_req_set_sel(struct renesas_usb3 *usb3,
1689 struct usb_ctrlrequest *ctrl)
1691 u16 w_length = le16_to_cpu(ctrl->wLength);
1694 return true; /* stall */
1696 dev_dbg(usb3_to_dev(usb3), "set_sel: req = %p\n",
1697 usb_req_to_usb3_req(usb3->ep0_req));
1698 usb3_pipe0_internal_xfer(usb3, NULL, 6, usb3_pipe0_set_sel_completion);
1703 static bool usb3_std_req_set_configuration(struct renesas_usb3 *usb3,
1704 struct usb_ctrlrequest *ctrl)
1706 if (ctrl->wValue > 0)
1707 usb3_set_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
1709 usb3_clear_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
1715 * usb3_handle_standard_request - handle some standard requests
1716 * @usb3: the renesas_usb3 pointer
1717 * @ctrl: a pointer of setup data
1719 * Returns true if this function handled a standard request
1721 static bool usb3_handle_standard_request(struct renesas_usb3 *usb3,
1722 struct usb_ctrlrequest *ctrl)
1727 if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD) {
1728 switch (ctrl->bRequest) {
1729 case USB_REQ_SET_ADDRESS:
1730 stall = usb3_std_req_set_address(usb3, ctrl);
1733 case USB_REQ_GET_STATUS:
1734 stall = usb3_std_req_get_status(usb3, ctrl);
1737 case USB_REQ_CLEAR_FEATURE:
1738 stall = usb3_std_req_feature(usb3, ctrl, false);
1741 case USB_REQ_SET_FEATURE:
1742 stall = usb3_std_req_feature(usb3, ctrl, true);
1745 case USB_REQ_SET_SEL:
1746 stall = usb3_std_req_set_sel(usb3, ctrl);
1749 case USB_REQ_SET_ISOCH_DELAY:
1750 /* This hardware doesn't support Isochronous xfer */
1754 case USB_REQ_SET_CONFIGURATION:
1755 usb3_std_req_set_configuration(usb3, ctrl);
1763 usb3_set_p0_con_stall(usb3);
1768 static int usb3_p0_con_clear_buffer(struct renesas_usb3 *usb3)
1770 usb3_set_bit(usb3, P0_CON_BCLR, USB3_P0_CON);
1772 return usb3_wait(usb3, USB3_P0_CON, P0_CON_BCLR, 0);
1775 static void usb3_irq_epc_pipe0_setup(struct renesas_usb3 *usb3)
1777 struct usb_ctrlrequest ctrl;
1778 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1780 /* Call giveback function if previous transfer is not completed */
1781 if (usb3_ep->started)
1782 usb3_request_done(usb3_ep, usb3_get_request(usb3_ep),
1785 usb3_p0_con_clear_buffer(usb3);
1786 usb3_get_setup_data(usb3, &ctrl);
1787 if (!usb3_handle_standard_request(usb3, &ctrl))
1788 if (usb3->driver->setup(&usb3->gadget, &ctrl) < 0)
1789 usb3_set_p0_con_stall(usb3);
1792 static void usb3_irq_epc_pipe0_bfrdy(struct renesas_usb3 *usb3)
1794 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1795 struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1800 usb3_p0_xfer(usb3_ep, usb3_req);
1803 static void usb3_irq_epc_pipe0(struct renesas_usb3 *usb3)
1805 u32 p0_int_sta = usb3_read(usb3, USB3_P0_INT_STA);
1807 p0_int_sta &= usb3_read(usb3, USB3_P0_INT_ENA);
1808 usb3_write(usb3, p0_int_sta, USB3_P0_INT_STA);
1809 if (p0_int_sta & P0_INT_STSED)
1810 usb3_irq_epc_pipe0_status_end(usb3);
1811 if (p0_int_sta & P0_INT_SETUP)
1812 usb3_irq_epc_pipe0_setup(usb3);
1813 if (p0_int_sta & P0_INT_BFRDY)
1814 usb3_irq_epc_pipe0_bfrdy(usb3);
1817 static void usb3_request_done_pipen(struct renesas_usb3 *usb3,
1818 struct renesas_usb3_ep *usb3_ep,
1819 struct renesas_usb3_request *usb3_req,
1822 unsigned long flags;
1824 spin_lock_irqsave(&usb3->lock, flags);
1825 if (usb3_pn_change(usb3, usb3_ep->num))
1827 spin_unlock_irqrestore(&usb3->lock, flags);
1829 usb3_disable_pipe_irq(usb3, usb3_ep->num);
1830 usb3_request_done(usb3_ep, usb3_req, status);
1832 /* get next usb3_req */
1833 usb3_req = usb3_get_request(usb3_ep);
1835 usb3_start_pipen(usb3_ep, usb3_req);
1838 static void usb3_irq_epc_pipen_lsttr(struct renesas_usb3 *usb3, int num)
1840 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, num);
1841 struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1846 if (usb3_ep->dir_in) {
1847 dev_dbg(usb3_to_dev(usb3), "%s: len = %u, actual = %u\n",
1848 __func__, usb3_req->req.length, usb3_req->req.actual);
1849 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, 0);
1853 static void usb3_irq_epc_pipen_bfrdy(struct renesas_usb3 *usb3, int num)
1855 struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, num);
1856 struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1862 spin_lock(&usb3->lock);
1863 if (usb3_pn_change(usb3, num))
1866 if (usb3_ep->dir_in) {
1867 /* Do not stop the IN pipe here to detect LSTTR interrupt */
1868 if (!usb3_write_pipe(usb3_ep, usb3_req, USB3_PN_WRITE))
1869 usb3_clear_bit(usb3, PN_INT_BFRDY, USB3_PN_INT_ENA);
1871 if (!usb3_read_pipe(usb3_ep, usb3_req, USB3_PN_READ))
1876 /* need to unlock because usb3_request_done_pipen() locks it */
1877 spin_unlock(&usb3->lock);
1880 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, 0);
1883 static void usb3_irq_epc_pipen(struct renesas_usb3 *usb3, int num)
1887 spin_lock(&usb3->lock);
1888 if (usb3_pn_change(usb3, num) < 0) {
1889 spin_unlock(&usb3->lock);
1893 pn_int_sta = usb3_read(usb3, USB3_PN_INT_STA);
1894 pn_int_sta &= usb3_read(usb3, USB3_PN_INT_ENA);
1895 usb3_write(usb3, pn_int_sta, USB3_PN_INT_STA);
1896 spin_unlock(&usb3->lock);
1897 if (pn_int_sta & PN_INT_LSTTR)
1898 usb3_irq_epc_pipen_lsttr(usb3, num);
1899 if (pn_int_sta & PN_INT_BFRDY)
1900 usb3_irq_epc_pipen_bfrdy(usb3, num);
1903 static void usb3_irq_epc_int_2(struct renesas_usb3 *usb3, u32 int_sta_2)
1907 for (i = 0; i < usb3->num_usb3_eps; i++) {
1908 if (int_sta_2 & USB_INT_2_PIPE(i)) {
1910 usb3_irq_epc_pipe0(usb3);
1912 usb3_irq_epc_pipen(usb3, i);
1917 static void usb3_irq_idmon_change(struct renesas_usb3 *usb3)
1919 usb3_check_id(usb3);
1922 static void usb3_irq_otg_int(struct renesas_usb3 *usb3, u32 otg_int_sta)
1924 if (otg_int_sta & USB_OTG_IDMON)
1925 usb3_irq_idmon_change(usb3);
1928 static void usb3_irq_epc(struct renesas_usb3 *usb3)
1930 u32 int_sta_1 = usb3_read(usb3, USB3_USB_INT_STA_1);
1931 u32 int_sta_2 = usb3_read(usb3, USB3_USB_INT_STA_2);
1932 u32 otg_int_sta = usb3_read(usb3, USB3_USB_OTG_INT_STA);
1934 int_sta_1 &= usb3_read(usb3, USB3_USB_INT_ENA_1);
1936 usb3_write(usb3, int_sta_1, USB3_USB_INT_STA_1);
1937 usb3_irq_epc_int_1(usb3, int_sta_1);
1940 int_sta_2 &= usb3_read(usb3, USB3_USB_INT_ENA_2);
1942 usb3_irq_epc_int_2(usb3, int_sta_2);
1944 otg_int_sta &= usb3_read(usb3, USB3_USB_OTG_INT_ENA);
1946 usb3_write(usb3, otg_int_sta, USB3_USB_OTG_INT_STA);
1947 usb3_irq_otg_int(usb3, otg_int_sta);
1951 static void usb3_irq_dma_int(struct renesas_usb3 *usb3, u32 dma_sta)
1953 struct renesas_usb3_ep *usb3_ep;
1954 struct renesas_usb3_request *usb3_req;
1957 for (i = 0; i < usb3->num_usb3_eps; i++) {
1958 if (!(dma_sta & DMA_INT(i)))
1961 usb3_ep = usb3_get_ep(usb3, i);
1962 if (!(usb3_read(usb3, USB3_AXI_INT_STA) &
1963 AXI_INT_PRDEN_CLR_STA(usb3_ep->dma->num)))
1966 usb3_req = usb3_get_request(usb3_ep);
1967 status = usb3_dma_try_stop(usb3_ep, usb3_req);
1968 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, status);
1972 static void usb3_irq_dma(struct renesas_usb3 *usb3)
1974 u32 dma_sta = usb3_read(usb3, USB3_DMA_INT_STA);
1976 dma_sta &= usb3_read(usb3, USB3_DMA_INT_ENA);
1978 usb3_write(usb3, dma_sta, USB3_DMA_INT_STA);
1979 usb3_irq_dma_int(usb3, dma_sta);
1983 static irqreturn_t renesas_usb3_irq(int irq, void *_usb3)
1985 struct renesas_usb3 *usb3 = _usb3;
1986 irqreturn_t ret = IRQ_NONE;
1987 u32 axi_int_sta = usb3_read(usb3, USB3_AXI_INT_STA);
1989 if (axi_int_sta & AXI_INT_DMAINT) {
1994 if (axi_int_sta & AXI_INT_EPCINT) {
2002 static void usb3_write_pn_mod(struct renesas_usb3_ep *usb3_ep,
2003 const struct usb_endpoint_descriptor *desc)
2005 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2008 val |= usb3_ep->dir_in ? PN_MOD_DIR : 0;
2009 val |= PN_MOD_TYPE(usb_endpoint_type(desc));
2010 val |= PN_MOD_EPNUM(usb_endpoint_num(desc));
2011 usb3_write(usb3, val, USB3_PN_MOD);
2014 static u32 usb3_calc_ramarea(int ram_size)
2016 WARN_ON(ram_size > SZ_16K);
2018 if (ram_size <= SZ_1K)
2019 return PN_RAMMAP_RAMAREA_1KB;
2020 else if (ram_size <= SZ_2K)
2021 return PN_RAMMAP_RAMAREA_2KB;
2022 else if (ram_size <= SZ_4K)
2023 return PN_RAMMAP_RAMAREA_4KB;
2024 else if (ram_size <= SZ_8K)
2025 return PN_RAMMAP_RAMAREA_8KB;
2027 return PN_RAMMAP_RAMAREA_16KB;
2030 static u32 usb3_calc_rammap_val(struct renesas_usb3_ep *usb3_ep,
2031 const struct usb_endpoint_descriptor *desc)
2033 return usb3_ep->rammap_val | PN_RAMMAP_MPKT(usb_endpoint_maxp(desc));
2036 static int usb3_enable_pipe_n(struct renesas_usb3_ep *usb3_ep,
2037 const struct usb_endpoint_descriptor *desc)
2039 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2040 unsigned long flags;
2042 usb3_ep->dir_in = usb_endpoint_dir_in(desc);
2044 spin_lock_irqsave(&usb3->lock, flags);
2045 if (!usb3_pn_change(usb3, usb3_ep->num)) {
2046 usb3_write_pn_mod(usb3_ep, desc);
2047 usb3_write(usb3, usb3_calc_rammap_val(usb3_ep, desc),
2049 usb3_pn_con_clear(usb3);
2050 usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
2052 spin_unlock_irqrestore(&usb3->lock, flags);
2057 static int usb3_disable_pipe_n(struct renesas_usb3_ep *usb3_ep)
2059 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2060 unsigned long flags;
2062 usb3_ep->halt = false;
2064 spin_lock_irqsave(&usb3->lock, flags);
2065 if (!usb3_pn_change(usb3, usb3_ep->num)) {
2066 usb3_write(usb3, 0, USB3_PN_INT_ENA);
2067 usb3_write(usb3, 0, USB3_PN_RAMMAP);
2068 usb3_clear_bit(usb3, PN_CON_EN, USB3_PN_CON);
2070 spin_unlock_irqrestore(&usb3->lock, flags);
2075 /*------- usb_ep_ops -----------------------------------------------------*/
2076 static int renesas_usb3_ep_enable(struct usb_ep *_ep,
2077 const struct usb_endpoint_descriptor *desc)
2079 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2081 return usb3_enable_pipe_n(usb3_ep, desc);
2084 static int renesas_usb3_ep_disable(struct usb_ep *_ep)
2086 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2087 struct renesas_usb3_request *usb3_req;
2090 usb3_req = usb3_get_request(usb3_ep);
2093 usb3_dma_try_stop(usb3_ep, usb3_req);
2094 usb3_request_done(usb3_ep, usb3_req, -ESHUTDOWN);
2097 return usb3_disable_pipe_n(usb3_ep);
2100 static struct usb_request *__renesas_usb3_ep_alloc_request(gfp_t gfp_flags)
2102 struct renesas_usb3_request *usb3_req;
2104 usb3_req = kzalloc(sizeof(struct renesas_usb3_request), gfp_flags);
2108 INIT_LIST_HEAD(&usb3_req->queue);
2110 return &usb3_req->req;
2113 static void __renesas_usb3_ep_free_request(struct usb_request *_req)
2115 struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
2120 static struct usb_request *renesas_usb3_ep_alloc_request(struct usb_ep *_ep,
2123 return __renesas_usb3_ep_alloc_request(gfp_flags);
2126 static void renesas_usb3_ep_free_request(struct usb_ep *_ep,
2127 struct usb_request *_req)
2129 __renesas_usb3_ep_free_request(_req);
2132 static int renesas_usb3_ep_dequeue(struct usb_ep *_ep, struct usb_request *_req)
2134 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2135 struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
2136 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2138 dev_dbg(usb3_to_dev(usb3), "ep_dequeue: ep%2d, %u\n", usb3_ep->num,
2141 usb3_dma_try_stop(usb3_ep, usb3_req);
2142 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, -ECONNRESET);
2147 static int renesas_usb3_ep_set_halt(struct usb_ep *_ep, int value)
2149 return usb3_set_halt(usb_ep_to_usb3_ep(_ep), !!value, false);
2152 static int renesas_usb3_ep_set_wedge(struct usb_ep *_ep)
2154 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2156 usb3_ep->wedge = true;
2157 return usb3_set_halt(usb3_ep, true, false);
2160 static void renesas_usb3_ep_fifo_flush(struct usb_ep *_ep)
2162 struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2163 struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2164 unsigned long flags;
2167 spin_lock_irqsave(&usb3->lock, flags);
2168 if (!usb3_pn_change(usb3, usb3_ep->num)) {
2169 usb3_pn_con_clear(usb3);
2170 usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
2172 spin_unlock_irqrestore(&usb3->lock, flags);
2174 usb3_p0_con_clear_buffer(usb3);
2178 static struct usb_ep_ops renesas_usb3_ep_ops = {
2179 .enable = renesas_usb3_ep_enable,
2180 .disable = renesas_usb3_ep_disable,
2182 .alloc_request = renesas_usb3_ep_alloc_request,
2183 .free_request = renesas_usb3_ep_free_request,
2185 .queue = renesas_usb3_ep_queue,
2186 .dequeue = renesas_usb3_ep_dequeue,
2188 .set_halt = renesas_usb3_ep_set_halt,
2189 .set_wedge = renesas_usb3_ep_set_wedge,
2190 .fifo_flush = renesas_usb3_ep_fifo_flush,
2193 /*------- usb_gadget_ops -------------------------------------------------*/
2194 static int renesas_usb3_start(struct usb_gadget *gadget,
2195 struct usb_gadget_driver *driver)
2197 struct renesas_usb3 *usb3;
2199 if (!driver || driver->max_speed < USB_SPEED_FULL ||
2203 usb3 = gadget_to_renesas_usb3(gadget);
2205 /* hook up the driver */
2206 usb3->driver = driver;
2208 pm_runtime_enable(usb3_to_dev(usb3));
2209 pm_runtime_get_sync(usb3_to_dev(usb3));
2211 renesas_usb3_init_controller(usb3);
2216 static int renesas_usb3_stop(struct usb_gadget *gadget)
2218 struct renesas_usb3 *usb3 = gadget_to_renesas_usb3(gadget);
2220 usb3->softconnect = false;
2221 usb3->gadget.speed = USB_SPEED_UNKNOWN;
2222 usb3->driver = NULL;
2223 renesas_usb3_stop_controller(usb3);
2225 pm_runtime_put(usb3_to_dev(usb3));
2226 pm_runtime_disable(usb3_to_dev(usb3));
2231 static int renesas_usb3_get_frame(struct usb_gadget *_gadget)
2236 static int renesas_usb3_pullup(struct usb_gadget *gadget, int is_on)
2238 struct renesas_usb3 *usb3 = gadget_to_renesas_usb3(gadget);
2240 usb3->softconnect = !!is_on;
2245 static int renesas_usb3_set_selfpowered(struct usb_gadget *gadget, int is_self)
2247 gadget->is_selfpowered = !!is_self;
2252 static const struct usb_gadget_ops renesas_usb3_gadget_ops = {
2253 .get_frame = renesas_usb3_get_frame,
2254 .udc_start = renesas_usb3_start,
2255 .udc_stop = renesas_usb3_stop,
2256 .pullup = renesas_usb3_pullup,
2257 .set_selfpowered = renesas_usb3_set_selfpowered,
2260 static ssize_t role_store(struct device *dev, struct device_attribute *attr,
2261 const char *buf, size_t count)
2263 struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2264 bool new_mode_is_host;
2269 if (!strncmp(buf, "host", strlen("host")))
2270 new_mode_is_host = true;
2271 else if (!strncmp(buf, "peripheral", strlen("peripheral")))
2272 new_mode_is_host = false;
2276 if (new_mode_is_host == usb3_is_host(usb3))
2279 usb3_mode_config(usb3, new_mode_is_host, usb3_is_a_device(usb3));
2284 static ssize_t role_show(struct device *dev, struct device_attribute *attr,
2287 struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2292 return sprintf(buf, "%s\n", usb3_is_host(usb3) ? "host" : "peripheral");
2294 static DEVICE_ATTR_RW(role);
2296 /*------- platform_driver ------------------------------------------------*/
2297 static int renesas_usb3_remove(struct platform_device *pdev)
2299 struct renesas_usb3 *usb3 = platform_get_drvdata(pdev);
2301 device_remove_file(&pdev->dev, &dev_attr_role);
2303 usb_del_gadget_udc(&usb3->gadget);
2304 renesas_usb3_dma_free_prd(usb3, &pdev->dev);
2306 __renesas_usb3_ep_free_request(usb3->ep0_req);
2311 static int renesas_usb3_init_ep(struct renesas_usb3 *usb3, struct device *dev,
2312 const struct renesas_usb3_priv *priv)
2314 struct renesas_usb3_ep *usb3_ep;
2317 /* calculate num_usb3_eps from renesas_usb3_priv */
2318 usb3->num_usb3_eps = priv->ramsize_per_ramif * priv->num_ramif * 2 /
2319 priv->ramsize_per_pipe + 1;
2321 if (usb3->num_usb3_eps > USB3_MAX_NUM_PIPES)
2322 usb3->num_usb3_eps = USB3_MAX_NUM_PIPES;
2324 usb3->usb3_ep = devm_kzalloc(dev, sizeof(*usb3_ep) * usb3->num_usb3_eps,
2329 dev_dbg(dev, "%s: num_usb3_eps = %d\n", __func__, usb3->num_usb3_eps);
2331 * This driver prepares pipes as follows:
2332 * - odd pipes = IN pipe
2333 * - even pipes = OUT pipe (except pipe 0)
2335 usb3_for_each_ep(usb3_ep, usb3, i) {
2336 snprintf(usb3_ep->ep_name, sizeof(usb3_ep->ep_name), "ep%d", i);
2337 usb3_ep->usb3 = usb3;
2339 usb3_ep->ep.name = usb3_ep->ep_name;
2340 usb3_ep->ep.ops = &renesas_usb3_ep_ops;
2341 INIT_LIST_HEAD(&usb3_ep->queue);
2342 INIT_LIST_HEAD(&usb3_ep->ep.ep_list);
2344 /* for control pipe */
2345 usb3->gadget.ep0 = &usb3_ep->ep;
2346 usb_ep_set_maxpacket_limit(&usb3_ep->ep,
2347 USB3_EP0_HSFS_MAX_PACKET_SIZE);
2348 usb3_ep->ep.caps.type_control = true;
2349 usb3_ep->ep.caps.dir_in = true;
2350 usb3_ep->ep.caps.dir_out = true;
2354 /* for bulk or interrupt pipe */
2355 usb_ep_set_maxpacket_limit(&usb3_ep->ep, ~0);
2356 list_add_tail(&usb3_ep->ep.ep_list, &usb3->gadget.ep_list);
2357 usb3_ep->ep.caps.type_bulk = true;
2358 usb3_ep->ep.caps.type_int = true;
2360 usb3_ep->ep.caps.dir_in = true;
2362 usb3_ep->ep.caps.dir_out = true;
2368 static void renesas_usb3_init_ram(struct renesas_usb3 *usb3, struct device *dev,
2369 const struct renesas_usb3_priv *priv)
2371 struct renesas_usb3_ep *usb3_ep;
2373 u32 ramif[2], basead[2]; /* index 0 = for IN pipes */
2374 u32 *cur_ramif, *cur_basead;
2377 memset(ramif, 0, sizeof(ramif));
2378 memset(basead, 0, sizeof(basead));
2381 * This driver prepares pipes as follows:
2382 * - all pipes = the same size as "ramsize_per_pipe"
2383 * Please refer to the "Method of Specifying RAM Mapping"
2385 usb3_for_each_ep(usb3_ep, usb3, i) {
2387 continue; /* out of scope if ep num = 0 */
2388 if (usb3_ep->ep.caps.dir_in) {
2389 cur_ramif = &ramif[0];
2390 cur_basead = &basead[0];
2392 cur_ramif = &ramif[1];
2393 cur_basead = &basead[1];
2396 if (*cur_basead > priv->ramsize_per_ramif)
2397 continue; /* out of memory for IN or OUT pipe */
2399 /* calculate rammap_val */
2400 val = PN_RAMMAP_RAMIF(*cur_ramif);
2401 val |= usb3_calc_ramarea(priv->ramsize_per_pipe);
2402 val |= PN_RAMMAP_BASEAD(*cur_basead);
2403 usb3_ep->rammap_val = val;
2405 dev_dbg(dev, "ep%2d: val = %08x, ramif = %d, base = %x\n",
2406 i, val, *cur_ramif, *cur_basead);
2408 /* update current ramif */
2409 if (*cur_ramif + 1 == priv->num_ramif) {
2411 *cur_basead += priv->ramsize_per_pipe;
2418 static const struct renesas_usb3_priv renesas_usb3_priv_r8a7795 = {
2419 .ramsize_per_ramif = SZ_16K,
2421 .ramsize_per_pipe = SZ_4K,
2422 .workaround_for_vbus = true,
2425 static const struct of_device_id usb3_of_match[] = {
2427 .compatible = "renesas,r8a7795-usb3-peri",
2428 .data = &renesas_usb3_priv_r8a7795,
2432 MODULE_DEVICE_TABLE(of, usb3_of_match);
2434 static const unsigned int renesas_usb3_cable[] = {
2440 static int renesas_usb3_probe(struct platform_device *pdev)
2442 struct renesas_usb3 *usb3;
2443 struct resource *res;
2444 const struct of_device_id *match;
2446 const struct renesas_usb3_priv *priv;
2448 match = of_match_node(usb3_of_match, pdev->dev.of_node);
2453 irq = platform_get_irq(pdev, 0);
2457 usb3 = devm_kzalloc(&pdev->dev, sizeof(*usb3), GFP_KERNEL);
2461 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2462 usb3->reg = devm_ioremap_resource(&pdev->dev, res);
2463 if (IS_ERR(usb3->reg))
2464 return PTR_ERR(usb3->reg);
2466 platform_set_drvdata(pdev, usb3);
2467 spin_lock_init(&usb3->lock);
2469 usb3->gadget.ops = &renesas_usb3_gadget_ops;
2470 usb3->gadget.name = udc_name;
2471 usb3->gadget.max_speed = USB_SPEED_SUPER;
2472 INIT_LIST_HEAD(&usb3->gadget.ep_list);
2473 ret = renesas_usb3_init_ep(usb3, &pdev->dev, priv);
2476 renesas_usb3_init_ram(usb3, &pdev->dev, priv);
2478 ret = devm_request_irq(&pdev->dev, irq, renesas_usb3_irq, 0,
2479 dev_name(&pdev->dev), usb3);
2483 INIT_WORK(&usb3->extcon_work, renesas_usb3_extcon_work);
2484 usb3->extcon = devm_extcon_dev_allocate(&pdev->dev, renesas_usb3_cable);
2485 if (IS_ERR(usb3->extcon))
2486 return PTR_ERR(usb3->extcon);
2488 ret = devm_extcon_dev_register(&pdev->dev, usb3->extcon);
2490 dev_err(&pdev->dev, "Failed to register extcon\n");
2494 /* for ep0 handling */
2495 usb3->ep0_req = __renesas_usb3_ep_alloc_request(GFP_KERNEL);
2499 ret = renesas_usb3_dma_alloc_prd(usb3, &pdev->dev);
2503 ret = usb_add_gadget_udc(&pdev->dev, &usb3->gadget);
2507 ret = device_create_file(&pdev->dev, &dev_attr_role);
2509 goto err_dev_create;
2511 usb3->workaround_for_vbus = priv->workaround_for_vbus;
2513 dev_info(&pdev->dev, "probed\n");
2518 usb_del_gadget_udc(&usb3->gadget);
2521 renesas_usb3_dma_free_prd(usb3, &pdev->dev);
2524 __renesas_usb3_ep_free_request(usb3->ep0_req);
2529 static struct platform_driver renesas_usb3_driver = {
2530 .probe = renesas_usb3_probe,
2531 .remove = renesas_usb3_remove,
2533 .name = (char *)udc_name,
2534 .of_match_table = of_match_ptr(usb3_of_match),
2537 module_platform_driver(renesas_usb3_driver);
2539 MODULE_DESCRIPTION("Renesas USB3.0 Peripheral driver");
2540 MODULE_LICENSE("GPL v2");
2541 MODULE_AUTHOR("Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>");
2542 MODULE_ALIAS("platform:renesas_usb3");