drivers/usb/gadget/udc/renesas_usb3.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  * Renesas USB3.0 Peripheral driver (USB gadget)
   4  *
   5  * Copyright (C) 2015-2017  Renesas Electronics Corporation
   6  */
   7
   8 #include <linux/debugfs.h>
   9 #include <linux/delay.h>
  10 #include <linux/dma-mapping.h>
  11 #include <linux/err.h>
  12 #include <linux/extcon-provider.h>
  13 #include <linux/interrupt.h>
  14 #include <linux/io.h>
  15 #include <linux/module.h>
  16 #include <linux/of_device.h>
  17 #include <linux/phy/phy.h>
  18 #include <linux/platform_device.h>
  19 #include <linux/pm_runtime.h>
  20 #include <linux/sizes.h>
  21 #include <linux/slab.h>
  22 #include <linux/string.h>
  23 #include <linux/sys_soc.h>
  24 #include <linux/uaccess.h>
  25 #include <linux/usb/ch9.h>
  26 #include <linux/usb/gadget.h>
  27 #include <linux/usb/of.h>
  28 #include <linux/usb/role.h>
  29
  30 /* register definitions */
  31 #define USB3_AXI_INT_STA        0x008
  32 #define USB3_AXI_INT_ENA        0x00c
  33 #define USB3_DMA_INT_STA        0x010
  34 #define USB3_DMA_INT_ENA        0x014
  35 #define USB3_DMA_CH0_CON(n)     (0x030 + ((n) - 1) * 0x10) /* n = 1 to 4 */
  36 #define USB3_DMA_CH0_PRD_ADR(n) (0x034 + ((n) - 1) * 0x10) /* n = 1 to 4 */
  37 #define USB3_USB_COM_CON        0x200
  38 #define USB3_USB20_CON          0x204
  39 #define USB3_USB30_CON          0x208
  40 #define USB3_USB_STA            0x210
  41 #define USB3_DRD_CON            0x218
  42 #define USB3_USB_INT_STA_1      0x220
  43 #define USB3_USB_INT_STA_2      0x224
  44 #define USB3_USB_INT_ENA_1      0x228
  45 #define USB3_USB_INT_ENA_2      0x22c
  46 #define USB3_STUP_DAT_0         0x230
  47 #define USB3_STUP_DAT_1         0x234
  48 #define USB3_USB_OTG_STA        0x268
  49 #define USB3_USB_OTG_INT_STA    0x26c
  50 #define USB3_USB_OTG_INT_ENA    0x270
  51 #define USB3_P0_MOD             0x280
  52 #define USB3_P0_CON             0x288
  53 #define USB3_P0_STA             0x28c
  54 #define USB3_P0_INT_STA         0x290
  55 #define USB3_P0_INT_ENA         0x294
  56 #define USB3_P0_LNG             0x2a0
  57 #define USB3_P0_READ            0x2a4
  58 #define USB3_P0_WRITE           0x2a8
  59 #define USB3_PIPE_COM           0x2b0
  60 #define USB3_PN_MOD             0x2c0
  61 #define USB3_PN_RAMMAP          0x2c4
  62 #define USB3_PN_CON             0x2c8
  63 #define USB3_PN_STA             0x2cc
  64 #define USB3_PN_INT_STA         0x2d0
  65 #define USB3_PN_INT_ENA         0x2d4
  66 #define USB3_PN_LNG             0x2e0
  67 #define USB3_PN_READ            0x2e4
  68 #define USB3_PN_WRITE           0x2e8
  69 #define USB3_SSIFCMD            0x340
  70
  71 /* AXI_INT_ENA and AXI_INT_STA */
  72 #define AXI_INT_DMAINT          BIT(31)
  73 #define AXI_INT_EPCINT          BIT(30)
  74 /* PRD's n = from 1 to 4 */
  75 #define AXI_INT_PRDEN_CLR_STA_SHIFT(n)  (16 + (n) - 1)
  76 #define AXI_INT_PRDERR_STA_SHIFT(n)     (0 + (n) - 1)
  77 #define AXI_INT_PRDEN_CLR_STA(n)        (1 << AXI_INT_PRDEN_CLR_STA_SHIFT(n))
  78 #define AXI_INT_PRDERR_STA(n)           (1 << AXI_INT_PRDERR_STA_SHIFT(n))
  79
  80 /* DMA_INT_ENA and DMA_INT_STA */
  81 #define DMA_INT(n)              BIT(n)
  82
  83 /* DMA_CH0_CONn */
  84 #define DMA_CON_PIPE_DIR        BIT(15)         /* 1: In Transfer */
  85 #define DMA_CON_PIPE_NO_SHIFT   8
  86 #define DMA_CON_PIPE_NO_MASK    GENMASK(12, DMA_CON_PIPE_NO_SHIFT)
  87 #define DMA_COM_PIPE_NO(n)      (((n) << DMA_CON_PIPE_NO_SHIFT) & \
  88                                          DMA_CON_PIPE_NO_MASK)
  89 #define DMA_CON_PRD_EN          BIT(0)
  90
  91 /* LCLKSEL */
  92 #define LCLKSEL_LSEL            BIT(18)
  93
  94 /* USB_COM_CON */
  95 #define USB_COM_CON_CONF                BIT(24)
  96 #define USB_COM_CON_PN_WDATAIF_NL       BIT(23)
  97 #define USB_COM_CON_PN_RDATAIF_NL       BIT(22)
  98 #define USB_COM_CON_PN_LSTTR_PP         BIT(21)
  99 #define USB_COM_CON_SPD_MODE            BIT(17)
 100 #define USB_COM_CON_EP0_EN              BIT(16)
 101 #define USB_COM_CON_DEV_ADDR_SHIFT      8
 102 #define USB_COM_CON_DEV_ADDR_MASK       GENMASK(14, USB_COM_CON_DEV_ADDR_SHIFT)
 103 #define USB_COM_CON_DEV_ADDR(n)         (((n) << USB_COM_CON_DEV_ADDR_SHIFT) & \
 104                                          USB_COM_CON_DEV_ADDR_MASK)
 105 #define USB_COM_CON_RX_DETECTION        BIT(1)
 106 #define USB_COM_CON_PIPE_CLR            BIT(0)
 107
 108 /* USB20_CON */
 109 #define USB20_CON_B2_PUE                BIT(31)
 110 #define USB20_CON_B2_SUSPEND            BIT(24)
 111 #define USB20_CON_B2_CONNECT            BIT(17)
 112 #define USB20_CON_B2_TSTMOD_SHIFT       8
 113 #define USB20_CON_B2_TSTMOD_MASK        GENMASK(10, USB20_CON_B2_TSTMOD_SHIFT)
 114 #define USB20_CON_B2_TSTMOD(n)          (((n) << USB20_CON_B2_TSTMOD_SHIFT) & \
 115                                          USB20_CON_B2_TSTMOD_MASK)
 116 #define USB20_CON_B2_TSTMOD_EN          BIT(0)
 117
 118 /* USB30_CON */
 119 #define USB30_CON_POW_SEL_SHIFT         24
 120 #define USB30_CON_POW_SEL_MASK          GENMASK(26, USB30_CON_POW_SEL_SHIFT)
 121 #define USB30_CON_POW_SEL_IN_U3         BIT(26)
 122 #define USB30_CON_POW_SEL_IN_DISCON     0
 123 #define USB30_CON_POW_SEL_P2_TO_P0      BIT(25)
 124 #define USB30_CON_POW_SEL_P0_TO_P3      BIT(24)
 125 #define USB30_CON_POW_SEL_P0_TO_P2      0
 126 #define USB30_CON_B3_PLLWAKE            BIT(23)
 127 #define USB30_CON_B3_CONNECT            BIT(17)
 128 #define USB30_CON_B3_HOTRST_CMP         BIT(1)
 129
 130 /* USB_STA */
 131 #define USB_STA_SPEED_MASK      (BIT(2) | BIT(1))
 132 #define USB_STA_SPEED_HS        BIT(2)
 133 #define USB_STA_SPEED_FS        BIT(1)
 134 #define USB_STA_SPEED_SS        0
 135 #define USB_STA_VBUS_STA        BIT(0)
 136
 137 /* DRD_CON */
 138 #define DRD_CON_PERI_CON        BIT(24)
 139 #define DRD_CON_VBOUT           BIT(0)
 140
 141 /* USB_INT_ENA_1 and USB_INT_STA_1 */
 142 #define USB_INT_1_B3_PLLWKUP    BIT(31)
 143 #define USB_INT_1_B3_LUPSUCS    BIT(30)
 144 #define USB_INT_1_B3_DISABLE    BIT(27)
 145 #define USB_INT_1_B3_WRMRST     BIT(21)
 146 #define USB_INT_1_B3_HOTRST     BIT(20)
 147 #define USB_INT_1_B2_USBRST     BIT(12)
 148 #define USB_INT_1_B2_L1SPND     BIT(11)
 149 #define USB_INT_1_B2_SPND       BIT(9)
 150 #define USB_INT_1_B2_RSUM       BIT(8)
 151 #define USB_INT_1_SPEED         BIT(1)
 152 #define USB_INT_1_VBUS_CNG      BIT(0)
 153
 154 /* USB_INT_ENA_2 and USB_INT_STA_2 */
 155 #define USB_INT_2_PIPE(n)       BIT(n)
 156
 157 /* USB_OTG_STA, USB_OTG_INT_STA and USB_OTG_INT_ENA */
 158 #define USB_OTG_IDMON           BIT(4)
 159
 160 /* P0_MOD */
 161 #define P0_MOD_DIR              BIT(6)
 162
 163 /* P0_CON and PN_CON */
 164 #define PX_CON_BYTE_EN_MASK             (BIT(10) | BIT(9))
 165 #define PX_CON_BYTE_EN_SHIFT            9
 166 #define PX_CON_BYTE_EN_BYTES(n)         (((n) << PX_CON_BYTE_EN_SHIFT) & \
 167                                          PX_CON_BYTE_EN_MASK)
 168 #define PX_CON_SEND                     BIT(8)
 169
 170 /* P0_CON */
 171 #define P0_CON_ST_RES_MASK              (BIT(27) | BIT(26))
 172 #define P0_CON_ST_RES_FORCE_STALL       BIT(27)
 173 #define P0_CON_ST_RES_NORMAL            BIT(26)
 174 #define P0_CON_ST_RES_FORCE_NRDY        0
 175 #define P0_CON_OT_RES_MASK              (BIT(25) | BIT(24))
 176 #define P0_CON_OT_RES_FORCE_STALL       BIT(25)
 177 #define P0_CON_OT_RES_NORMAL            BIT(24)
 178 #define P0_CON_OT_RES_FORCE_NRDY        0
 179 #define P0_CON_IN_RES_MASK              (BIT(17) | BIT(16))
 180 #define P0_CON_IN_RES_FORCE_STALL       BIT(17)
 181 #define P0_CON_IN_RES_NORMAL            BIT(16)
 182 #define P0_CON_IN_RES_FORCE_NRDY        0
 183 #define P0_CON_RES_WEN                  BIT(7)
 184 #define P0_CON_BCLR                     BIT(1)
 185
 186 /* P0_STA and PN_STA */
 187 #define PX_STA_BUFSTS           BIT(0)
 188
 189 /* P0_INT_ENA and P0_INT_STA */
 190 #define P0_INT_STSED            BIT(18)
 191 #define P0_INT_STSST            BIT(17)
 192 #define P0_INT_SETUP            BIT(16)
 193 #define P0_INT_RCVNL            BIT(8)
 194 #define P0_INT_ERDY             BIT(7)
 195 #define P0_INT_FLOW             BIT(6)
 196 #define P0_INT_STALL            BIT(2)
 197 #define P0_INT_NRDY             BIT(1)
 198 #define P0_INT_BFRDY            BIT(0)
 199 #define P0_INT_ALL_BITS         (P0_INT_STSED | P0_INT_SETUP | P0_INT_BFRDY)
 200
 201 /* PN_MOD */
 202 #define PN_MOD_DIR              BIT(6)
 203 #define PN_MOD_TYPE_SHIFT       4
 204 #define PN_MOD_TYPE_MASK        GENMASK(5, PN_MOD_TYPE_SHIFT)
 205 #define PN_MOD_TYPE(n)          (((n) << PN_MOD_TYPE_SHIFT) & \
 206                                  PN_MOD_TYPE_MASK)
 207 #define PN_MOD_EPNUM_MASK       GENMASK(3, 0)
 208 #define PN_MOD_EPNUM(n)         ((n) & PN_MOD_EPNUM_MASK)
 209
 210 /* PN_RAMMAP */
 211 #define PN_RAMMAP_RAMAREA_SHIFT 29
 212 #define PN_RAMMAP_RAMAREA_MASK  GENMASK(31, PN_RAMMAP_RAMAREA_SHIFT)
 213 #define PN_RAMMAP_RAMAREA_16KB  BIT(31)
 214 #define PN_RAMMAP_RAMAREA_8KB   (BIT(30) | BIT(29))
 215 #define PN_RAMMAP_RAMAREA_4KB   BIT(30)
 216 #define PN_RAMMAP_RAMAREA_2KB   BIT(29)
 217 #define PN_RAMMAP_RAMAREA_1KB   0
 218 #define PN_RAMMAP_MPKT_SHIFT    16
 219 #define PN_RAMMAP_MPKT_MASK     GENMASK(26, PN_RAMMAP_MPKT_SHIFT)
 220 #define PN_RAMMAP_MPKT(n)       (((n) << PN_RAMMAP_MPKT_SHIFT) & \
 221                                  PN_RAMMAP_MPKT_MASK)
 222 #define PN_RAMMAP_RAMIF_SHIFT   14
 223 #define PN_RAMMAP_RAMIF_MASK    GENMASK(15, PN_RAMMAP_RAMIF_SHIFT)
 224 #define PN_RAMMAP_RAMIF(n)      (((n) << PN_RAMMAP_RAMIF_SHIFT) & \
 225                                  PN_RAMMAP_RAMIF_MASK)
 226 #define PN_RAMMAP_BASEAD_MASK   GENMASK(13, 0)
 227 #define PN_RAMMAP_BASEAD(offs)  (((offs) >> 3) & PN_RAMMAP_BASEAD_MASK)
 228 #define PN_RAMMAP_DATA(area, ramif, basead)     ((PN_RAMMAP_##area) | \
 229                                                  (PN_RAMMAP_RAMIF(ramif)) | \
 230                                                  (PN_RAMMAP_BASEAD(basead)))
 231
 232 /* PN_CON */
 233 #define PN_CON_EN               BIT(31)
 234 #define PN_CON_DATAIF_EN        BIT(30)
 235 #define PN_CON_RES_MASK         (BIT(17) | BIT(16))
 236 #define PN_CON_RES_FORCE_STALL  BIT(17)
 237 #define PN_CON_RES_NORMAL       BIT(16)
 238 #define PN_CON_RES_FORCE_NRDY   0
 239 #define PN_CON_LAST             BIT(11)
 240 #define PN_CON_RES_WEN          BIT(7)
 241 #define PN_CON_CLR              BIT(0)
 242
 243 /* PN_INT_STA and PN_INT_ENA */
 244 #define PN_INT_LSTTR    BIT(4)
 245 #define PN_INT_BFRDY    BIT(0)
 246
 247 /* USB3_SSIFCMD */
 248 #define SSIFCMD_URES_U2         BIT(9)
 249 #define SSIFCMD_URES_U1         BIT(8)
 250 #define SSIFCMD_UDIR_U2         BIT(7)
 251 #define SSIFCMD_UDIR_U1         BIT(6)
 252 #define SSIFCMD_UREQ_U2         BIT(5)
 253 #define SSIFCMD_UREQ_U1         BIT(4)
 254
 255 #define USB3_EP0_SS_MAX_PACKET_SIZE     512
 256 #define USB3_EP0_HSFS_MAX_PACKET_SIZE   64
 257 #define USB3_EP0_BUF_SIZE               8
 258 #define USB3_MAX_NUM_PIPES              6       /* This includes PIPE 0 */
 259 #define USB3_WAIT_US                    3
 260 #define USB3_DMA_NUM_SETTING_AREA       4
 261 /*
 262  * To avoid double-meaning of "0" (xferred 65536 bytes or received zlp if
 263  * buffer size is 65536), this driver uses the maximum size per a entry is
 264  * 32768 bytes.
 265  */
 266 #define USB3_DMA_MAX_XFER_SIZE          32768
 267 #define USB3_DMA_PRD_SIZE               4096
 268
 269 struct renesas_usb3;
 270
 271 /* Physical Region Descriptor Table */
 272 struct renesas_usb3_prd {
 273         u32 word1;
 274 #define USB3_PRD1_E             BIT(30)         /* the end of chain */
 275 #define USB3_PRD1_U             BIT(29)         /* completion of transfer */
 276 #define USB3_PRD1_D             BIT(28)         /* Error occurred */
 277 #define USB3_PRD1_INT           BIT(27)         /* Interrupt occurred */
 278 #define USB3_PRD1_LST           BIT(26)         /* Last Packet */
 279 #define USB3_PRD1_B_INC         BIT(24)
 280 #define USB3_PRD1_MPS_8         0
 281 #define USB3_PRD1_MPS_16        BIT(21)
 282 #define USB3_PRD1_MPS_32        BIT(22)
 283 #define USB3_PRD1_MPS_64        (BIT(22) | BIT(21))
 284 #define USB3_PRD1_MPS_512       BIT(23)
 285 #define USB3_PRD1_MPS_1024      (BIT(23) | BIT(21))
 286 #define USB3_PRD1_MPS_RESERVED  (BIT(23) | BIT(22) | BIT(21))
 287 #define USB3_PRD1_SIZE_MASK     GENMASK(15, 0)
 288
 289         u32 bap;
 290 };
 291 #define USB3_DMA_NUM_PRD_ENTRIES        (USB3_DMA_PRD_SIZE / \
 292                                           sizeof(struct renesas_usb3_prd))
 293 #define USB3_DMA_MAX_XFER_SIZE_ALL_PRDS (USB3_DMA_PRD_SIZE / \
 294                                          sizeof(struct renesas_usb3_prd) * \
 295                                          USB3_DMA_MAX_XFER_SIZE)
 296
 297 struct renesas_usb3_dma {
 298         struct renesas_usb3_prd *prd;
 299         dma_addr_t prd_dma;
 300         int num;        /* Setting area number (from 1 to 4) */
 301         bool used;
 302 };
 303
 304 struct renesas_usb3_request {
 305         struct usb_request      req;
 306         struct list_head        queue;
 307 };
 308
 309 #define USB3_EP_NAME_SIZE       8
 310 struct renesas_usb3_ep {
 311         struct usb_ep ep;
 312         struct renesas_usb3 *usb3;
 313         struct renesas_usb3_dma *dma;
 314         int num;
 315         char ep_name[USB3_EP_NAME_SIZE];
 316         struct list_head queue;
 317         u32 rammap_val;
 318         bool dir_in;
 319         bool halt;
 320         bool wedge;
 321         bool started;
 322 };
 323
 324 struct renesas_usb3_priv {
 325         int ramsize_per_ramif;          /* unit = bytes */
 326         int num_ramif;
 327         int ramsize_per_pipe;           /* unit = bytes */
 328         bool workaround_for_vbus;       /* if true, don't check vbus signal */
 329 };
 330
 331 struct renesas_usb3 {
 332         void __iomem *reg;
 333
 334         struct usb_gadget gadget;
 335         struct usb_gadget_driver *driver;
 336         struct extcon_dev *extcon;
 337         struct work_struct extcon_work;
 338         struct phy *phy;
 339         struct dentry *dentry;
 340
 341         struct usb_role_switch *role_sw;
 342         struct device *host_dev;
 343         struct work_struct role_work;
 344         enum usb_role role;
 345
 346         struct renesas_usb3_ep *usb3_ep;
 347         int num_usb3_eps;
 348
 349         struct renesas_usb3_dma dma[USB3_DMA_NUM_SETTING_AREA];
 350
 351         spinlock_t lock;
 352         int disabled_count;
 353
 354         struct usb_request *ep0_req;
 355         u16 test_mode;
 356         u8 ep0_buf[USB3_EP0_BUF_SIZE];
 357         bool softconnect;
 358         bool workaround_for_vbus;
 359         bool extcon_host;               /* check id and set EXTCON_USB_HOST */
 360         bool extcon_usb;                /* check vbus and set EXTCON_USB */
 361         bool forced_b_device;
 362         bool start_to_connect;
 363 };
 364
 365 #define gadget_to_renesas_usb3(_gadget) \
 366                 container_of(_gadget, struct renesas_usb3, gadget)
 367 #define renesas_usb3_to_gadget(renesas_usb3) (&renesas_usb3->gadget)
 368 #define usb3_to_dev(_usb3)      (_usb3->gadget.dev.parent)
 369
 370 #define usb_ep_to_usb3_ep(_ep) container_of(_ep, struct renesas_usb3_ep, ep)
 371 #define usb3_ep_to_usb3(_usb3_ep) (_usb3_ep->usb3)
 372 #define usb_req_to_usb3_req(_req) container_of(_req, \
 373                                             struct renesas_usb3_request, req)
 374
 375 #define usb3_get_ep(usb3, n) ((usb3)->usb3_ep + (n))
 376 #define usb3_for_each_ep(usb3_ep, usb3, i)                      \
 377                 for ((i) = 0, usb3_ep = usb3_get_ep(usb3, (i)); \
 378                      (i) < (usb3)->num_usb3_eps;                \
 379                      (i)++, usb3_ep = usb3_get_ep(usb3, (i)))
 380
 381 #define usb3_get_dma(usb3, i)   (&(usb3)->dma[i])
 382 #define usb3_for_each_dma(usb3, dma, i)                         \
 383                 for ((i) = 0, dma = usb3_get_dma((usb3), (i));  \
 384                      (i) < USB3_DMA_NUM_SETTING_AREA;           \
 385                      (i)++, dma = usb3_get_dma((usb3), (i)))
 386
 387 static const char udc_name[] = "renesas_usb3";
 388
 389 static bool use_dma = 1;
 390 module_param(use_dma, bool, 0644);
 391 MODULE_PARM_DESC(use_dma, "use dedicated DMAC");
 392
 393 static void usb3_write(struct renesas_usb3 *usb3, u32 data, u32 offs)
 394 {
 395         iowrite32(data, usb3->reg + offs);
 396 }
 397
 398 static u32 usb3_read(struct renesas_usb3 *usb3, u32 offs)
 399 {
 400         return ioread32(usb3->reg + offs);
 401 }
 402
 403 static void usb3_set_bit(struct renesas_usb3 *usb3, u32 bits, u32 offs)
 404 {
 405         u32 val = usb3_read(usb3, offs);
 406
 407         val |= bits;
 408         usb3_write(usb3, val, offs);
 409 }
 410
 411 static void usb3_clear_bit(struct renesas_usb3 *usb3, u32 bits, u32 offs)
 412 {
 413         u32 val = usb3_read(usb3, offs);
 414
 415         val &= ~bits;
 416         usb3_write(usb3, val, offs);
 417 }
 418
 419 static int usb3_wait(struct renesas_usb3 *usb3, u32 reg, u32 mask,
 420                      u32 expected)
 421 {
 422         int i;
 423
 424         for (i = 0; i < USB3_WAIT_US; i++) {
 425                 if ((usb3_read(usb3, reg) & mask) == expected)
 426                         return 0;
 427                 udelay(1);
 428         }
 429
 430         dev_dbg(usb3_to_dev(usb3), "%s: timed out (%8x, %08x, %08x)\n",
 431                 __func__, reg, mask, expected);
 432
 433         return -EBUSY;
 434 }
 435
 436 static void renesas_usb3_extcon_work(struct work_struct *work)
 437 {
 438         struct renesas_usb3 *usb3 = container_of(work, struct renesas_usb3,
 439                                                  extcon_work);
 440
 441         extcon_set_state_sync(usb3->extcon, EXTCON_USB_HOST, usb3->extcon_host);
 442         extcon_set_state_sync(usb3->extcon, EXTCON_USB, usb3->extcon_usb);
 443 }
 444
 445 static void usb3_enable_irq_1(struct renesas_usb3 *usb3, u32 bits)
 446 {
 447         usb3_set_bit(usb3, bits, USB3_USB_INT_ENA_1);
 448 }
 449
 450 static void usb3_disable_irq_1(struct renesas_usb3 *usb3, u32 bits)
 451 {
 452         usb3_clear_bit(usb3, bits, USB3_USB_INT_ENA_1);
 453 }
 454
 455 static void usb3_enable_pipe_irq(struct renesas_usb3 *usb3, int num)
 456 {
 457         usb3_set_bit(usb3, USB_INT_2_PIPE(num), USB3_USB_INT_ENA_2);
 458 }
 459
 460 static void usb3_disable_pipe_irq(struct renesas_usb3 *usb3, int num)
 461 {
 462         usb3_clear_bit(usb3, USB_INT_2_PIPE(num), USB3_USB_INT_ENA_2);
 463 }
 464
 465 static bool usb3_is_host(struct renesas_usb3 *usb3)
 466 {
 467         return !(usb3_read(usb3, USB3_DRD_CON) & DRD_CON_PERI_CON);
 468 }
 469
 470 static void usb3_init_axi_bridge(struct renesas_usb3 *usb3)
 471 {
 472         /* Set AXI_INT */
 473         usb3_write(usb3, ~0, USB3_DMA_INT_STA);
 474         usb3_write(usb3, 0, USB3_DMA_INT_ENA);
 475         usb3_set_bit(usb3, AXI_INT_DMAINT | AXI_INT_EPCINT, USB3_AXI_INT_ENA);
 476 }
 477
 478 static void usb3_init_epc_registers(struct renesas_usb3 *usb3)
 479 {
 480         usb3_write(usb3, ~0, USB3_USB_INT_STA_1);
 481         if (!usb3->workaround_for_vbus)
 482                 usb3_enable_irq_1(usb3, USB_INT_1_VBUS_CNG);
 483 }
 484
 485 static bool usb3_wakeup_usb2_phy(struct renesas_usb3 *usb3)
 486 {
 487         if (!(usb3_read(usb3, USB3_USB20_CON) & USB20_CON_B2_SUSPEND))
 488                 return true;    /* already waked it up */
 489
 490         usb3_clear_bit(usb3, USB20_CON_B2_SUSPEND, USB3_USB20_CON);
 491         usb3_enable_irq_1(usb3, USB_INT_1_B2_RSUM);
 492
 493         return false;
 494 }
 495
 496 static void usb3_usb2_pullup(struct renesas_usb3 *usb3, int pullup)
 497 {
 498         u32 bits = USB20_CON_B2_PUE | USB20_CON_B2_CONNECT;
 499
 500         if (usb3->softconnect && pullup)
 501                 usb3_set_bit(usb3, bits, USB3_USB20_CON);
 502         else
 503                 usb3_clear_bit(usb3, bits, USB3_USB20_CON);
 504 }
 505
 506 static void usb3_set_test_mode(struct renesas_usb3 *usb3)
 507 {
 508         u32 val = usb3_read(usb3, USB3_USB20_CON);
 509
 510         val &= ~USB20_CON_B2_TSTMOD_MASK;
 511         val |= USB20_CON_B2_TSTMOD(usb3->test_mode);
 512         usb3_write(usb3, val | USB20_CON_B2_TSTMOD_EN, USB3_USB20_CON);
 513         if (!usb3->test_mode)
 514                 usb3_clear_bit(usb3, USB20_CON_B2_TSTMOD_EN, USB3_USB20_CON);
 515 }
 516
 517 static void usb3_start_usb2_connection(struct renesas_usb3 *usb3)
 518 {
 519         usb3->disabled_count++;
 520         usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
 521         usb3_set_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
 522         usb3_usb2_pullup(usb3, 1);
 523 }
 524
 525 static int usb3_is_usb3_phy_in_u3(struct renesas_usb3 *usb3)
 526 {
 527         return usb3_read(usb3, USB3_USB30_CON) & USB30_CON_POW_SEL_IN_U3;
 528 }
 529
 530 static bool usb3_wakeup_usb3_phy(struct renesas_usb3 *usb3)
 531 {
 532         if (!usb3_is_usb3_phy_in_u3(usb3))
 533                 return true;    /* already waked it up */
 534
 535         usb3_set_bit(usb3, USB30_CON_B3_PLLWAKE, USB3_USB30_CON);
 536         usb3_enable_irq_1(usb3, USB_INT_1_B3_PLLWKUP);
 537
 538         return false;
 539 }
 540
 541 static u16 usb3_feature_get_un_enabled(struct renesas_usb3 *usb3)
 542 {
 543         u32 mask_u2 = SSIFCMD_UDIR_U2 | SSIFCMD_UREQ_U2;
 544         u32 mask_u1 = SSIFCMD_UDIR_U1 | SSIFCMD_UREQ_U1;
 545         u32 val = usb3_read(usb3, USB3_SSIFCMD);
 546         u16 ret = 0;
 547
 548         /* Enables {U2,U1} if the bits of UDIR and UREQ are set to 0 */
 549         if (!(val & mask_u2))
 550                 ret |= 1 << USB_DEV_STAT_U2_ENABLED;
 551         if (!(val & mask_u1))
 552                 ret |= 1 << USB_DEV_STAT_U1_ENABLED;
 553
 554         return ret;
 555 }
 556
 557 static void usb3_feature_u2_enable(struct renesas_usb3 *usb3, bool enable)
 558 {
 559         u32 bits = SSIFCMD_UDIR_U2 | SSIFCMD_UREQ_U2;
 560
 561         /* Enables U2 if the bits of UDIR and UREQ are set to 0 */
 562         if (enable)
 563                 usb3_clear_bit(usb3, bits, USB3_SSIFCMD);
 564         else
 565                 usb3_set_bit(usb3, bits, USB3_SSIFCMD);
 566 }
 567
 568 static void usb3_feature_u1_enable(struct renesas_usb3 *usb3, bool enable)
 569 {
 570         u32 bits = SSIFCMD_UDIR_U1 | SSIFCMD_UREQ_U1;
 571
 572         /* Enables U1 if the bits of UDIR and UREQ are set to 0 */
 573         if (enable)
 574                 usb3_clear_bit(usb3, bits, USB3_SSIFCMD);
 575         else
 576                 usb3_set_bit(usb3, bits, USB3_SSIFCMD);
 577 }
 578
 579 static void usb3_start_operation_for_usb3(struct renesas_usb3 *usb3)
 580 {
 581         usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
 582         usb3_clear_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
 583         usb3_set_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
 584 }
 585
 586 static void usb3_start_usb3_connection(struct renesas_usb3 *usb3)
 587 {
 588         usb3_start_operation_for_usb3(usb3);
 589         usb3_set_bit(usb3, USB_COM_CON_RX_DETECTION, USB3_USB_COM_CON);
 590
 591         usb3_enable_irq_1(usb3, USB_INT_1_B3_LUPSUCS | USB_INT_1_B3_DISABLE |
 592                           USB_INT_1_SPEED);
 593 }
 594
 595 static void usb3_stop_usb3_connection(struct renesas_usb3 *usb3)
 596 {
 597         usb3_clear_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
 598 }
 599
 600 static void usb3_transition_to_default_state(struct renesas_usb3 *usb3,
 601                                              bool is_usb3)
 602 {
 603         usb3_set_bit(usb3, USB_INT_2_PIPE(0), USB3_USB_INT_ENA_2);
 604         usb3_write(usb3, P0_INT_ALL_BITS, USB3_P0_INT_STA);
 605         usb3_set_bit(usb3, P0_INT_ALL_BITS, USB3_P0_INT_ENA);
 606
 607         if (is_usb3)
 608                 usb3_enable_irq_1(usb3, USB_INT_1_B3_WRMRST |
 609                                   USB_INT_1_B3_HOTRST);
 610         else
 611                 usb3_enable_irq_1(usb3, USB_INT_1_B2_SPND |
 612                                   USB_INT_1_B2_L1SPND | USB_INT_1_B2_USBRST);
 613 }
 614
 615 static void usb3_connect(struct renesas_usb3 *usb3)
 616 {
 617         if (usb3_wakeup_usb3_phy(usb3))
 618                 usb3_start_usb3_connection(usb3);
 619 }
 620
 621 static void usb3_reset_epc(struct renesas_usb3 *usb3)
 622 {
 623         usb3_clear_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
 624         usb3_clear_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
 625         usb3_set_bit(usb3, USB_COM_CON_PIPE_CLR, USB3_USB_COM_CON);
 626         usb3->test_mode = 0;
 627         usb3_set_test_mode(usb3);
 628 }
 629
 630 static void usb3_disconnect(struct renesas_usb3 *usb3)
 631 {
 632         usb3->disabled_count = 0;
 633         usb3_usb2_pullup(usb3, 0);
 634         usb3_clear_bit(usb3, USB30_CON_B3_CONNECT, USB3_USB30_CON);
 635         usb3_reset_epc(usb3);
 636         usb3_disable_irq_1(usb3, USB_INT_1_B2_RSUM | USB_INT_1_B3_PLLWKUP |
 637                            USB_INT_1_B3_LUPSUCS | USB_INT_1_B3_DISABLE |
 638                            USB_INT_1_SPEED | USB_INT_1_B3_WRMRST |
 639                            USB_INT_1_B3_HOTRST | USB_INT_1_B2_SPND |
 640                            USB_INT_1_B2_L1SPND | USB_INT_1_B2_USBRST);
 641         usb3_clear_bit(usb3, USB_COM_CON_SPD_MODE, USB3_USB_COM_CON);
 642         usb3_init_epc_registers(usb3);
 643
 644         if (usb3->driver)
 645                 usb3->driver->disconnect(&usb3->gadget);
 646 }
 647
 648 static void usb3_check_vbus(struct renesas_usb3 *usb3)
 649 {
 650         if (usb3->workaround_for_vbus) {
 651                 usb3_connect(usb3);
 652         } else {
 653                 usb3->extcon_usb = !!(usb3_read(usb3, USB3_USB_STA) &
 654                                                         USB_STA_VBUS_STA);
 655                 if (usb3->extcon_usb)
 656                         usb3_connect(usb3);
 657                 else
 658                         usb3_disconnect(usb3);
 659
 660                 schedule_work(&usb3->extcon_work);
 661         }
 662 }
 663
 664 static void renesas_usb3_role_work(struct work_struct *work)
 665 {
 666         struct renesas_usb3 *usb3 =
 667                         container_of(work, struct renesas_usb3, role_work);
 668
 669         usb_role_switch_set_role(usb3->role_sw, usb3->role);
 670 }
 671
 672 static void usb3_set_mode(struct renesas_usb3 *usb3, bool host)
 673 {
 674         if (host)
 675                 usb3_clear_bit(usb3, DRD_CON_PERI_CON, USB3_DRD_CON);
 676         else
 677                 usb3_set_bit(usb3, DRD_CON_PERI_CON, USB3_DRD_CON);
 678 }
 679
 680 static void usb3_set_mode_by_role_sw(struct renesas_usb3 *usb3, bool host)
 681 {
 682         if (usb3->role_sw) {
 683                 usb3->role = host ? USB_ROLE_HOST : USB_ROLE_DEVICE;
 684                 schedule_work(&usb3->role_work);
 685         } else {
 686                 usb3_set_mode(usb3, host);
 687         }
 688 }
 689
 690 static void usb3_vbus_out(struct renesas_usb3 *usb3, bool enable)
 691 {
 692         if (enable)
 693                 usb3_set_bit(usb3, DRD_CON_VBOUT, USB3_DRD_CON);
 694         else
 695                 usb3_clear_bit(usb3, DRD_CON_VBOUT, USB3_DRD_CON);
 696 }
 697
 698 static void usb3_mode_config(struct renesas_usb3 *usb3, bool host, bool a_dev)
 699 {
 700         unsigned long flags;
 701
 702         spin_lock_irqsave(&usb3->lock, flags);
 703         usb3_set_mode_by_role_sw(usb3, host);
 704         usb3_vbus_out(usb3, a_dev);
 705         /* for A-Peripheral or forced B-device mode */
 706         if ((!host && a_dev) || usb3->start_to_connect)
 707                 usb3_connect(usb3);
 708         spin_unlock_irqrestore(&usb3->lock, flags);
 709 }
 710
 711 static bool usb3_is_a_device(struct renesas_usb3 *usb3)
 712 {
 713         return !(usb3_read(usb3, USB3_USB_OTG_STA) & USB_OTG_IDMON);
 714 }
 715
 716 static void usb3_check_id(struct renesas_usb3 *usb3)
 717 {
 718         usb3->extcon_host = usb3_is_a_device(usb3);
 719
 720         if (usb3->extcon_host && !usb3->forced_b_device)
 721                 usb3_mode_config(usb3, true, true);
 722         else
 723                 usb3_mode_config(usb3, false, false);
 724
 725         schedule_work(&usb3->extcon_work);
 726 }
 727
 728 static void renesas_usb3_init_controller(struct renesas_usb3 *usb3)
 729 {
 730         usb3_init_axi_bridge(usb3);
 731         usb3_init_epc_registers(usb3);
 732         usb3_set_bit(usb3, USB_COM_CON_PN_WDATAIF_NL |
 733                      USB_COM_CON_PN_RDATAIF_NL | USB_COM_CON_PN_LSTTR_PP,
 734                      USB3_USB_COM_CON);
 735         usb3_write(usb3, USB_OTG_IDMON, USB3_USB_OTG_INT_STA);
 736         usb3_write(usb3, USB_OTG_IDMON, USB3_USB_OTG_INT_ENA);
 737
 738         usb3_check_id(usb3);
 739         usb3_check_vbus(usb3);
 740 }
 741
 742 static void renesas_usb3_stop_controller(struct renesas_usb3 *usb3)
 743 {
 744         usb3_disconnect(usb3);
 745         usb3_write(usb3, 0, USB3_P0_INT_ENA);
 746         usb3_write(usb3, 0, USB3_USB_OTG_INT_ENA);
 747         usb3_write(usb3, 0, USB3_USB_INT_ENA_1);
 748         usb3_write(usb3, 0, USB3_USB_INT_ENA_2);
 749         usb3_write(usb3, 0, USB3_AXI_INT_ENA);
 750 }
 751
 752 static void usb3_irq_epc_int_1_pll_wakeup(struct renesas_usb3 *usb3)
 753 {
 754         usb3_disable_irq_1(usb3, USB_INT_1_B3_PLLWKUP);
 755         usb3_clear_bit(usb3, USB30_CON_B3_PLLWAKE, USB3_USB30_CON);
 756         usb3_start_usb3_connection(usb3);
 757 }
 758
 759 static void usb3_irq_epc_int_1_linkup_success(struct renesas_usb3 *usb3)
 760 {
 761         usb3_transition_to_default_state(usb3, true);
 762 }
 763
 764 static void usb3_irq_epc_int_1_resume(struct renesas_usb3 *usb3)
 765 {
 766         usb3_disable_irq_1(usb3, USB_INT_1_B2_RSUM);
 767         usb3_start_usb2_connection(usb3);
 768         usb3_transition_to_default_state(usb3, false);
 769 }
 770
 771 static void usb3_irq_epc_int_1_disable(struct renesas_usb3 *usb3)
 772 {
 773         usb3_stop_usb3_connection(usb3);
 774         if (usb3_wakeup_usb2_phy(usb3))
 775                 usb3_irq_epc_int_1_resume(usb3);
 776 }
 777
 778 static void usb3_irq_epc_int_1_bus_reset(struct renesas_usb3 *usb3)
 779 {
 780         usb3_reset_epc(usb3);
 781         if (usb3->disabled_count < 3)
 782                 usb3_start_usb3_connection(usb3);
 783         else
 784                 usb3_start_usb2_connection(usb3);
 785 }
 786
 787 static void usb3_irq_epc_int_1_vbus_change(struct renesas_usb3 *usb3)
 788 {
 789         usb3_check_vbus(usb3);
 790 }
 791
 792 static void usb3_irq_epc_int_1_hot_reset(struct renesas_usb3 *usb3)
 793 {
 794         usb3_reset_epc(usb3);
 795         usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
 796
 797         /* This bit shall be set within 12ms from the start of HotReset */
 798         usb3_set_bit(usb3, USB30_CON_B3_HOTRST_CMP, USB3_USB30_CON);
 799 }
 800
 801 static void usb3_irq_epc_int_1_warm_reset(struct renesas_usb3 *usb3)
 802 {
 803         usb3_reset_epc(usb3);
 804         usb3_set_bit(usb3, USB_COM_CON_EP0_EN, USB3_USB_COM_CON);
 805
 806         usb3_start_operation_for_usb3(usb3);
 807         usb3_enable_irq_1(usb3, USB_INT_1_SPEED);
 808 }
 809
 810 static void usb3_irq_epc_int_1_speed(struct renesas_usb3 *usb3)
 811 {
 812         u32 speed = usb3_read(usb3, USB3_USB_STA) & USB_STA_SPEED_MASK;
 813
 814         switch (speed) {
 815         case USB_STA_SPEED_SS:
 816                 usb3->gadget.speed = USB_SPEED_SUPER;
 817                 usb3->gadget.ep0->maxpacket = USB3_EP0_SS_MAX_PACKET_SIZE;
 818                 break;
 819         case USB_STA_SPEED_HS:
 820                 usb3->gadget.speed = USB_SPEED_HIGH;
 821                 usb3->gadget.ep0->maxpacket = USB3_EP0_HSFS_MAX_PACKET_SIZE;
 822                 break;
 823         case USB_STA_SPEED_FS:
 824                 usb3->gadget.speed = USB_SPEED_FULL;
 825                 usb3->gadget.ep0->maxpacket = USB3_EP0_HSFS_MAX_PACKET_SIZE;
 826                 break;
 827         default:
 828                 usb3->gadget.speed = USB_SPEED_UNKNOWN;
 829                 break;
 830         }
 831 }
 832
 833 static void usb3_irq_epc_int_1(struct renesas_usb3 *usb3, u32 int_sta_1)
 834 {
 835         if (int_sta_1 & USB_INT_1_B3_PLLWKUP)
 836                 usb3_irq_epc_int_1_pll_wakeup(usb3);
 837
 838         if (int_sta_1 & USB_INT_1_B3_LUPSUCS)
 839                 usb3_irq_epc_int_1_linkup_success(usb3);
 840
 841         if (int_sta_1 & USB_INT_1_B3_HOTRST)
 842                 usb3_irq_epc_int_1_hot_reset(usb3);
 843
 844         if (int_sta_1 & USB_INT_1_B3_WRMRST)
 845                 usb3_irq_epc_int_1_warm_reset(usb3);
 846
 847         if (int_sta_1 & USB_INT_1_B3_DISABLE)
 848                 usb3_irq_epc_int_1_disable(usb3);
 849
 850         if (int_sta_1 & USB_INT_1_B2_USBRST)
 851                 usb3_irq_epc_int_1_bus_reset(usb3);
 852
 853         if (int_sta_1 & USB_INT_1_B2_RSUM)
 854                 usb3_irq_epc_int_1_resume(usb3);
 855
 856         if (int_sta_1 & USB_INT_1_SPEED)
 857                 usb3_irq_epc_int_1_speed(usb3);
 858
 859         if (int_sta_1 & USB_INT_1_VBUS_CNG)
 860                 usb3_irq_epc_int_1_vbus_change(usb3);
 861 }
 862
 863 static struct renesas_usb3_request *__usb3_get_request(struct renesas_usb3_ep
 864                                                        *usb3_ep)
 865 {
 866         return list_first_entry_or_null(&usb3_ep->queue,
 867                                         struct renesas_usb3_request, queue);
 868 }
 869
 870 static struct renesas_usb3_request *usb3_get_request(struct renesas_usb3_ep
 871                                                      *usb3_ep)
 872 {
 873         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
 874         struct renesas_usb3_request *usb3_req;
 875         unsigned long flags;
 876
 877         spin_lock_irqsave(&usb3->lock, flags);
 878         usb3_req = __usb3_get_request(usb3_ep);
 879         spin_unlock_irqrestore(&usb3->lock, flags);
 880
 881         return usb3_req;
 882 }
 883
 884 static void __usb3_request_done(struct renesas_usb3_ep *usb3_ep,
 885                                 struct renesas_usb3_request *usb3_req,
 886                                 int status)
 887 {
 888         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
 889
 890         dev_dbg(usb3_to_dev(usb3), "giveback: ep%2d, %u, %u, %d\n",
 891                 usb3_ep->num, usb3_req->req.length, usb3_req->req.actual,
 892                 status);
 893         usb3_req->req.status = status;
 894         usb3_ep->started = false;
 895         list_del_init(&usb3_req->queue);
 896         spin_unlock(&usb3->lock);
 897         usb_gadget_giveback_request(&usb3_ep->ep, &usb3_req->req);
 898         spin_lock(&usb3->lock);
 899 }
 900
 901 static void usb3_request_done(struct renesas_usb3_ep *usb3_ep,
 902                               struct renesas_usb3_request *usb3_req, int status)
 903 {
 904         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
 905         unsigned long flags;
 906
 907         spin_lock_irqsave(&usb3->lock, flags);
 908         __usb3_request_done(usb3_ep, usb3_req, status);
 909         spin_unlock_irqrestore(&usb3->lock, flags);
 910 }
 911
 912 static void usb3_irq_epc_pipe0_status_end(struct renesas_usb3 *usb3)
 913 {
 914         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
 915         struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
 916
 917         if (usb3_req)
 918                 usb3_request_done(usb3_ep, usb3_req, 0);
 919         if (usb3->test_mode)
 920                 usb3_set_test_mode(usb3);
 921 }
 922
 923 static void usb3_get_setup_data(struct renesas_usb3 *usb3,
 924                                 struct usb_ctrlrequest *ctrl)
 925 {
 926         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
 927         u32 *data = (u32 *)ctrl;
 928
 929         *data++ = usb3_read(usb3, USB3_STUP_DAT_0);
 930         *data = usb3_read(usb3, USB3_STUP_DAT_1);
 931
 932         /* update this driver's flag */
 933         usb3_ep->dir_in = !!(ctrl->bRequestType & USB_DIR_IN);
 934 }
 935
 936 static void usb3_set_p0_con_update_res(struct renesas_usb3 *usb3, u32 res)
 937 {
 938         u32 val = usb3_read(usb3, USB3_P0_CON);
 939
 940         val &= ~(P0_CON_ST_RES_MASK | P0_CON_OT_RES_MASK | P0_CON_IN_RES_MASK);
 941         val |= res | P0_CON_RES_WEN;
 942         usb3_write(usb3, val, USB3_P0_CON);
 943 }
 944
 945 static void usb3_set_p0_con_for_ctrl_read_data(struct renesas_usb3 *usb3)
 946 {
 947         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
 948                                    P0_CON_OT_RES_FORCE_STALL |
 949                                    P0_CON_IN_RES_NORMAL);
 950 }
 951
 952 static void usb3_set_p0_con_for_ctrl_read_status(struct renesas_usb3 *usb3)
 953 {
 954         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
 955                                    P0_CON_OT_RES_FORCE_STALL |
 956                                    P0_CON_IN_RES_NORMAL);
 957 }
 958
 959 static void usb3_set_p0_con_for_ctrl_write_data(struct renesas_usb3 *usb3)
 960 {
 961         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
 962                                    P0_CON_OT_RES_NORMAL |
 963                                    P0_CON_IN_RES_FORCE_STALL);
 964 }
 965
 966 static void usb3_set_p0_con_for_ctrl_write_status(struct renesas_usb3 *usb3)
 967 {
 968         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
 969                                    P0_CON_OT_RES_NORMAL |
 970                                    P0_CON_IN_RES_FORCE_STALL);
 971 }
 972
 973 static void usb3_set_p0_con_for_no_data(struct renesas_usb3 *usb3)
 974 {
 975         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_NORMAL |
 976                                    P0_CON_OT_RES_FORCE_STALL |
 977                                    P0_CON_IN_RES_FORCE_STALL);
 978 }
 979
 980 static void usb3_set_p0_con_stall(struct renesas_usb3 *usb3)
 981 {
 982         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_STALL |
 983                                    P0_CON_OT_RES_FORCE_STALL |
 984                                    P0_CON_IN_RES_FORCE_STALL);
 985 }
 986
 987 static void usb3_set_p0_con_stop(struct renesas_usb3 *usb3)
 988 {
 989         usb3_set_p0_con_update_res(usb3, P0_CON_ST_RES_FORCE_NRDY |
 990                                    P0_CON_OT_RES_FORCE_NRDY |
 991                                    P0_CON_IN_RES_FORCE_NRDY);
 992 }
 993
 994 static int usb3_pn_change(struct renesas_usb3 *usb3, int num)
 995 {
 996         if (num == 0 || num > usb3->num_usb3_eps)
 997                 return -ENXIO;
 998
 999         usb3_write(usb3, num, USB3_PIPE_COM);
1000
1001         return 0;
1002 }
1003
1004 static void usb3_set_pn_con_update_res(struct renesas_usb3 *usb3, u32 res)
1005 {
1006         u32 val = usb3_read(usb3, USB3_PN_CON);
1007
1008         val &= ~PN_CON_RES_MASK;
1009         val |= res & PN_CON_RES_MASK;
1010         val |= PN_CON_RES_WEN;
1011         usb3_write(usb3, val, USB3_PN_CON);
1012 }
1013
1014 static void usb3_pn_start(struct renesas_usb3 *usb3)
1015 {
1016         usb3_set_pn_con_update_res(usb3, PN_CON_RES_NORMAL);
1017 }
1018
1019 static void usb3_pn_stop(struct renesas_usb3 *usb3)
1020 {
1021         usb3_set_pn_con_update_res(usb3, PN_CON_RES_FORCE_NRDY);
1022 }
1023
1024 static void usb3_pn_stall(struct renesas_usb3 *usb3)
1025 {
1026         usb3_set_pn_con_update_res(usb3, PN_CON_RES_FORCE_STALL);
1027 }
1028
1029 static int usb3_pn_con_clear(struct renesas_usb3 *usb3)
1030 {
1031         usb3_set_bit(usb3, PN_CON_CLR, USB3_PN_CON);
1032
1033         return usb3_wait(usb3, USB3_PN_CON, PN_CON_CLR, 0);
1034 }
1035
1036 static bool usb3_is_transfer_complete(struct renesas_usb3_ep *usb3_ep,
1037                                       struct renesas_usb3_request *usb3_req)
1038 {
1039         struct usb_request *req = &usb3_req->req;
1040
1041         if ((!req->zero && req->actual == req->length) ||
1042             (req->actual % usb3_ep->ep.maxpacket) || (req->length == 0))
1043                 return true;
1044         else
1045                 return false;
1046 }
1047
1048 static int usb3_wait_pipe_status(struct renesas_usb3_ep *usb3_ep, u32 mask)
1049 {
1050         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1051         u32 sta_reg = usb3_ep->num ? USB3_PN_STA : USB3_P0_STA;
1052
1053         return usb3_wait(usb3, sta_reg, mask, mask);
1054 }
1055
1056 static void usb3_set_px_con_send(struct renesas_usb3_ep *usb3_ep, int bytes,
1057                                  bool last)
1058 {
1059         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1060         u32 con_reg = usb3_ep->num ? USB3_PN_CON : USB3_P0_CON;
1061         u32 val = usb3_read(usb3, con_reg);
1062
1063         val |= PX_CON_SEND | PX_CON_BYTE_EN_BYTES(bytes);
1064         val |= (usb3_ep->num && last) ? PN_CON_LAST : 0;
1065         usb3_write(usb3, val, con_reg);
1066 }
1067
1068 static int usb3_write_pipe(struct renesas_usb3_ep *usb3_ep,
1069                            struct renesas_usb3_request *usb3_req,
1070                            u32 fifo_reg)
1071 {
1072         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1073         int i;
1074         int len = min_t(unsigned, usb3_req->req.length - usb3_req->req.actual,
1075                         usb3_ep->ep.maxpacket);
1076         u8 *buf = usb3_req->req.buf + usb3_req->req.actual;
1077         u32 tmp = 0;
1078         bool is_last = !len ? true : false;
1079
1080         if (usb3_wait_pipe_status(usb3_ep, PX_STA_BUFSTS) < 0)
1081                 return -EBUSY;
1082
1083         /* Update gadget driver parameter */
1084         usb3_req->req.actual += len;
1085
1086         /* Write data to the register */
1087         if (len >= 4) {
1088                 iowrite32_rep(usb3->reg + fifo_reg, buf, len / 4);
1089                 buf += (len / 4) * 4;
1090                 len %= 4;       /* update len to use usb3_set_pX_con_send() */
1091         }
1092
1093         if (len) {
1094                 for (i = 0; i < len; i++)
1095                         tmp |= buf[i] << (8 * i);
1096                 usb3_write(usb3, tmp, fifo_reg);
1097         }
1098
1099         if (!is_last)
1100                 is_last = usb3_is_transfer_complete(usb3_ep, usb3_req);
1101         /* Send the data */
1102         usb3_set_px_con_send(usb3_ep, len, is_last);
1103
1104         return is_last ? 0 : -EAGAIN;
1105 }
1106
1107 static u32 usb3_get_received_length(struct renesas_usb3_ep *usb3_ep)
1108 {
1109         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1110         u32 lng_reg = usb3_ep->num ? USB3_PN_LNG : USB3_P0_LNG;
1111
1112         return usb3_read(usb3, lng_reg);
1113 }
1114
1115 static int usb3_read_pipe(struct renesas_usb3_ep *usb3_ep,
1116                           struct renesas_usb3_request *usb3_req, u32 fifo_reg)
1117 {
1118         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1119         int i;
1120         int len = min_t(unsigned, usb3_req->req.length - usb3_req->req.actual,
1121                         usb3_get_received_length(usb3_ep));
1122         u8 *buf = usb3_req->req.buf + usb3_req->req.actual;
1123         u32 tmp = 0;
1124
1125         if (!len)
1126                 return 0;
1127
1128         /* Update gadget driver parameter */
1129         usb3_req->req.actual += len;
1130
1131         /* Read data from the register */
1132         if (len >= 4) {
1133                 ioread32_rep(usb3->reg + fifo_reg, buf, len / 4);
1134                 buf += (len / 4) * 4;
1135                 len %= 4;
1136         }
1137
1138         if (len) {
1139                 tmp = usb3_read(usb3, fifo_reg);
1140                 for (i = 0; i < len; i++)
1141                         buf[i] = (tmp >> (8 * i)) & 0xff;
1142         }
1143
1144         return usb3_is_transfer_complete(usb3_ep, usb3_req) ? 0 : -EAGAIN;
1145 }
1146
1147 static void usb3_set_status_stage(struct renesas_usb3_ep *usb3_ep,
1148                                   struct renesas_usb3_request *usb3_req)
1149 {
1150         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1151
1152         if (usb3_ep->dir_in) {
1153                 usb3_set_p0_con_for_ctrl_read_status(usb3);
1154         } else {
1155                 if (!usb3_req->req.length)
1156                         usb3_set_p0_con_for_no_data(usb3);
1157                 else
1158                         usb3_set_p0_con_for_ctrl_write_status(usb3);
1159         }
1160 }
1161
1162 static void usb3_p0_xfer(struct renesas_usb3_ep *usb3_ep,
1163                          struct renesas_usb3_request *usb3_req)
1164 {
1165         int ret = -EAGAIN;
1166
1167         if (usb3_ep->dir_in)
1168                 ret = usb3_write_pipe(usb3_ep, usb3_req, USB3_P0_WRITE);
1169         else
1170                 ret = usb3_read_pipe(usb3_ep, usb3_req, USB3_P0_READ);
1171
1172         if (!ret)
1173                 usb3_set_status_stage(usb3_ep, usb3_req);
1174 }
1175
1176 static void usb3_start_pipe0(struct renesas_usb3_ep *usb3_ep,
1177                              struct renesas_usb3_request *usb3_req)
1178 {
1179         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1180
1181         if (usb3_ep->started)
1182                 return;
1183
1184         usb3_ep->started = true;
1185
1186         if (usb3_ep->dir_in) {
1187                 usb3_set_bit(usb3, P0_MOD_DIR, USB3_P0_MOD);
1188                 usb3_set_p0_con_for_ctrl_read_data(usb3);
1189         } else {
1190                 usb3_clear_bit(usb3, P0_MOD_DIR, USB3_P0_MOD);
1191                 if (usb3_req->req.length)
1192                         usb3_set_p0_con_for_ctrl_write_data(usb3);
1193         }
1194
1195         usb3_p0_xfer(usb3_ep, usb3_req);
1196 }
1197
1198 static void usb3_enable_dma_pipen(struct renesas_usb3 *usb3)
1199 {
1200         usb3_set_bit(usb3, PN_CON_DATAIF_EN, USB3_PN_CON);
1201 }
1202
1203 static void usb3_disable_dma_pipen(struct renesas_usb3 *usb3)
1204 {
1205         usb3_clear_bit(usb3, PN_CON_DATAIF_EN, USB3_PN_CON);
1206 }
1207
1208 static void usb3_enable_dma_irq(struct renesas_usb3 *usb3, int num)
1209 {
1210         usb3_set_bit(usb3, DMA_INT(num), USB3_DMA_INT_ENA);
1211 }
1212
1213 static void usb3_disable_dma_irq(struct renesas_usb3 *usb3, int num)
1214 {
1215         usb3_clear_bit(usb3, DMA_INT(num), USB3_DMA_INT_ENA);
1216 }
1217
1218 static u32 usb3_dma_mps_to_prd_word1(struct renesas_usb3_ep *usb3_ep)
1219 {
1220         switch (usb3_ep->ep.maxpacket) {
1221         case 8:
1222                 return USB3_PRD1_MPS_8;
1223         case 16:
1224                 return USB3_PRD1_MPS_16;
1225         case 32:
1226                 return USB3_PRD1_MPS_32;
1227         case 64:
1228                 return USB3_PRD1_MPS_64;
1229         case 512:
1230                 return USB3_PRD1_MPS_512;
1231         case 1024:
1232                 return USB3_PRD1_MPS_1024;
1233         default:
1234                 return USB3_PRD1_MPS_RESERVED;
1235         }
1236 }
1237
1238 static bool usb3_dma_get_setting_area(struct renesas_usb3_ep *usb3_ep,
1239                                       struct renesas_usb3_request *usb3_req)
1240 {
1241         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1242         struct renesas_usb3_dma *dma;
1243         int i;
1244         bool ret = false;
1245
1246         if (usb3_req->req.length > USB3_DMA_MAX_XFER_SIZE_ALL_PRDS) {
1247                 dev_dbg(usb3_to_dev(usb3), "%s: the length is too big (%d)\n",
1248                         __func__, usb3_req->req.length);
1249                 return false;
1250         }
1251
1252         /* The driver doesn't handle zero-length packet via dmac */
1253         if (!usb3_req->req.length)
1254                 return false;
1255
1256         if (usb3_dma_mps_to_prd_word1(usb3_ep) == USB3_PRD1_MPS_RESERVED)
1257                 return false;
1258
1259         usb3_for_each_dma(usb3, dma, i) {
1260                 if (dma->used)
1261                         continue;
1262
1263                 if (usb_gadget_map_request(&usb3->gadget, &usb3_req->req,
1264                                            usb3_ep->dir_in) < 0)
1265                         break;
1266
1267                 dma->used = true;
1268                 usb3_ep->dma = dma;
1269                 ret = true;
1270                 break;
1271         }
1272
1273         return ret;
1274 }
1275
1276 static void usb3_dma_put_setting_area(struct renesas_usb3_ep *usb3_ep,
1277                                       struct renesas_usb3_request *usb3_req)
1278 {
1279         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1280         int i;
1281         struct renesas_usb3_dma *dma;
1282
1283         usb3_for_each_dma(usb3, dma, i) {
1284                 if (usb3_ep->dma == dma) {
1285                         usb_gadget_unmap_request(&usb3->gadget, &usb3_req->req,
1286                                                  usb3_ep->dir_in);
1287                         dma->used = false;
1288                         usb3_ep->dma = NULL;
1289                         break;
1290                 }
1291         }
1292 }
1293
1294 static void usb3_dma_fill_prd(struct renesas_usb3_ep *usb3_ep,
1295                               struct renesas_usb3_request *usb3_req)
1296 {
1297         struct renesas_usb3_prd *cur_prd = usb3_ep->dma->prd;
1298         u32 remain = usb3_req->req.length;
1299         u32 dma = usb3_req->req.dma;
1300         u32 len;
1301         int i = 0;
1302
1303         do {
1304                 len = min_t(u32, remain, USB3_DMA_MAX_XFER_SIZE) &
1305                             USB3_PRD1_SIZE_MASK;
1306                 cur_prd->word1 = usb3_dma_mps_to_prd_word1(usb3_ep) |
1307                                  USB3_PRD1_B_INC | len;
1308                 cur_prd->bap = dma;
1309                 remain -= len;
1310                 dma += len;
1311                 if (!remain || (i + 1) < USB3_DMA_NUM_PRD_ENTRIES)
1312                         break;
1313
1314                 cur_prd++;
1315                 i++;
1316         } while (1);
1317
1318         cur_prd->word1 |= USB3_PRD1_E | USB3_PRD1_INT;
1319         if (usb3_ep->dir_in)
1320                 cur_prd->word1 |= USB3_PRD1_LST;
1321 }
1322
1323 static void usb3_dma_kick_prd(struct renesas_usb3_ep *usb3_ep)
1324 {
1325         struct renesas_usb3_dma *dma = usb3_ep->dma;
1326         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1327         u32 dma_con = DMA_COM_PIPE_NO(usb3_ep->num) | DMA_CON_PRD_EN;
1328
1329         if (usb3_ep->dir_in)
1330                 dma_con |= DMA_CON_PIPE_DIR;
1331
1332         wmb();  /* prd entries should be in system memory here */
1333
1334         usb3_write(usb3, 1 << usb3_ep->num, USB3_DMA_INT_STA);
1335         usb3_write(usb3, AXI_INT_PRDEN_CLR_STA(dma->num) |
1336                    AXI_INT_PRDERR_STA(dma->num), USB3_AXI_INT_STA);
1337
1338         usb3_write(usb3, dma->prd_dma, USB3_DMA_CH0_PRD_ADR(dma->num));
1339         usb3_write(usb3, dma_con, USB3_DMA_CH0_CON(dma->num));
1340         usb3_enable_dma_irq(usb3, usb3_ep->num);
1341 }
1342
1343 static void usb3_dma_stop_prd(struct renesas_usb3_ep *usb3_ep)
1344 {
1345         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1346         struct renesas_usb3_dma *dma = usb3_ep->dma;
1347
1348         usb3_disable_dma_irq(usb3, usb3_ep->num);
1349         usb3_write(usb3, 0, USB3_DMA_CH0_CON(dma->num));
1350 }
1351
1352 static int usb3_dma_update_status(struct renesas_usb3_ep *usb3_ep,
1353                                   struct renesas_usb3_request *usb3_req)
1354 {
1355         struct renesas_usb3_prd *cur_prd = usb3_ep->dma->prd;
1356         struct usb_request *req = &usb3_req->req;
1357         u32 remain, len;
1358         int i = 0;
1359         int status = 0;
1360
1361         rmb();  /* The controller updated prd entries */
1362
1363         do {
1364                 if (cur_prd->word1 & USB3_PRD1_D)
1365                         status = -EIO;
1366                 if (cur_prd->word1 & USB3_PRD1_E)
1367                         len = req->length % USB3_DMA_MAX_XFER_SIZE;
1368                 else
1369                         len = USB3_DMA_MAX_XFER_SIZE;
1370                 remain = cur_prd->word1 & USB3_PRD1_SIZE_MASK;
1371                 req->actual += len - remain;
1372
1373                 if (cur_prd->word1 & USB3_PRD1_E ||
1374                     (i + 1) < USB3_DMA_NUM_PRD_ENTRIES)
1375                         break;
1376
1377                 cur_prd++;
1378                 i++;
1379         } while (1);
1380
1381         return status;
1382 }
1383
1384 static bool usb3_dma_try_start(struct renesas_usb3_ep *usb3_ep,
1385                                struct renesas_usb3_request *usb3_req)
1386 {
1387         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1388
1389         if (!use_dma)
1390                 return false;
1391
1392         if (usb3_dma_get_setting_area(usb3_ep, usb3_req)) {
1393                 usb3_pn_stop(usb3);
1394                 usb3_enable_dma_pipen(usb3);
1395                 usb3_dma_fill_prd(usb3_ep, usb3_req);
1396                 usb3_dma_kick_prd(usb3_ep);
1397                 usb3_pn_start(usb3);
1398                 return true;
1399         }
1400
1401         return false;
1402 }
1403
1404 static int usb3_dma_try_stop(struct renesas_usb3_ep *usb3_ep,
1405                              struct renesas_usb3_request *usb3_req)
1406 {
1407         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1408         unsigned long flags;
1409         int status = 0;
1410
1411         spin_lock_irqsave(&usb3->lock, flags);
1412         if (!usb3_ep->dma)
1413                 goto out;
1414
1415         if (!usb3_pn_change(usb3, usb3_ep->num))
1416                 usb3_disable_dma_pipen(usb3);
1417         usb3_dma_stop_prd(usb3_ep);
1418         status = usb3_dma_update_status(usb3_ep, usb3_req);
1419         usb3_dma_put_setting_area(usb3_ep, usb3_req);
1420
1421 out:
1422         spin_unlock_irqrestore(&usb3->lock, flags);
1423         return status;
1424 }
1425
1426 static int renesas_usb3_dma_free_prd(struct renesas_usb3 *usb3,
1427                                      struct device *dev)
1428 {
1429         int i;
1430         struct renesas_usb3_dma *dma;
1431
1432         usb3_for_each_dma(usb3, dma, i) {
1433                 if (dma->prd) {
1434                         dma_free_coherent(dev, USB3_DMA_PRD_SIZE,
1435                                           dma->prd, dma->prd_dma);
1436                         dma->prd = NULL;
1437                 }
1438         }
1439
1440         return 0;
1441 }
1442
1443 static int renesas_usb3_dma_alloc_prd(struct renesas_usb3 *usb3,
1444                                       struct device *dev)
1445 {
1446         int i;
1447         struct renesas_usb3_dma *dma;
1448
1449         if (!use_dma)
1450                 return 0;
1451
1452         usb3_for_each_dma(usb3, dma, i) {
1453                 dma->prd = dma_alloc_coherent(dev, USB3_DMA_PRD_SIZE,
1454                                               &dma->prd_dma, GFP_KERNEL);
1455                 if (!dma->prd) {
1456                         renesas_usb3_dma_free_prd(usb3, dev);
1457                         return -ENOMEM;
1458                 }
1459                 dma->num = i + 1;
1460         }
1461
1462         return 0;
1463 }
1464
1465 static void usb3_start_pipen(struct renesas_usb3_ep *usb3_ep,
1466                              struct renesas_usb3_request *usb3_req)
1467 {
1468         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1469         struct renesas_usb3_request *usb3_req_first;
1470         unsigned long flags;
1471         int ret = -EAGAIN;
1472         u32 enable_bits = 0;
1473
1474         spin_lock_irqsave(&usb3->lock, flags);
1475         if (usb3_ep->halt || usb3_ep->started)
1476                 goto out;
1477         usb3_req_first = __usb3_get_request(usb3_ep);
1478         if (!usb3_req_first || usb3_req != usb3_req_first)
1479                 goto out;
1480
1481         if (usb3_pn_change(usb3, usb3_ep->num) < 0)
1482                 goto out;
1483
1484         usb3_ep->started = true;
1485
1486         if (usb3_dma_try_start(usb3_ep, usb3_req))
1487                 goto out;
1488
1489         usb3_pn_start(usb3);
1490
1491         if (usb3_ep->dir_in) {
1492                 ret = usb3_write_pipe(usb3_ep, usb3_req, USB3_PN_WRITE);
1493                 enable_bits |= PN_INT_LSTTR;
1494         }
1495
1496         if (ret < 0)
1497                 enable_bits |= PN_INT_BFRDY;
1498
1499         if (enable_bits) {
1500                 usb3_set_bit(usb3, enable_bits, USB3_PN_INT_ENA);
1501                 usb3_enable_pipe_irq(usb3, usb3_ep->num);
1502         }
1503 out:
1504         spin_unlock_irqrestore(&usb3->lock, flags);
1505 }
1506
1507 static int renesas_usb3_ep_queue(struct usb_ep *_ep, struct usb_request *_req,
1508                                  gfp_t gfp_flags)
1509 {
1510         struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
1511         struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
1512         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1513         unsigned long flags;
1514
1515         dev_dbg(usb3_to_dev(usb3), "ep_queue: ep%2d, %u\n", usb3_ep->num,
1516                 _req->length);
1517
1518         _req->status = -EINPROGRESS;
1519         _req->actual = 0;
1520         spin_lock_irqsave(&usb3->lock, flags);
1521         list_add_tail(&usb3_req->queue, &usb3_ep->queue);
1522         spin_unlock_irqrestore(&usb3->lock, flags);
1523
1524         if (!usb3_ep->num)
1525                 usb3_start_pipe0(usb3_ep, usb3_req);
1526         else
1527                 usb3_start_pipen(usb3_ep, usb3_req);
1528
1529         return 0;
1530 }
1531
1532 static void usb3_set_device_address(struct renesas_usb3 *usb3, u16 addr)
1533 {
1534         /* DEV_ADDR bit field is cleared by WarmReset, HotReset and BusReset */
1535         usb3_set_bit(usb3, USB_COM_CON_DEV_ADDR(addr), USB3_USB_COM_CON);
1536 }
1537
1538 static bool usb3_std_req_set_address(struct renesas_usb3 *usb3,
1539                                      struct usb_ctrlrequest *ctrl)
1540 {
1541         if (ctrl->wValue >= 128)
1542                 return true;    /* stall */
1543
1544         usb3_set_device_address(usb3, ctrl->wValue);
1545         usb3_set_p0_con_for_no_data(usb3);
1546
1547         return false;
1548 }
1549
1550 static void usb3_pipe0_internal_xfer(struct renesas_usb3 *usb3,
1551                                      void *tx_data, size_t len,
1552                                      void (*complete)(struct usb_ep *ep,
1553                                                       struct usb_request *req))
1554 {
1555         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1556
1557         if (tx_data)
1558                 memcpy(usb3->ep0_buf, tx_data,
1559                        min_t(size_t, len, USB3_EP0_BUF_SIZE));
1560
1561         usb3->ep0_req->buf = &usb3->ep0_buf;
1562         usb3->ep0_req->length = len;
1563         usb3->ep0_req->complete = complete;
1564         renesas_usb3_ep_queue(&usb3_ep->ep, usb3->ep0_req, GFP_ATOMIC);
1565 }
1566
1567 static void usb3_pipe0_get_status_completion(struct usb_ep *ep,
1568                                              struct usb_request *req)
1569 {
1570 }
1571
1572 static bool usb3_std_req_get_status(struct renesas_usb3 *usb3,
1573                                     struct usb_ctrlrequest *ctrl)
1574 {
1575         bool stall = false;
1576         struct renesas_usb3_ep *usb3_ep;
1577         int num;
1578         u16 status = 0;
1579
1580         switch (ctrl->bRequestType & USB_RECIP_MASK) {
1581         case USB_RECIP_DEVICE:
1582                 if (usb3->gadget.is_selfpowered)
1583                         status |= 1 << USB_DEVICE_SELF_POWERED;
1584                 if (usb3->gadget.speed == USB_SPEED_SUPER)
1585                         status |= usb3_feature_get_un_enabled(usb3);
1586                 break;
1587         case USB_RECIP_INTERFACE:
1588                 break;
1589         case USB_RECIP_ENDPOINT:
1590                 num = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
1591                 usb3_ep = usb3_get_ep(usb3, num);
1592                 if (usb3_ep->halt)
1593                         status |= 1 << USB_ENDPOINT_HALT;
1594                 break;
1595         default:
1596                 stall = true;
1597                 break;
1598         }
1599
1600         if (!stall) {
1601                 status = cpu_to_le16(status);
1602                 dev_dbg(usb3_to_dev(usb3), "get_status: req = %p\n",
1603                         usb_req_to_usb3_req(usb3->ep0_req));
1604                 usb3_pipe0_internal_xfer(usb3, &status, sizeof(status),
1605                                          usb3_pipe0_get_status_completion);
1606         }
1607
1608         return stall;
1609 }
1610
1611 static bool usb3_std_req_feature_device(struct renesas_usb3 *usb3,
1612                                         struct usb_ctrlrequest *ctrl, bool set)
1613 {
1614         bool stall = true;
1615         u16 w_value = le16_to_cpu(ctrl->wValue);
1616
1617         switch (w_value) {
1618         case USB_DEVICE_TEST_MODE:
1619                 if (!set)
1620                         break;
1621                 usb3->test_mode = le16_to_cpu(ctrl->wIndex) >> 8;
1622                 stall = false;
1623                 break;
1624         case USB_DEVICE_U1_ENABLE:
1625         case USB_DEVICE_U2_ENABLE:
1626                 if (usb3->gadget.speed != USB_SPEED_SUPER)
1627                         break;
1628                 if (w_value == USB_DEVICE_U1_ENABLE)
1629                         usb3_feature_u1_enable(usb3, set);
1630                 if (w_value == USB_DEVICE_U2_ENABLE)
1631                         usb3_feature_u2_enable(usb3, set);
1632                 stall = false;
1633                 break;
1634         default:
1635                 break;
1636         }
1637
1638         return stall;
1639 }
1640
1641 static int usb3_set_halt_p0(struct renesas_usb3_ep *usb3_ep, bool halt)
1642 {
1643         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1644
1645         if (unlikely(usb3_ep->num))
1646                 return -EINVAL;
1647
1648         usb3_ep->halt = halt;
1649         if (halt)
1650                 usb3_set_p0_con_stall(usb3);
1651         else
1652                 usb3_set_p0_con_stop(usb3);
1653
1654         return 0;
1655 }
1656
1657 static int usb3_set_halt_pn(struct renesas_usb3_ep *usb3_ep, bool halt,
1658                             bool is_clear_feature)
1659 {
1660         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
1661         unsigned long flags;
1662
1663         spin_lock_irqsave(&usb3->lock, flags);
1664         if (!usb3_pn_change(usb3, usb3_ep->num)) {
1665                 usb3_ep->halt = halt;
1666                 if (halt) {
1667                         usb3_pn_stall(usb3);
1668                 } else if (!is_clear_feature || !usb3_ep->wedge) {
1669                         usb3_pn_con_clear(usb3);
1670                         usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
1671                         usb3_pn_stop(usb3);
1672                 }
1673         }
1674         spin_unlock_irqrestore(&usb3->lock, flags);
1675
1676         return 0;
1677 }
1678
1679 static int usb3_set_halt(struct renesas_usb3_ep *usb3_ep, bool halt,
1680                          bool is_clear_feature)
1681 {
1682         int ret = 0;
1683
1684         if (halt && usb3_ep->started)
1685                 return -EAGAIN;
1686
1687         if (usb3_ep->num)
1688                 ret = usb3_set_halt_pn(usb3_ep, halt, is_clear_feature);
1689         else
1690                 ret = usb3_set_halt_p0(usb3_ep, halt);
1691
1692         return ret;
1693 }
1694
1695 static bool usb3_std_req_feature_endpoint(struct renesas_usb3 *usb3,
1696                                           struct usb_ctrlrequest *ctrl,
1697                                           bool set)
1698 {
1699         int num = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
1700         struct renesas_usb3_ep *usb3_ep;
1701         struct renesas_usb3_request *usb3_req;
1702
1703         if (le16_to_cpu(ctrl->wValue) != USB_ENDPOINT_HALT)
1704                 return true;    /* stall */
1705
1706         usb3_ep = usb3_get_ep(usb3, num);
1707         usb3_set_halt(usb3_ep, set, true);
1708
1709         /* Restarts a queue if clear feature */
1710         if (!set) {
1711                 usb3_ep->started = false;
1712                 usb3_req = usb3_get_request(usb3_ep);
1713                 if (usb3_req)
1714                         usb3_start_pipen(usb3_ep, usb3_req);
1715         }
1716
1717         return false;
1718 }
1719
1720 static bool usb3_std_req_feature(struct renesas_usb3 *usb3,
1721                                  struct usb_ctrlrequest *ctrl, bool set)
1722 {
1723         bool stall = false;
1724
1725         switch (ctrl->bRequestType & USB_RECIP_MASK) {
1726         case USB_RECIP_DEVICE:
1727                 stall = usb3_std_req_feature_device(usb3, ctrl, set);
1728                 break;
1729         case USB_RECIP_INTERFACE:
1730                 break;
1731         case USB_RECIP_ENDPOINT:
1732                 stall = usb3_std_req_feature_endpoint(usb3, ctrl, set);
1733                 break;
1734         default:
1735                 stall = true;
1736                 break;
1737         }
1738
1739         if (!stall)
1740                 usb3_set_p0_con_for_no_data(usb3);
1741
1742         return stall;
1743 }
1744
1745 static void usb3_pipe0_set_sel_completion(struct usb_ep *ep,
1746                                           struct usb_request *req)
1747 {
1748         /* TODO */
1749 }
1750
1751 static bool usb3_std_req_set_sel(struct renesas_usb3 *usb3,
1752                                  struct usb_ctrlrequest *ctrl)
1753 {
1754         u16 w_length = le16_to_cpu(ctrl->wLength);
1755
1756         if (w_length != 6)
1757                 return true;    /* stall */
1758
1759         dev_dbg(usb3_to_dev(usb3), "set_sel: req = %p\n",
1760                 usb_req_to_usb3_req(usb3->ep0_req));
1761         usb3_pipe0_internal_xfer(usb3, NULL, 6, usb3_pipe0_set_sel_completion);
1762
1763         return false;
1764 }
1765
1766 static bool usb3_std_req_set_configuration(struct renesas_usb3 *usb3,
1767                                            struct usb_ctrlrequest *ctrl)
1768 {
1769         if (ctrl->wValue > 0)
1770                 usb3_set_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
1771         else
1772                 usb3_clear_bit(usb3, USB_COM_CON_CONF, USB3_USB_COM_CON);
1773
1774         return false;
1775 }
1776
1777 /**
1778  * usb3_handle_standard_request - handle some standard requests
1779  * @usb3: the renesas_usb3 pointer
1780  * @ctrl: a pointer of setup data
1781  *
1782  * Returns true if this function handled a standard request
1783  */
1784 static bool usb3_handle_standard_request(struct renesas_usb3 *usb3,
1785                                          struct usb_ctrlrequest *ctrl)
1786 {
1787         bool ret = false;
1788         bool stall = false;
1789
1790         if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD) {
1791                 switch (ctrl->bRequest) {
1792                 case USB_REQ_SET_ADDRESS:
1793                         stall = usb3_std_req_set_address(usb3, ctrl);
1794                         ret = true;
1795                         break;
1796                 case USB_REQ_GET_STATUS:
1797                         stall = usb3_std_req_get_status(usb3, ctrl);
1798                         ret = true;
1799                         break;
1800                 case USB_REQ_CLEAR_FEATURE:
1801                         stall = usb3_std_req_feature(usb3, ctrl, false);
1802                         ret = true;
1803                         break;
1804                 case USB_REQ_SET_FEATURE:
1805                         stall = usb3_std_req_feature(usb3, ctrl, true);
1806                         ret = true;
1807                         break;
1808                 case USB_REQ_SET_SEL:
1809                         stall = usb3_std_req_set_sel(usb3, ctrl);
1810                         ret = true;
1811                         break;
1812                 case USB_REQ_SET_ISOCH_DELAY:
1813                         /* This hardware doesn't support Isochronous xfer */
1814                         stall = true;
1815                         ret = true;
1816                         break;
1817                 case USB_REQ_SET_CONFIGURATION:
1818                         usb3_std_req_set_configuration(usb3, ctrl);
1819                         break;
1820                 default:
1821                         break;
1822                 }
1823         }
1824
1825         if (stall)
1826                 usb3_set_p0_con_stall(usb3);
1827
1828         return ret;
1829 }
1830
1831 static int usb3_p0_con_clear_buffer(struct renesas_usb3 *usb3)
1832 {
1833         usb3_set_bit(usb3, P0_CON_BCLR, USB3_P0_CON);
1834
1835         return usb3_wait(usb3, USB3_P0_CON, P0_CON_BCLR, 0);
1836 }
1837
1838 static void usb3_irq_epc_pipe0_setup(struct renesas_usb3 *usb3)
1839 {
1840         struct usb_ctrlrequest ctrl;
1841         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1842
1843         /* Call giveback function if previous transfer is not completed */
1844         if (usb3_ep->started)
1845                 usb3_request_done(usb3_ep, usb3_get_request(usb3_ep),
1846                                   -ECONNRESET);
1847
1848         usb3_p0_con_clear_buffer(usb3);
1849         usb3_get_setup_data(usb3, &ctrl);
1850         if (!usb3_handle_standard_request(usb3, &ctrl))
1851                 if (usb3->driver->setup(&usb3->gadget, &ctrl) < 0)
1852                         usb3_set_p0_con_stall(usb3);
1853 }
1854
1855 static void usb3_irq_epc_pipe0_bfrdy(struct renesas_usb3 *usb3)
1856 {
1857         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, 0);
1858         struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1859
1860         if (!usb3_req)
1861                 return;
1862
1863         usb3_p0_xfer(usb3_ep, usb3_req);
1864 }
1865
1866 static void usb3_irq_epc_pipe0(struct renesas_usb3 *usb3)
1867 {
1868         u32 p0_int_sta = usb3_read(usb3, USB3_P0_INT_STA);
1869
1870         p0_int_sta &= usb3_read(usb3, USB3_P0_INT_ENA);
1871         usb3_write(usb3, p0_int_sta, USB3_P0_INT_STA);
1872         if (p0_int_sta & P0_INT_STSED)
1873                 usb3_irq_epc_pipe0_status_end(usb3);
1874         if (p0_int_sta & P0_INT_SETUP)
1875                 usb3_irq_epc_pipe0_setup(usb3);
1876         if (p0_int_sta & P0_INT_BFRDY)
1877                 usb3_irq_epc_pipe0_bfrdy(usb3);
1878 }
1879
1880 static void usb3_request_done_pipen(struct renesas_usb3 *usb3,
1881                                     struct renesas_usb3_ep *usb3_ep,
1882                                     struct renesas_usb3_request *usb3_req,
1883                                     int status)
1884 {
1885         unsigned long flags;
1886
1887         spin_lock_irqsave(&usb3->lock, flags);
1888         if (usb3_pn_change(usb3, usb3_ep->num))
1889                 usb3_pn_stop(usb3);
1890         spin_unlock_irqrestore(&usb3->lock, flags);
1891
1892         usb3_disable_pipe_irq(usb3, usb3_ep->num);
1893         usb3_request_done(usb3_ep, usb3_req, status);
1894
1895         /* get next usb3_req */
1896         usb3_req = usb3_get_request(usb3_ep);
1897         if (usb3_req)
1898                 usb3_start_pipen(usb3_ep, usb3_req);
1899 }
1900
1901 static void usb3_irq_epc_pipen_lsttr(struct renesas_usb3 *usb3, int num)
1902 {
1903         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, num);
1904         struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1905
1906         if (!usb3_req)
1907                 return;
1908
1909         if (usb3_ep->dir_in) {
1910                 dev_dbg(usb3_to_dev(usb3), "%s: len = %u, actual = %u\n",
1911                         __func__, usb3_req->req.length, usb3_req->req.actual);
1912                 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, 0);
1913         }
1914 }
1915
1916 static void usb3_irq_epc_pipen_bfrdy(struct renesas_usb3 *usb3, int num)
1917 {
1918         struct renesas_usb3_ep *usb3_ep = usb3_get_ep(usb3, num);
1919         struct renesas_usb3_request *usb3_req = usb3_get_request(usb3_ep);
1920         bool done = false;
1921
1922         if (!usb3_req)
1923                 return;
1924
1925         spin_lock(&usb3->lock);
1926         if (usb3_pn_change(usb3, num))
1927                 goto out;
1928
1929         if (usb3_ep->dir_in) {
1930                 /* Do not stop the IN pipe here to detect LSTTR interrupt */
1931                 if (!usb3_write_pipe(usb3_ep, usb3_req, USB3_PN_WRITE))
1932                         usb3_clear_bit(usb3, PN_INT_BFRDY, USB3_PN_INT_ENA);
1933         } else {
1934                 if (!usb3_read_pipe(usb3_ep, usb3_req, USB3_PN_READ))
1935                         done = true;
1936         }
1937
1938 out:
1939         /* need to unlock because usb3_request_done_pipen() locks it */
1940         spin_unlock(&usb3->lock);
1941
1942         if (done)
1943                 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, 0);
1944 }
1945
1946 static void usb3_irq_epc_pipen(struct renesas_usb3 *usb3, int num)
1947 {
1948         u32 pn_int_sta;
1949
1950         spin_lock(&usb3->lock);
1951         if (usb3_pn_change(usb3, num) < 0) {
1952                 spin_unlock(&usb3->lock);
1953                 return;
1954         }
1955
1956         pn_int_sta = usb3_read(usb3, USB3_PN_INT_STA);
1957         pn_int_sta &= usb3_read(usb3, USB3_PN_INT_ENA);
1958         usb3_write(usb3, pn_int_sta, USB3_PN_INT_STA);
1959         spin_unlock(&usb3->lock);
1960         if (pn_int_sta & PN_INT_LSTTR)
1961                 usb3_irq_epc_pipen_lsttr(usb3, num);
1962         if (pn_int_sta & PN_INT_BFRDY)
1963                 usb3_irq_epc_pipen_bfrdy(usb3, num);
1964 }
1965
1966 static void usb3_irq_epc_int_2(struct renesas_usb3 *usb3, u32 int_sta_2)
1967 {
1968         int i;
1969
1970         for (i = 0; i < usb3->num_usb3_eps; i++) {
1971                 if (int_sta_2 & USB_INT_2_PIPE(i)) {
1972                         if (!i)
1973                                 usb3_irq_epc_pipe0(usb3);
1974                         else
1975                                 usb3_irq_epc_pipen(usb3, i);
1976                 }
1977         }
1978 }
1979
1980 static void usb3_irq_idmon_change(struct renesas_usb3 *usb3)
1981 {
1982         usb3_check_id(usb3);
1983 }
1984
1985 static void usb3_irq_otg_int(struct renesas_usb3 *usb3, u32 otg_int_sta)
1986 {
1987         if (otg_int_sta & USB_OTG_IDMON)
1988                 usb3_irq_idmon_change(usb3);
1989 }
1990
1991 static void usb3_irq_epc(struct renesas_usb3 *usb3)
1992 {
1993         u32 int_sta_1 = usb3_read(usb3, USB3_USB_INT_STA_1);
1994         u32 int_sta_2 = usb3_read(usb3, USB3_USB_INT_STA_2);
1995         u32 otg_int_sta = usb3_read(usb3, USB3_USB_OTG_INT_STA);
1996
1997         int_sta_1 &= usb3_read(usb3, USB3_USB_INT_ENA_1);
1998         if (int_sta_1) {
1999                 usb3_write(usb3, int_sta_1, USB3_USB_INT_STA_1);
2000                 usb3_irq_epc_int_1(usb3, int_sta_1);
2001         }
2002
2003         int_sta_2 &= usb3_read(usb3, USB3_USB_INT_ENA_2);
2004         if (int_sta_2)
2005                 usb3_irq_epc_int_2(usb3, int_sta_2);
2006
2007         otg_int_sta &= usb3_read(usb3, USB3_USB_OTG_INT_ENA);
2008         if (otg_int_sta) {
2009                 usb3_write(usb3, otg_int_sta, USB3_USB_OTG_INT_STA);
2010                 usb3_irq_otg_int(usb3, otg_int_sta);
2011         }
2012 }
2013
2014 static void usb3_irq_dma_int(struct renesas_usb3 *usb3, u32 dma_sta)
2015 {
2016         struct renesas_usb3_ep *usb3_ep;
2017         struct renesas_usb3_request *usb3_req;
2018         int i, status;
2019
2020         for (i = 0; i < usb3->num_usb3_eps; i++) {
2021                 if (!(dma_sta & DMA_INT(i)))
2022                         continue;
2023
2024                 usb3_ep = usb3_get_ep(usb3, i);
2025                 if (!(usb3_read(usb3, USB3_AXI_INT_STA) &
2026                     AXI_INT_PRDEN_CLR_STA(usb3_ep->dma->num)))
2027                         continue;
2028
2029                 usb3_req = usb3_get_request(usb3_ep);
2030                 status = usb3_dma_try_stop(usb3_ep, usb3_req);
2031                 usb3_request_done_pipen(usb3, usb3_ep, usb3_req, status);
2032         }
2033 }
2034
2035 static void usb3_irq_dma(struct renesas_usb3 *usb3)
2036 {
2037         u32 dma_sta = usb3_read(usb3, USB3_DMA_INT_STA);
2038
2039         dma_sta &= usb3_read(usb3, USB3_DMA_INT_ENA);
2040         if (dma_sta) {
2041                 usb3_write(usb3, dma_sta, USB3_DMA_INT_STA);
2042                 usb3_irq_dma_int(usb3, dma_sta);
2043         }
2044 }
2045
2046 static irqreturn_t renesas_usb3_irq(int irq, void *_usb3)
2047 {
2048         struct renesas_usb3 *usb3 = _usb3;
2049         irqreturn_t ret = IRQ_NONE;
2050         u32 axi_int_sta = usb3_read(usb3, USB3_AXI_INT_STA);
2051
2052         if (axi_int_sta & AXI_INT_DMAINT) {
2053                 usb3_irq_dma(usb3);
2054                 ret = IRQ_HANDLED;
2055         }
2056
2057         if (axi_int_sta & AXI_INT_EPCINT) {
2058                 usb3_irq_epc(usb3);
2059                 ret = IRQ_HANDLED;
2060         }
2061
2062         return ret;
2063 }
2064
2065 static void usb3_write_pn_mod(struct renesas_usb3_ep *usb3_ep,
2066                               const struct usb_endpoint_descriptor *desc)
2067 {
2068         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2069         u32 val = 0;
2070
2071         val |= usb3_ep->dir_in ? PN_MOD_DIR : 0;
2072         val |= PN_MOD_TYPE(usb_endpoint_type(desc));
2073         val |= PN_MOD_EPNUM(usb_endpoint_num(desc));
2074         usb3_write(usb3, val, USB3_PN_MOD);
2075 }
2076
2077 static u32 usb3_calc_ramarea(int ram_size)
2078 {
2079         WARN_ON(ram_size > SZ_16K);
2080
2081         if (ram_size <= SZ_1K)
2082                 return PN_RAMMAP_RAMAREA_1KB;
2083         else if (ram_size <= SZ_2K)
2084                 return PN_RAMMAP_RAMAREA_2KB;
2085         else if (ram_size <= SZ_4K)
2086                 return PN_RAMMAP_RAMAREA_4KB;
2087         else if (ram_size <= SZ_8K)
2088                 return PN_RAMMAP_RAMAREA_8KB;
2089         else
2090                 return PN_RAMMAP_RAMAREA_16KB;
2091 }
2092
2093 static u32 usb3_calc_rammap_val(struct renesas_usb3_ep *usb3_ep,
2094                                 const struct usb_endpoint_descriptor *desc)
2095 {
2096         int i;
2097         static const u32 max_packet_array[] = {8, 16, 32, 64, 512};
2098         u32 mpkt = PN_RAMMAP_MPKT(1024);
2099
2100         for (i = 0; i < ARRAY_SIZE(max_packet_array); i++) {
2101                 if (usb_endpoint_maxp(desc) <= max_packet_array[i])
2102                         mpkt = PN_RAMMAP_MPKT(max_packet_array[i]);
2103         }
2104
2105         return usb3_ep->rammap_val | mpkt;
2106 }
2107
2108 static int usb3_enable_pipe_n(struct renesas_usb3_ep *usb3_ep,
2109                               const struct usb_endpoint_descriptor *desc)
2110 {
2111         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2112         unsigned long flags;
2113
2114         usb3_ep->dir_in = usb_endpoint_dir_in(desc);
2115
2116         spin_lock_irqsave(&usb3->lock, flags);
2117         if (!usb3_pn_change(usb3, usb3_ep->num)) {
2118                 usb3_write_pn_mod(usb3_ep, desc);
2119                 usb3_write(usb3, usb3_calc_rammap_val(usb3_ep, desc),
2120                            USB3_PN_RAMMAP);
2121                 usb3_pn_con_clear(usb3);
2122                 usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
2123         }
2124         spin_unlock_irqrestore(&usb3->lock, flags);
2125
2126         return 0;
2127 }
2128
2129 static int usb3_disable_pipe_n(struct renesas_usb3_ep *usb3_ep)
2130 {
2131         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2132         unsigned long flags;
2133
2134         usb3_ep->halt = false;
2135
2136         spin_lock_irqsave(&usb3->lock, flags);
2137         if (!usb3_pn_change(usb3, usb3_ep->num)) {
2138                 usb3_write(usb3, 0, USB3_PN_INT_ENA);
2139                 usb3_write(usb3, 0, USB3_PN_RAMMAP);
2140                 usb3_clear_bit(usb3, PN_CON_EN, USB3_PN_CON);
2141         }
2142         spin_unlock_irqrestore(&usb3->lock, flags);
2143
2144         return 0;
2145 }
2146
2147 /*------- usb_ep_ops -----------------------------------------------------*/
2148 static int renesas_usb3_ep_enable(struct usb_ep *_ep,
2149                                   const struct usb_endpoint_descriptor *desc)
2150 {
2151         struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2152
2153         return usb3_enable_pipe_n(usb3_ep, desc);
2154 }
2155
2156 static int renesas_usb3_ep_disable(struct usb_ep *_ep)
2157 {
2158         struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2159         struct renesas_usb3_request *usb3_req;
2160
2161         do {
2162                 usb3_req = usb3_get_request(usb3_ep);
2163                 if (!usb3_req)
2164                         break;
2165                 usb3_dma_try_stop(usb3_ep, usb3_req);
2166                 usb3_request_done(usb3_ep, usb3_req, -ESHUTDOWN);
2167         } while (1);
2168
2169         return usb3_disable_pipe_n(usb3_ep);
2170 }
2171
2172 static struct usb_request *__renesas_usb3_ep_alloc_request(gfp_t gfp_flags)
2173 {
2174         struct renesas_usb3_request *usb3_req;
2175
2176         usb3_req = kzalloc(sizeof(struct renesas_usb3_request), gfp_flags);
2177         if (!usb3_req)
2178                 return NULL;
2179
2180         INIT_LIST_HEAD(&usb3_req->queue);
2181
2182         return &usb3_req->req;
2183 }
2184
2185 static void __renesas_usb3_ep_free_request(struct usb_request *_req)
2186 {
2187         struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
2188
2189         kfree(usb3_req);
2190 }
2191
2192 static struct usb_request *renesas_usb3_ep_alloc_request(struct usb_ep *_ep,
2193                                                          gfp_t gfp_flags)
2194 {
2195         return __renesas_usb3_ep_alloc_request(gfp_flags);
2196 }
2197
2198 static void renesas_usb3_ep_free_request(struct usb_ep *_ep,
2199                                          struct usb_request *_req)
2200 {
2201         __renesas_usb3_ep_free_request(_req);
2202 }
2203
2204 static int renesas_usb3_ep_dequeue(struct usb_ep *_ep, struct usb_request *_req)
2205 {
2206         struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2207         struct renesas_usb3_request *usb3_req = usb_req_to_usb3_req(_req);
2208         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2209
2210         dev_dbg(usb3_to_dev(usb3), "ep_dequeue: ep%2d, %u\n", usb3_ep->num,
2211                 _req->length);
2212
2213         usb3_dma_try_stop(usb3_ep, usb3_req);
2214         usb3_request_done_pipen(usb3, usb3_ep, usb3_req, -ECONNRESET);
2215
2216         return 0;
2217 }
2218
2219 static int renesas_usb3_ep_set_halt(struct usb_ep *_ep, int value)
2220 {
2221         return usb3_set_halt(usb_ep_to_usb3_ep(_ep), !!value, false);
2222 }
2223
2224 static int renesas_usb3_ep_set_wedge(struct usb_ep *_ep)
2225 {
2226         struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2227
2228         usb3_ep->wedge = true;
2229         return usb3_set_halt(usb3_ep, true, false);
2230 }
2231
2232 static void renesas_usb3_ep_fifo_flush(struct usb_ep *_ep)
2233 {
2234         struct renesas_usb3_ep *usb3_ep = usb_ep_to_usb3_ep(_ep);
2235         struct renesas_usb3 *usb3 = usb3_ep_to_usb3(usb3_ep);
2236         unsigned long flags;
2237
2238         if (usb3_ep->num) {
2239                 spin_lock_irqsave(&usb3->lock, flags);
2240                 if (!usb3_pn_change(usb3, usb3_ep->num)) {
2241                         usb3_pn_con_clear(usb3);
2242                         usb3_set_bit(usb3, PN_CON_EN, USB3_PN_CON);
2243                 }
2244                 spin_unlock_irqrestore(&usb3->lock, flags);
2245         } else {
2246                 usb3_p0_con_clear_buffer(usb3);
2247         }
2248 }
2249
2250 static const struct usb_ep_ops renesas_usb3_ep_ops = {
2251         .enable         = renesas_usb3_ep_enable,
2252         .disable        = renesas_usb3_ep_disable,
2253
2254         .alloc_request  = renesas_usb3_ep_alloc_request,
2255         .free_request   = renesas_usb3_ep_free_request,
2256
2257         .queue          = renesas_usb3_ep_queue,
2258         .dequeue        = renesas_usb3_ep_dequeue,
2259
2260         .set_halt       = renesas_usb3_ep_set_halt,
2261         .set_wedge      = renesas_usb3_ep_set_wedge,
2262         .fifo_flush     = renesas_usb3_ep_fifo_flush,
2263 };
2264
2265 /*------- usb_gadget_ops -------------------------------------------------*/
2266 static int renesas_usb3_start(struct usb_gadget *gadget,
2267                               struct usb_gadget_driver *driver)
2268 {
2269         struct renesas_usb3 *usb3;
2270
2271         if (!driver || driver->max_speed < USB_SPEED_FULL ||
2272             !driver->setup)
2273                 return -EINVAL;
2274
2275         usb3 = gadget_to_renesas_usb3(gadget);
2276
2277         /* hook up the driver */
2278         usb3->driver = driver;
2279
2280         if (usb3->phy)
2281                 phy_init(usb3->phy);
2282
2283         pm_runtime_get_sync(usb3_to_dev(usb3));
2284
2285         renesas_usb3_init_controller(usb3);
2286
2287         return 0;
2288 }
2289
2290 static int renesas_usb3_stop(struct usb_gadget *gadget)
2291 {
2292         struct renesas_usb3 *usb3 = gadget_to_renesas_usb3(gadget);
2293
2294         usb3->softconnect = false;
2295         usb3->gadget.speed = USB_SPEED_UNKNOWN;
2296         usb3->driver = NULL;
2297         renesas_usb3_stop_controller(usb3);
2298
2299         if (usb3->phy)
2300                 phy_exit(usb3->phy);
2301
2302         pm_runtime_put(usb3_to_dev(usb3));
2303
2304         return 0;
2305 }
2306
2307 static int renesas_usb3_get_frame(struct usb_gadget *_gadget)
2308 {
2309         return -EOPNOTSUPP;
2310 }
2311
2312 static int renesas_usb3_pullup(struct usb_gadget *gadget, int is_on)
2313 {
2314         struct renesas_usb3 *usb3 = gadget_to_renesas_usb3(gadget);
2315
2316         usb3->softconnect = !!is_on;
2317
2318         return 0;
2319 }
2320
2321 static int renesas_usb3_set_selfpowered(struct usb_gadget *gadget, int is_self)
2322 {
2323         gadget->is_selfpowered = !!is_self;
2324
2325         return 0;
2326 }
2327
2328 static const struct usb_gadget_ops renesas_usb3_gadget_ops = {
2329         .get_frame              = renesas_usb3_get_frame,
2330         .udc_start              = renesas_usb3_start,
2331         .udc_stop               = renesas_usb3_stop,
2332         .pullup                 = renesas_usb3_pullup,
2333         .set_selfpowered        = renesas_usb3_set_selfpowered,
2334 };
2335
2336 static enum usb_role renesas_usb3_role_switch_get(struct device *dev)
2337 {
2338         struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2339         enum usb_role cur_role;
2340
2341         pm_runtime_get_sync(dev);
2342         cur_role = usb3_is_host(usb3) ? USB_ROLE_HOST : USB_ROLE_DEVICE;
2343         pm_runtime_put(dev);
2344
2345         return cur_role;
2346 }
2347
2348 static int renesas_usb3_role_switch_set(struct device *dev,
2349                                         enum usb_role role)
2350 {
2351         struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2352         struct device *host = usb3->host_dev;
2353         enum usb_role cur_role = renesas_usb3_role_switch_get(dev);
2354
2355         pm_runtime_get_sync(dev);
2356         if (cur_role == USB_ROLE_HOST && role == USB_ROLE_DEVICE) {
2357                 device_release_driver(host);
2358                 usb3_set_mode(usb3, false);
2359         } else if (cur_role == USB_ROLE_DEVICE && role == USB_ROLE_HOST) {
2360                 /* Must set the mode before device_attach of the host */
2361                 usb3_set_mode(usb3, true);
2362                 /* This device_attach() might sleep */
2363                 if (device_attach(host) < 0)
2364                         dev_err(dev, "device_attach(host) failed\n");
2365         }
2366         pm_runtime_put(dev);
2367
2368         return 0;
2369 }
2370
2371 static ssize_t role_store(struct device *dev, struct device_attribute *attr,
2372                           const char *buf, size_t count)
2373 {
2374         struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2375         bool new_mode_is_host;
2376
2377         if (!usb3->driver)
2378                 return -ENODEV;
2379
2380         if (usb3->forced_b_device)
2381                 return -EBUSY;
2382
2383         if (sysfs_streq(buf, "host"))
2384                 new_mode_is_host = true;
2385         else if (sysfs_streq(buf, "peripheral"))
2386                 new_mode_is_host = false;
2387         else
2388                 return -EINVAL;
2389
2390         if (new_mode_is_host == usb3_is_host(usb3))
2391                 return -EINVAL;
2392
2393         usb3_mode_config(usb3, new_mode_is_host, usb3_is_a_device(usb3));
2394
2395         return count;
2396 }
2397
2398 static ssize_t role_show(struct device *dev, struct device_attribute *attr,
2399                          char *buf)
2400 {
2401         struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2402
2403         if (!usb3->driver)
2404                 return -ENODEV;
2405
2406         return sprintf(buf, "%s\n", usb3_is_host(usb3) ? "host" : "peripheral");
2407 }
2408 static DEVICE_ATTR_RW(role);
2409
2410 static int renesas_usb3_b_device_show(struct seq_file *s, void *unused)
2411 {
2412         struct renesas_usb3 *usb3 = s->private;
2413
2414         seq_printf(s, "%d\n", usb3->forced_b_device);
2415
2416         return 0;
2417 }
2418
2419 static int renesas_usb3_b_device_open(struct inode *inode, struct file *file)
2420 {
2421         return single_open(file, renesas_usb3_b_device_show, inode->i_private);
2422 }
2423
2424 static ssize_t renesas_usb3_b_device_write(struct file *file,
2425                                            const char __user *ubuf,
2426                                            size_t count, loff_t *ppos)
2427 {
2428         struct seq_file *s = file->private_data;
2429         struct renesas_usb3 *usb3 = s->private;
2430         char buf[32];
2431
2432         if (!usb3->driver)
2433                 return -ENODEV;
2434
2435         if (copy_from_user(&buf, ubuf, min_t(size_t, sizeof(buf) - 1, count)))
2436                 return -EFAULT;
2437
2438         usb3->start_to_connect = false;
2439         if (usb3->workaround_for_vbus && usb3->forced_b_device &&
2440             !strncmp(buf, "2", 1))
2441                 usb3->start_to_connect = true;
2442         else if (!strncmp(buf, "1", 1))
2443                 usb3->forced_b_device = true;
2444         else
2445                 usb3->forced_b_device = false;
2446
2447         if (usb3->workaround_for_vbus)
2448                 usb3_disconnect(usb3);
2449
2450         /* Let this driver call usb3_connect() if needed */
2451         usb3_check_id(usb3);
2452
2453         return count;
2454 }
2455
2456 static const struct file_operations renesas_usb3_b_device_fops = {
2457         .open = renesas_usb3_b_device_open,
2458         .write = renesas_usb3_b_device_write,
2459         .read = seq_read,
2460         .llseek = seq_lseek,
2461         .release = single_release,
2462 };
2463
2464 static void renesas_usb3_debugfs_init(struct renesas_usb3 *usb3,
2465                                       struct device *dev)
2466 {
2467         usb3->dentry = debugfs_create_dir(dev_name(dev), NULL);
2468
2469         debugfs_create_file("b_device", 0644, usb3->dentry, usb3,
2470                             &renesas_usb3_b_device_fops);
2471 }
2472
2473 /*------- platform_driver ------------------------------------------------*/
2474 static int renesas_usb3_remove(struct platform_device *pdev)
2475 {
2476         struct renesas_usb3 *usb3 = platform_get_drvdata(pdev);
2477
2478         debugfs_remove_recursive(usb3->dentry);
2479         device_remove_file(&pdev->dev, &dev_attr_role);
2480
2481         cancel_work_sync(&usb3->role_work);
2482         usb_role_switch_unregister(usb3->role_sw);
2483
2484         usb_del_gadget_udc(&usb3->gadget);
2485         renesas_usb3_dma_free_prd(usb3, &pdev->dev);
2486
2487         __renesas_usb3_ep_free_request(usb3->ep0_req);
2488         pm_runtime_disable(&pdev->dev);
2489
2490         return 0;
2491 }
2492
2493 static int renesas_usb3_init_ep(struct renesas_usb3 *usb3, struct device *dev,
2494                                 const struct renesas_usb3_priv *priv)
2495 {
2496         struct renesas_usb3_ep *usb3_ep;
2497         int i;
2498
2499         /* calculate num_usb3_eps from renesas_usb3_priv */
2500         usb3->num_usb3_eps = priv->ramsize_per_ramif * priv->num_ramif * 2 /
2501                              priv->ramsize_per_pipe + 1;
2502
2503         if (usb3->num_usb3_eps > USB3_MAX_NUM_PIPES)
2504                 usb3->num_usb3_eps = USB3_MAX_NUM_PIPES;
2505
2506         usb3->usb3_ep = devm_kcalloc(dev,
2507                                      usb3->num_usb3_eps, sizeof(*usb3_ep),
2508                                      GFP_KERNEL);
2509         if (!usb3->usb3_ep)
2510                 return -ENOMEM;
2511
2512         dev_dbg(dev, "%s: num_usb3_eps = %d\n", __func__, usb3->num_usb3_eps);
2513         /*
2514          * This driver prepares pipes as follows:
2515          *  - odd pipes = IN pipe
2516          *  - even pipes = OUT pipe (except pipe 0)
2517          */
2518         usb3_for_each_ep(usb3_ep, usb3, i) {
2519                 snprintf(usb3_ep->ep_name, sizeof(usb3_ep->ep_name), "ep%d", i);
2520                 usb3_ep->usb3 = usb3;
2521                 usb3_ep->num = i;
2522                 usb3_ep->ep.name = usb3_ep->ep_name;
2523                 usb3_ep->ep.ops = &renesas_usb3_ep_ops;
2524                 INIT_LIST_HEAD(&usb3_ep->queue);
2525                 INIT_LIST_HEAD(&usb3_ep->ep.ep_list);
2526                 if (!i) {
2527                         /* for control pipe */
2528                         usb3->gadget.ep0 = &usb3_ep->ep;
2529                         usb_ep_set_maxpacket_limit(&usb3_ep->ep,
2530                                                 USB3_EP0_SS_MAX_PACKET_SIZE);
2531                         usb3_ep->ep.caps.type_control = true;
2532                         usb3_ep->ep.caps.dir_in = true;
2533                         usb3_ep->ep.caps.dir_out = true;
2534                         continue;
2535                 }
2536
2537                 /* for bulk or interrupt pipe */
2538                 usb_ep_set_maxpacket_limit(&usb3_ep->ep, ~0);
2539                 list_add_tail(&usb3_ep->ep.ep_list, &usb3->gadget.ep_list);
2540                 usb3_ep->ep.caps.type_bulk = true;
2541                 usb3_ep->ep.caps.type_int = true;
2542                 if (i & 1)
2543                         usb3_ep->ep.caps.dir_in = true;
2544                 else
2545                         usb3_ep->ep.caps.dir_out = true;
2546         }
2547
2548         return 0;
2549 }
2550
2551 static void renesas_usb3_init_ram(struct renesas_usb3 *usb3, struct device *dev,
2552                                   const struct renesas_usb3_priv *priv)
2553 {
2554         struct renesas_usb3_ep *usb3_ep;
2555         int i;
2556         u32 ramif[2], basead[2];        /* index 0 = for IN pipes */
2557         u32 *cur_ramif, *cur_basead;
2558         u32 val;
2559
2560         memset(ramif, 0, sizeof(ramif));
2561         memset(basead, 0, sizeof(basead));
2562
2563         /*
2564          * This driver prepares pipes as follows:
2565          *  - all pipes = the same size as "ramsize_per_pipe"
2566          * Please refer to the "Method of Specifying RAM Mapping"
2567          */
2568         usb3_for_each_ep(usb3_ep, usb3, i) {
2569                 if (!i)
2570                         continue;       /* out of scope if ep num = 0 */
2571                 if (usb3_ep->ep.caps.dir_in) {
2572                         cur_ramif = &ramif[0];
2573                         cur_basead = &basead[0];
2574                 } else {
2575                         cur_ramif = &ramif[1];
2576                         cur_basead = &basead[1];
2577                 }
2578
2579                 if (*cur_basead > priv->ramsize_per_ramif)
2580                         continue;       /* out of memory for IN or OUT pipe */
2581
2582                 /* calculate rammap_val */
2583                 val = PN_RAMMAP_RAMIF(*cur_ramif);
2584                 val |= usb3_calc_ramarea(priv->ramsize_per_pipe);
2585                 val |= PN_RAMMAP_BASEAD(*cur_basead);
2586                 usb3_ep->rammap_val = val;
2587
2588                 dev_dbg(dev, "ep%2d: val = %08x, ramif = %d, base = %x\n",
2589                         i, val, *cur_ramif, *cur_basead);
2590
2591                 /* update current ramif */
2592                 if (*cur_ramif + 1 == priv->num_ramif) {
2593                         *cur_ramif = 0;
2594                         *cur_basead += priv->ramsize_per_pipe;
2595                 } else {
2596                         (*cur_ramif)++;
2597                 }
2598         }
2599 }
2600
2601 static const struct renesas_usb3_priv renesas_usb3_priv_r8a7795_es1 = {
2602         .ramsize_per_ramif = SZ_16K,
2603         .num_ramif = 2,
2604         .ramsize_per_pipe = SZ_4K,
2605         .workaround_for_vbus = true,
2606 };
2607
2608 static const struct renesas_usb3_priv renesas_usb3_priv_gen3 = {
2609         .ramsize_per_ramif = SZ_16K,
2610         .num_ramif = 4,
2611         .ramsize_per_pipe = SZ_4K,
2612 };
2613
2614 static const struct of_device_id usb3_of_match[] = {
2615         {
2616                 .compatible = "renesas,r8a7795-usb3-peri",
2617                 .data = &renesas_usb3_priv_gen3,
2618         },
2619         {
2620                 .compatible = "renesas,rcar-gen3-usb3-peri",
2621                 .data = &renesas_usb3_priv_gen3,
2622         },
2623         { },
2624 };
2625 MODULE_DEVICE_TABLE(of, usb3_of_match);
2626
2627 static const struct soc_device_attribute renesas_usb3_quirks_match[] = {
2628         {
2629                 .soc_id = "r8a7795", .revision = "ES1.*",
2630                 .data = &renesas_usb3_priv_r8a7795_es1,
2631         },
2632         { /* sentinel */ },
2633 };
2634
2635 static const unsigned int renesas_usb3_cable[] = {
2636         EXTCON_USB,
2637         EXTCON_USB_HOST,
2638         EXTCON_NONE,
2639 };
2640
2641 static const struct usb_role_switch_desc renesas_usb3_role_switch_desc = {
2642         .set = renesas_usb3_role_switch_set,
2643         .get = renesas_usb3_role_switch_get,
2644         .allow_userspace_control = true,
2645 };
2646
2647 static int renesas_usb3_probe(struct platform_device *pdev)
2648 {
2649         struct renesas_usb3 *usb3;
2650         struct resource *res;
2651         int irq, ret;
2652         const struct renesas_usb3_priv *priv;
2653         const struct soc_device_attribute *attr;
2654
2655         attr = soc_device_match(renesas_usb3_quirks_match);
2656         if (attr)
2657                 priv = attr->data;
2658         else
2659                 priv = of_device_get_match_data(&pdev->dev);
2660
2661         irq = platform_get_irq(pdev, 0);
2662         if (irq < 0) {
2663                 dev_err(&pdev->dev, "Failed to get IRQ: %d\n", irq);
2664                 return irq;
2665         }
2666
2667         usb3 = devm_kzalloc(&pdev->dev, sizeof(*usb3), GFP_KERNEL);
2668         if (!usb3)
2669                 return -ENOMEM;
2670
2671         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2672         usb3->reg = devm_ioremap_resource(&pdev->dev, res);
2673         if (IS_ERR(usb3->reg))
2674                 return PTR_ERR(usb3->reg);
2675
2676         platform_set_drvdata(pdev, usb3);
2677         spin_lock_init(&usb3->lock);
2678
2679         usb3->gadget.ops = &renesas_usb3_gadget_ops;
2680         usb3->gadget.name = udc_name;
2681         usb3->gadget.max_speed = USB_SPEED_SUPER;
2682         INIT_LIST_HEAD(&usb3->gadget.ep_list);
2683         ret = renesas_usb3_init_ep(usb3, &pdev->dev, priv);
2684         if (ret < 0)
2685                 return ret;
2686         renesas_usb3_init_ram(usb3, &pdev->dev, priv);
2687
2688         ret = devm_request_irq(&pdev->dev, irq, renesas_usb3_irq, 0,
2689                                dev_name(&pdev->dev), usb3);
2690         if (ret < 0)
2691                 return ret;
2692
2693         INIT_WORK(&usb3->extcon_work, renesas_usb3_extcon_work);
2694         usb3->extcon = devm_extcon_dev_allocate(&pdev->dev, renesas_usb3_cable);
2695         if (IS_ERR(usb3->extcon))
2696                 return PTR_ERR(usb3->extcon);
2697
2698         ret = devm_extcon_dev_register(&pdev->dev, usb3->extcon);
2699         if (ret < 0) {
2700                 dev_err(&pdev->dev, "Failed to register extcon\n");
2701                 return ret;
2702         }
2703
2704         /* for ep0 handling */
2705         usb3->ep0_req = __renesas_usb3_ep_alloc_request(GFP_KERNEL);
2706         if (!usb3->ep0_req)
2707                 return -ENOMEM;
2708
2709         ret = renesas_usb3_dma_alloc_prd(usb3, &pdev->dev);
2710         if (ret < 0)
2711                 goto err_alloc_prd;
2712
2713         /*
2714          * This is optional. So, if this driver cannot get a phy,
2715          * this driver will not handle a phy anymore.
2716          */
2717         usb3->phy = devm_phy_optional_get(&pdev->dev, "usb");
2718         if (IS_ERR(usb3->phy)) {
2719                 ret = PTR_ERR(usb3->phy);
2720                 goto err_add_udc;
2721         }
2722
2723         pm_runtime_enable(&pdev->dev);
2724         ret = usb_add_gadget_udc(&pdev->dev, &usb3->gadget);
2725         if (ret < 0)
2726                 goto err_add_udc;
2727
2728         ret = device_create_file(&pdev->dev, &dev_attr_role);
2729         if (ret < 0)
2730                 goto err_dev_create;
2731
2732         INIT_WORK(&usb3->role_work, renesas_usb3_role_work);
2733         usb3->role_sw = usb_role_switch_register(&pdev->dev,
2734                                         &renesas_usb3_role_switch_desc);
2735         if (!IS_ERR(usb3->role_sw)) {
2736                 usb3->host_dev = usb_of_get_companion_dev(&pdev->dev);
2737                 if (!usb3->host_dev) {
2738                         /* If not found, this driver will not use a role sw */
2739                         usb_role_switch_unregister(usb3->role_sw);
2740                         usb3->role_sw = NULL;
2741                 }
2742         } else {
2743                 usb3->role_sw = NULL;
2744         }
2745
2746         usb3->workaround_for_vbus = priv->workaround_for_vbus;
2747
2748         renesas_usb3_debugfs_init(usb3, &pdev->dev);
2749
2750         dev_info(&pdev->dev, "probed%s\n", usb3->phy ? " with phy" : "");
2751
2752         return 0;
2753
2754 err_dev_create:
2755         usb_del_gadget_udc(&usb3->gadget);
2756
2757 err_add_udc:
2758         renesas_usb3_dma_free_prd(usb3, &pdev->dev);
2759
2760 err_alloc_prd:
2761         __renesas_usb3_ep_free_request(usb3->ep0_req);
2762
2763         return ret;
2764 }
2765
2766 #ifdef CONFIG_PM_SLEEP
2767 static int renesas_usb3_suspend(struct device *dev)
2768 {
2769         struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2770
2771         /* Not started */
2772         if (!usb3->driver)
2773                 return 0;
2774
2775         renesas_usb3_stop_controller(usb3);
2776         if (usb3->phy)
2777                 phy_exit(usb3->phy);
2778         pm_runtime_put(dev);
2779
2780         return 0;
2781 }
2782
2783 static int renesas_usb3_resume(struct device *dev)
2784 {
2785         struct renesas_usb3 *usb3 = dev_get_drvdata(dev);
2786
2787         /* Not started */
2788         if (!usb3->driver)
2789                 return 0;
2790
2791         if (usb3->phy)
2792                 phy_init(usb3->phy);
2793         pm_runtime_get_sync(dev);
2794         renesas_usb3_init_controller(usb3);
2795
2796         return 0;
2797 }
2798 #endif
2799
2800 static SIMPLE_DEV_PM_OPS(renesas_usb3_pm_ops, renesas_usb3_suspend,
2801                         renesas_usb3_resume);
2802
2803 static struct platform_driver renesas_usb3_driver = {
2804         .probe          = renesas_usb3_probe,
2805         .remove         = renesas_usb3_remove,
2806         .driver         = {
2807                 .name = (char *)udc_name,
2808                 .pm             = &renesas_usb3_pm_ops,
2809                 .of_match_table = of_match_ptr(usb3_of_match),
2810         },
2811 };
2812 module_platform_driver(renesas_usb3_driver);
2813
2814 MODULE_DESCRIPTION("Renesas USB3.0 Peripheral driver");
2815 MODULE_LICENSE("GPL v2");
2816 MODULE_AUTHOR("Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>");
2817 MODULE_ALIAS("platform:renesas_usb3");