drivers/usb/host/r8a66597-hcd.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  * R8A66597 HCD (Host Controller Driver)
   4  *
   5  * Copyright (C) 2006-2007 Renesas Solutions Corp.
   6  * Portions Copyright (C) 2004 Psion Teklogix (for NetBook PRO)
   7  * Portions Copyright (C) 2004-2005 David Brownell
   8  * Portions Copyright (C) 1999 Roman Weissgaerber
   9  *
  10  * Author : Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>
  11  */
  12
  13 #include <linux/module.h>
  14 #include <linux/kernel.h>
  15 #include <linux/sched.h>
  16 #include <linux/errno.h>
  17 #include <linux/timer.h>
  18 #include <linux/delay.h>
  19 #include <linux/list.h>
  20 #include <linux/interrupt.h>
  21 #include <linux/usb.h>
  22 #include <linux/usb/hcd.h>
  23 #include <linux/platform_device.h>
  24 #include <linux/io.h>
  25 #include <linux/mm.h>
  26 #include <linux/irq.h>
  27 #include <linux/slab.h>
  28 #include <asm/cacheflush.h>
  29
  30 #include "r8a66597.h"
  31
  32 MODULE_DESCRIPTION("R8A66597 USB Host Controller Driver");
  33 MODULE_LICENSE("GPL");
  34 MODULE_AUTHOR("Yoshihiro Shimoda");
  35 MODULE_ALIAS("platform:r8a66597_hcd");
  36
  37 #define DRIVER_VERSION  "2009-05-26"
  38
  39 static const char hcd_name[] = "r8a66597_hcd";
  40
  41 static void packet_write(struct r8a66597 *r8a66597, u16 pipenum);
  42 static int r8a66597_get_frame(struct usb_hcd *hcd);
  43
  44 /* this function must be called with interrupt disabled */
  45 static void enable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  46                             unsigned long reg)
  47 {
  48         u16 tmp;
  49
  50         tmp = r8a66597_read(r8a66597, INTENB0);
  51         r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
  52         r8a66597_bset(r8a66597, 1 << pipenum, reg);
  53         r8a66597_write(r8a66597, tmp, INTENB0);
  54 }
  55
  56 /* this function must be called with interrupt disabled */
  57 static void disable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  58                              unsigned long reg)
  59 {
  60         u16 tmp;
  61
  62         tmp = r8a66597_read(r8a66597, INTENB0);
  63         r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
  64         r8a66597_bclr(r8a66597, 1 << pipenum, reg);
  65         r8a66597_write(r8a66597, tmp, INTENB0);
  66 }
  67
  68 static void set_devadd_reg(struct r8a66597 *r8a66597, u8 r8a66597_address,
  69                            u16 usbspd, u8 upphub, u8 hubport, int port)
  70 {
  71         u16 val;
  72         unsigned long devadd_reg = get_devadd_addr(r8a66597_address);
  73
  74         val = (upphub << 11) | (hubport << 8) | (usbspd << 6) | (port & 0x0001);
  75         r8a66597_write(r8a66597, val, devadd_reg);
  76 }
  77
  78 static int r8a66597_clock_enable(struct r8a66597 *r8a66597)
  79 {
  80         u16 tmp;
  81         int i = 0;
  82
  83         if (r8a66597->pdata->on_chip) {
  84                 clk_prepare_enable(r8a66597->clk);
  85                 do {
  86                         r8a66597_write(r8a66597, SCKE, SYSCFG0);
  87                         tmp = r8a66597_read(r8a66597, SYSCFG0);
  88                         if (i++ > 1000) {
  89                                 printk(KERN_ERR "r8a66597: reg access fail.\n");
  90                                 return -ENXIO;
  91                         }
  92                 } while ((tmp & SCKE) != SCKE);
  93                 r8a66597_write(r8a66597, 0x04, 0x02);
  94         } else {
  95                 do {
  96                         r8a66597_write(r8a66597, USBE, SYSCFG0);
  97                         tmp = r8a66597_read(r8a66597, SYSCFG0);
  98                         if (i++ > 1000) {
  99                                 printk(KERN_ERR "r8a66597: reg access fail.\n");
 100                                 return -ENXIO;
 101                         }
 102                 } while ((tmp & USBE) != USBE);
 103                 r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 104                 r8a66597_mdfy(r8a66597, get_xtal_from_pdata(r8a66597->pdata),
 105                               XTAL, SYSCFG0);
 106
 107                 i = 0;
 108                 r8a66597_bset(r8a66597, XCKE, SYSCFG0);
 109                 do {
 110                         msleep(1);
 111                         tmp = r8a66597_read(r8a66597, SYSCFG0);
 112                         if (i++ > 500) {
 113                                 printk(KERN_ERR "r8a66597: reg access fail.\n");
 114                                 return -ENXIO;
 115                         }
 116                 } while ((tmp & SCKE) != SCKE);
 117         }
 118
 119         return 0;
 120 }
 121
 122 static void r8a66597_clock_disable(struct r8a66597 *r8a66597)
 123 {
 124         r8a66597_bclr(r8a66597, SCKE, SYSCFG0);
 125         udelay(1);
 126
 127         if (r8a66597->pdata->on_chip) {
 128                 clk_disable_unprepare(r8a66597->clk);
 129         } else {
 130                 r8a66597_bclr(r8a66597, PLLC, SYSCFG0);
 131                 r8a66597_bclr(r8a66597, XCKE, SYSCFG0);
 132                 r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 133         }
 134 }
 135
 136 static void r8a66597_enable_port(struct r8a66597 *r8a66597, int port)
 137 {
 138         u16 val;
 139
 140         val = port ? DRPD : DCFM | DRPD;
 141         r8a66597_bset(r8a66597, val, get_syscfg_reg(port));
 142         r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
 143
 144         r8a66597_write(r8a66597, BURST | CPU_ADR_RD_WR, get_dmacfg_reg(port));
 145         r8a66597_bclr(r8a66597, DTCHE, get_intenb_reg(port));
 146         r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
 147 }
 148
 149 static void r8a66597_disable_port(struct r8a66597 *r8a66597, int port)
 150 {
 151         u16 val, tmp;
 152
 153         r8a66597_write(r8a66597, 0, get_intenb_reg(port));
 154         r8a66597_write(r8a66597, 0, get_intsts_reg(port));
 155
 156         r8a66597_port_power(r8a66597, port, 0);
 157
 158         do {
 159                 tmp = r8a66597_read(r8a66597, SOFCFG) & EDGESTS;
 160                 udelay(640);
 161         } while (tmp == EDGESTS);
 162
 163         val = port ? DRPD : DCFM | DRPD;
 164         r8a66597_bclr(r8a66597, val, get_syscfg_reg(port));
 165         r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
 166 }
 167
 168 static int enable_controller(struct r8a66597 *r8a66597)
 169 {
 170         int ret, port;
 171         u16 vif = r8a66597->pdata->vif ? LDRV : 0;
 172         u16 irq_sense = r8a66597->irq_sense_low ? INTL : 0;
 173         u16 endian = r8a66597->pdata->endian ? BIGEND : 0;
 174
 175         ret = r8a66597_clock_enable(r8a66597);
 176         if (ret < 0)
 177                 return ret;
 178
 179         r8a66597_bset(r8a66597, vif & LDRV, PINCFG);
 180         r8a66597_bset(r8a66597, USBE, SYSCFG0);
 181
 182         r8a66597_bset(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
 183         r8a66597_bset(r8a66597, irq_sense & INTL, SOFCFG);
 184         r8a66597_bset(r8a66597, BRDY0, BRDYENB);
 185         r8a66597_bset(r8a66597, BEMP0, BEMPENB);
 186
 187         r8a66597_bset(r8a66597, endian & BIGEND, CFIFOSEL);
 188         r8a66597_bset(r8a66597, endian & BIGEND, D0FIFOSEL);
 189         r8a66597_bset(r8a66597, endian & BIGEND, D1FIFOSEL);
 190         r8a66597_bset(r8a66597, TRNENSEL, SOFCFG);
 191
 192         r8a66597_bset(r8a66597, SIGNE | SACKE, INTENB1);
 193
 194         for (port = 0; port < r8a66597->max_root_hub; port++)
 195                 r8a66597_enable_port(r8a66597, port);
 196
 197         return 0;
 198 }
 199
 200 static void disable_controller(struct r8a66597 *r8a66597)
 201 {
 202         int port;
 203
 204         /* disable interrupts */
 205         r8a66597_write(r8a66597, 0, INTENB0);
 206         r8a66597_write(r8a66597, 0, INTENB1);
 207         r8a66597_write(r8a66597, 0, BRDYENB);
 208         r8a66597_write(r8a66597, 0, BEMPENB);
 209         r8a66597_write(r8a66597, 0, NRDYENB);
 210
 211         /* clear status */
 212         r8a66597_write(r8a66597, 0, BRDYSTS);
 213         r8a66597_write(r8a66597, 0, NRDYSTS);
 214         r8a66597_write(r8a66597, 0, BEMPSTS);
 215
 216         for (port = 0; port < r8a66597->max_root_hub; port++)
 217                 r8a66597_disable_port(r8a66597, port);
 218
 219         r8a66597_clock_disable(r8a66597);
 220 }
 221
 222 static int get_parent_r8a66597_address(struct r8a66597 *r8a66597,
 223                                        struct usb_device *udev)
 224 {
 225         struct r8a66597_device *dev;
 226
 227         if (udev->parent && udev->parent->devnum != 1)
 228                 udev = udev->parent;
 229
 230         dev = dev_get_drvdata(&udev->dev);
 231         if (dev)
 232                 return dev->address;
 233         else
 234                 return 0;
 235 }
 236
 237 static int is_child_device(char *devpath)
 238 {
 239         return (devpath[2] ? 1 : 0);
 240 }
 241
 242 static int is_hub_limit(char *devpath)
 243 {
 244         return ((strlen(devpath) >= 4) ? 1 : 0);
 245 }
 246
 247 static void get_port_number(struct r8a66597 *r8a66597,
 248                             char *devpath, u16 *root_port, u16 *hub_port)
 249 {
 250         if (root_port) {
 251                 *root_port = (devpath[0] & 0x0F) - 1;
 252                 if (*root_port >= r8a66597->max_root_hub)
 253                         printk(KERN_ERR "r8a66597: Illegal root port number.\n");
 254         }
 255         if (hub_port)
 256                 *hub_port = devpath[2] & 0x0F;
 257 }
 258
 259 static u16 get_r8a66597_usb_speed(enum usb_device_speed speed)
 260 {
 261         u16 usbspd = 0;
 262
 263         switch (speed) {
 264         case USB_SPEED_LOW:
 265                 usbspd = LSMODE;
 266                 break;
 267         case USB_SPEED_FULL:
 268                 usbspd = FSMODE;
 269                 break;
 270         case USB_SPEED_HIGH:
 271                 usbspd = HSMODE;
 272                 break;
 273         default:
 274                 printk(KERN_ERR "r8a66597: unknown speed\n");
 275                 break;
 276         }
 277
 278         return usbspd;
 279 }
 280
 281 static void set_child_connect_map(struct r8a66597 *r8a66597, int address)
 282 {
 283         int idx;
 284
 285         idx = address / 32;
 286         r8a66597->child_connect_map[idx] |= 1 << (address % 32);
 287 }
 288
 289 static void put_child_connect_map(struct r8a66597 *r8a66597, int address)
 290 {
 291         int idx;
 292
 293         idx = address / 32;
 294         r8a66597->child_connect_map[idx] &= ~(1 << (address % 32));
 295 }
 296
 297 static void set_pipe_reg_addr(struct r8a66597_pipe *pipe, u8 dma_ch)
 298 {
 299         u16 pipenum = pipe->info.pipenum;
 300         const unsigned long fifoaddr[] = {D0FIFO, D1FIFO, CFIFO};
 301         const unsigned long fifosel[] = {D0FIFOSEL, D1FIFOSEL, CFIFOSEL};
 302         const unsigned long fifoctr[] = {D0FIFOCTR, D1FIFOCTR, CFIFOCTR};
 303
 304         if (dma_ch > R8A66597_PIPE_NO_DMA)      /* dma fifo not use? */
 305                 dma_ch = R8A66597_PIPE_NO_DMA;
 306
 307         pipe->fifoaddr = fifoaddr[dma_ch];
 308         pipe->fifosel = fifosel[dma_ch];
 309         pipe->fifoctr = fifoctr[dma_ch];
 310
 311         if (pipenum == 0)
 312                 pipe->pipectr = DCPCTR;
 313         else
 314                 pipe->pipectr = get_pipectr_addr(pipenum);
 315
 316         if (check_bulk_or_isoc(pipenum)) {
 317                 pipe->pipetre = get_pipetre_addr(pipenum);
 318                 pipe->pipetrn = get_pipetrn_addr(pipenum);
 319         } else {
 320                 pipe->pipetre = 0;
 321                 pipe->pipetrn = 0;
 322         }
 323 }
 324
 325 static struct r8a66597_device *
 326 get_urb_to_r8a66597_dev(struct r8a66597 *r8a66597, struct urb *urb)
 327 {
 328         if (usb_pipedevice(urb->pipe) == 0)
 329                 return &r8a66597->device0;
 330
 331         return dev_get_drvdata(&urb->dev->dev);
 332 }
 333
 334 static int make_r8a66597_device(struct r8a66597 *r8a66597,
 335                                 struct urb *urb, u8 addr)
 336 {
 337         struct r8a66597_device *dev;
 338         int usb_address = urb->setup_packet[2]; /* urb->pipe is address 0 */
 339
 340         dev = kzalloc(sizeof(struct r8a66597_device), GFP_ATOMIC);
 341         if (dev == NULL)
 342                 return -ENOMEM;
 343
 344         dev_set_drvdata(&urb->dev->dev, dev);
 345         dev->udev = urb->dev;
 346         dev->address = addr;
 347         dev->usb_address = usb_address;
 348         dev->state = USB_STATE_ADDRESS;
 349         dev->ep_in_toggle = 0;
 350         dev->ep_out_toggle = 0;
 351         INIT_LIST_HEAD(&dev->device_list);
 352         list_add_tail(&dev->device_list, &r8a66597->child_device);
 353
 354         get_port_number(r8a66597, urb->dev->devpath,
 355                         &dev->root_port, &dev->hub_port);
 356         if (!is_child_device(urb->dev->devpath))
 357                 r8a66597->root_hub[dev->root_port].dev = dev;
 358
 359         set_devadd_reg(r8a66597, dev->address,
 360                        get_r8a66597_usb_speed(urb->dev->speed),
 361                        get_parent_r8a66597_address(r8a66597, urb->dev),
 362                        dev->hub_port, dev->root_port);
 363
 364         return 0;
 365 }
 366
 367 /* this function must be called with interrupt disabled */
 368 static u8 alloc_usb_address(struct r8a66597 *r8a66597, struct urb *urb)
 369 {
 370         u8 addr;        /* R8A66597's address */
 371         struct r8a66597_device *dev;
 372
 373         if (is_hub_limit(urb->dev->devpath)) {
 374                 dev_err(&urb->dev->dev, "External hub limit reached.\n");
 375                 return 0;
 376         }
 377
 378         dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 379         if (dev && dev->state >= USB_STATE_ADDRESS)
 380                 return dev->address;
 381
 382         for (addr = 1; addr <= R8A66597_MAX_DEVICE; addr++) {
 383                 if (r8a66597->address_map & (1 << addr))
 384                         continue;
 385
 386                 dev_dbg(&urb->dev->dev, "alloc_address: r8a66597_addr=%d\n", addr);
 387                 r8a66597->address_map |= 1 << addr;
 388
 389                 if (make_r8a66597_device(r8a66597, urb, addr) < 0)
 390                         return 0;
 391
 392                 return addr;
 393         }
 394
 395         dev_err(&urb->dev->dev,
 396                 "cannot communicate with a USB device more than 10.(%x)\n",
 397                 r8a66597->address_map);
 398
 399         return 0;
 400 }
 401
 402 /* this function must be called with interrupt disabled */
 403 static void free_usb_address(struct r8a66597 *r8a66597,
 404                              struct r8a66597_device *dev, int reset)
 405 {
 406         int port;
 407
 408         if (!dev)
 409                 return;
 410
 411         dev_dbg(&dev->udev->dev, "free_addr: addr=%d\n", dev->address);
 412
 413         dev->state = USB_STATE_DEFAULT;
 414         r8a66597->address_map &= ~(1 << dev->address);
 415         dev->address = 0;
 416         /*
 417          * Only when resetting USB, it is necessary to erase drvdata. When
 418          * a usb device with usb hub is disconnect, "dev->udev" is already
 419          * freed on usb_desconnect(). So we cannot access the data.
 420          */
 421         if (reset)
 422                 dev_set_drvdata(&dev->udev->dev, NULL);
 423         list_del(&dev->device_list);
 424         kfree(dev);
 425
 426         for (port = 0; port < r8a66597->max_root_hub; port++) {
 427                 if (r8a66597->root_hub[port].dev == dev) {
 428                         r8a66597->root_hub[port].dev = NULL;
 429                         break;
 430                 }
 431         }
 432 }
 433
 434 static void r8a66597_reg_wait(struct r8a66597 *r8a66597, unsigned long reg,
 435                               u16 mask, u16 loop)
 436 {
 437         u16 tmp;
 438         int i = 0;
 439
 440         do {
 441                 tmp = r8a66597_read(r8a66597, reg);
 442                 if (i++ > 1000000) {
 443                         printk(KERN_ERR "r8a66597: register%lx, loop %x "
 444                                "is timeout\n", reg, loop);
 445                         break;
 446                 }
 447                 ndelay(1);
 448         } while ((tmp & mask) != loop);
 449 }
 450
 451 /* this function must be called with interrupt disabled */
 452 static void pipe_start(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
 453 {
 454         u16 tmp;
 455
 456         tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
 457         if ((pipe->info.pipenum != 0) & ((tmp & PID_STALL) != 0)) /* stall? */
 458                 r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
 459         r8a66597_mdfy(r8a66597, PID_BUF, PID, pipe->pipectr);
 460 }
 461
 462 /* this function must be called with interrupt disabled */
 463 static void pipe_stop(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
 464 {
 465         u16 tmp;
 466
 467         tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
 468         if ((tmp & PID_STALL11) != PID_STALL11) /* force stall? */
 469                 r8a66597_mdfy(r8a66597, PID_STALL, PID, pipe->pipectr);
 470         r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
 471         r8a66597_reg_wait(r8a66597, pipe->pipectr, PBUSY, 0);
 472 }
 473
 474 /* this function must be called with interrupt disabled */
 475 static void clear_all_buffer(struct r8a66597 *r8a66597,
 476                              struct r8a66597_pipe *pipe)
 477 {
 478         u16 tmp;
 479
 480         if (!pipe || pipe->info.pipenum == 0)
 481                 return;
 482
 483         pipe_stop(r8a66597, pipe);
 484         r8a66597_bset(r8a66597, ACLRM, pipe->pipectr);
 485         tmp = r8a66597_read(r8a66597, pipe->pipectr);
 486         tmp = r8a66597_read(r8a66597, pipe->pipectr);
 487         tmp = r8a66597_read(r8a66597, pipe->pipectr);
 488         r8a66597_bclr(r8a66597, ACLRM, pipe->pipectr);
 489 }
 490
 491 /* this function must be called with interrupt disabled */
 492 static void r8a66597_pipe_toggle(struct r8a66597 *r8a66597,
 493                                  struct r8a66597_pipe *pipe, int toggle)
 494 {
 495         if (toggle)
 496                 r8a66597_bset(r8a66597, SQSET, pipe->pipectr);
 497         else
 498                 r8a66597_bset(r8a66597, SQCLR, pipe->pipectr);
 499 }
 500
 501 static inline unsigned short mbw_value(struct r8a66597 *r8a66597)
 502 {
 503         if (r8a66597->pdata->on_chip)
 504                 return MBW_32;
 505         else
 506                 return MBW_16;
 507 }
 508
 509 /* this function must be called with interrupt disabled */
 510 static inline void cfifo_change(struct r8a66597 *r8a66597, u16 pipenum)
 511 {
 512         unsigned short mbw = mbw_value(r8a66597);
 513
 514         r8a66597_mdfy(r8a66597, mbw | pipenum, mbw | CURPIPE, CFIFOSEL);
 515         r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, pipenum);
 516 }
 517
 518 /* this function must be called with interrupt disabled */
 519 static inline void fifo_change_from_pipe(struct r8a66597 *r8a66597,
 520                                          struct r8a66597_pipe *pipe)
 521 {
 522         unsigned short mbw = mbw_value(r8a66597);
 523
 524         cfifo_change(r8a66597, 0);
 525         r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D0FIFOSEL);
 526         r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D1FIFOSEL);
 527
 528         r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum, mbw | CURPIPE,
 529                       pipe->fifosel);
 530         r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE, pipe->info.pipenum);
 531 }
 532
 533 static u16 r8a66597_get_pipenum(struct urb *urb, struct usb_host_endpoint *hep)
 534 {
 535         struct r8a66597_pipe *pipe = hep->hcpriv;
 536
 537         if (usb_pipeendpoint(urb->pipe) == 0)
 538                 return 0;
 539         else
 540                 return pipe->info.pipenum;
 541 }
 542
 543 static u16 get_urb_to_r8a66597_addr(struct r8a66597 *r8a66597, struct urb *urb)
 544 {
 545         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 546
 547         return (usb_pipedevice(urb->pipe) == 0) ? 0 : dev->address;
 548 }
 549
 550 static unsigned short *get_toggle_pointer(struct r8a66597_device *dev,
 551                                           int urb_pipe)
 552 {
 553         if (!dev)
 554                 return NULL;
 555
 556         return usb_pipein(urb_pipe) ? &dev->ep_in_toggle : &dev->ep_out_toggle;
 557 }
 558
 559 /* this function must be called with interrupt disabled */
 560 static void pipe_toggle_set(struct r8a66597 *r8a66597,
 561                             struct r8a66597_pipe *pipe,
 562                             struct urb *urb, int set)
 563 {
 564         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 565         unsigned char endpoint = usb_pipeendpoint(urb->pipe);
 566         unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
 567
 568         if (!toggle)
 569                 return;
 570
 571         if (set)
 572                 *toggle |= 1 << endpoint;
 573         else
 574                 *toggle &= ~(1 << endpoint);
 575 }
 576
 577 /* this function must be called with interrupt disabled */
 578 static void pipe_toggle_save(struct r8a66597 *r8a66597,
 579                              struct r8a66597_pipe *pipe,
 580                              struct urb *urb)
 581 {
 582         if (r8a66597_read(r8a66597, pipe->pipectr) & SQMON)
 583                 pipe_toggle_set(r8a66597, pipe, urb, 1);
 584         else
 585                 pipe_toggle_set(r8a66597, pipe, urb, 0);
 586 }
 587
 588 /* this function must be called with interrupt disabled */
 589 static void pipe_toggle_restore(struct r8a66597 *r8a66597,
 590                                 struct r8a66597_pipe *pipe,
 591                                 struct urb *urb)
 592 {
 593         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 594         unsigned char endpoint = usb_pipeendpoint(urb->pipe);
 595         unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
 596
 597         if (!toggle)
 598                 return;
 599
 600         r8a66597_pipe_toggle(r8a66597, pipe, *toggle & (1 << endpoint));
 601 }
 602
 603 /* this function must be called with interrupt disabled */
 604 static void pipe_buffer_setting(struct r8a66597 *r8a66597,
 605                                 struct r8a66597_pipe_info *info)
 606 {
 607         u16 val = 0;
 608
 609         if (info->pipenum == 0)
 610                 return;
 611
 612         r8a66597_bset(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
 613         r8a66597_bclr(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
 614         r8a66597_write(r8a66597, info->pipenum, PIPESEL);
 615         if (!info->dir_in)
 616                 val |= R8A66597_DIR;
 617         if (info->type == R8A66597_BULK && info->dir_in)
 618                 val |= R8A66597_DBLB | R8A66597_SHTNAK;
 619         val |= info->type | info->epnum;
 620         r8a66597_write(r8a66597, val, PIPECFG);
 621
 622         r8a66597_write(r8a66597, (info->buf_bsize << 10) | (info->bufnum),
 623                        PIPEBUF);
 624         r8a66597_write(r8a66597, make_devsel(info->address) | info->maxpacket,
 625                        PIPEMAXP);
 626         r8a66597_write(r8a66597, info->interval, PIPEPERI);
 627 }
 628
 629 /* this function must be called with interrupt disabled */
 630 static void pipe_setting(struct r8a66597 *r8a66597, struct r8a66597_td *td)
 631 {
 632         struct r8a66597_pipe_info *info;
 633         struct urb *urb = td->urb;
 634
 635         if (td->pipenum > 0) {
 636                 info = &td->pipe->info;
 637                 cfifo_change(r8a66597, 0);
 638                 pipe_buffer_setting(r8a66597, info);
 639
 640                 if (!usb_gettoggle(urb->dev, usb_pipeendpoint(urb->pipe),
 641                                    usb_pipeout(urb->pipe)) &&
 642                     !usb_pipecontrol(urb->pipe)) {
 643                         r8a66597_pipe_toggle(r8a66597, td->pipe, 0);
 644                         pipe_toggle_set(r8a66597, td->pipe, urb, 0);
 645                         clear_all_buffer(r8a66597, td->pipe);
 646                         usb_settoggle(urb->dev, usb_pipeendpoint(urb->pipe),
 647                                       usb_pipeout(urb->pipe), 1);
 648                 }
 649                 pipe_toggle_restore(r8a66597, td->pipe, urb);
 650         }
 651 }
 652
 653 /* this function must be called with interrupt disabled */
 654 static u16 get_empty_pipenum(struct r8a66597 *r8a66597,
 655                              struct usb_endpoint_descriptor *ep)
 656 {
 657         u16 array[R8A66597_MAX_NUM_PIPE], i = 0, min;
 658
 659         memset(array, 0, sizeof(array));
 660         switch (usb_endpoint_type(ep)) {
 661         case USB_ENDPOINT_XFER_BULK:
 662                 if (usb_endpoint_dir_in(ep))
 663                         array[i++] = 4;
 664                 else {
 665                         array[i++] = 3;
 666                         array[i++] = 5;
 667                 }
 668                 break;
 669         case USB_ENDPOINT_XFER_INT:
 670                 if (usb_endpoint_dir_in(ep)) {
 671                         array[i++] = 6;
 672                         array[i++] = 7;
 673                         array[i++] = 8;
 674                 } else
 675                         array[i++] = 9;
 676                 break;
 677         case USB_ENDPOINT_XFER_ISOC:
 678                 if (usb_endpoint_dir_in(ep))
 679                         array[i++] = 2;
 680                 else
 681                         array[i++] = 1;
 682                 break;
 683         default:
 684                 printk(KERN_ERR "r8a66597: Illegal type\n");
 685                 return 0;
 686         }
 687
 688         i = 1;
 689         min = array[0];
 690         while (array[i] != 0) {
 691                 if (r8a66597->pipe_cnt[min] > r8a66597->pipe_cnt[array[i]])
 692                         min = array[i];
 693                 i++;
 694         }
 695
 696         return min;
 697 }
 698
 699 static u16 get_r8a66597_type(__u8 type)
 700 {
 701         u16 r8a66597_type;
 702
 703         switch (type) {
 704         case USB_ENDPOINT_XFER_BULK:
 705                 r8a66597_type = R8A66597_BULK;
 706                 break;
 707         case USB_ENDPOINT_XFER_INT:
 708                 r8a66597_type = R8A66597_INT;
 709                 break;
 710         case USB_ENDPOINT_XFER_ISOC:
 711                 r8a66597_type = R8A66597_ISO;
 712                 break;
 713         default:
 714                 printk(KERN_ERR "r8a66597: Illegal type\n");
 715                 r8a66597_type = 0x0000;
 716                 break;
 717         }
 718
 719         return r8a66597_type;
 720 }
 721
 722 static u16 get_bufnum(u16 pipenum)
 723 {
 724         u16 bufnum = 0;
 725
 726         if (pipenum == 0)
 727                 bufnum = 0;
 728         else if (check_bulk_or_isoc(pipenum))
 729                 bufnum = 8 + (pipenum - 1) * R8A66597_BUF_BSIZE*2;
 730         else if (check_interrupt(pipenum))
 731                 bufnum = 4 + (pipenum - 6);
 732         else
 733                 printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
 734
 735         return bufnum;
 736 }
 737
 738 static u16 get_buf_bsize(u16 pipenum)
 739 {
 740         u16 buf_bsize = 0;
 741
 742         if (pipenum == 0)
 743                 buf_bsize = 3;
 744         else if (check_bulk_or_isoc(pipenum))
 745                 buf_bsize = R8A66597_BUF_BSIZE - 1;
 746         else if (check_interrupt(pipenum))
 747                 buf_bsize = 0;
 748         else
 749                 printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
 750
 751         return buf_bsize;
 752 }
 753
 754 /* this function must be called with interrupt disabled */
 755 static void enable_r8a66597_pipe_dma(struct r8a66597 *r8a66597,
 756                                      struct r8a66597_device *dev,
 757                                      struct r8a66597_pipe *pipe,
 758                                      struct urb *urb)
 759 {
 760         int i;
 761         struct r8a66597_pipe_info *info = &pipe->info;
 762         unsigned short mbw = mbw_value(r8a66597);
 763
 764         /* pipe dma is only for external controlles */
 765         if (r8a66597->pdata->on_chip)
 766                 return;
 767
 768         if ((pipe->info.pipenum != 0) && (info->type != R8A66597_INT)) {
 769                 for (i = 0; i < R8A66597_MAX_DMA_CHANNEL; i++) {
 770                         if ((r8a66597->dma_map & (1 << i)) != 0)
 771                                 continue;
 772
 773                         dev_info(&dev->udev->dev,
 774                                  "address %d, EndpointAddress 0x%02x use "
 775                                  "DMA FIFO\n", usb_pipedevice(urb->pipe),
 776                                  info->dir_in ?
 777                                         USB_ENDPOINT_DIR_MASK + info->epnum
 778                                         : info->epnum);
 779
 780                         r8a66597->dma_map |= 1 << i;
 781                         dev->dma_map |= 1 << i;
 782                         set_pipe_reg_addr(pipe, i);
 783
 784                         cfifo_change(r8a66597, 0);
 785                         r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum,
 786                                       mbw | CURPIPE, pipe->fifosel);
 787
 788                         r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE,
 789                                           pipe->info.pipenum);
 790                         r8a66597_bset(r8a66597, BCLR, pipe->fifoctr);
 791                         break;
 792                 }
 793         }
 794 }
 795
 796 /* this function must be called with interrupt disabled */
 797 static void enable_r8a66597_pipe(struct r8a66597 *r8a66597, struct urb *urb,
 798                                  struct usb_host_endpoint *hep,
 799                                  struct r8a66597_pipe_info *info)
 800 {
 801         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 802         struct r8a66597_pipe *pipe = hep->hcpriv;
 803
 804         dev_dbg(&dev->udev->dev, "enable_pipe:\n");
 805
 806         pipe->info = *info;
 807         set_pipe_reg_addr(pipe, R8A66597_PIPE_NO_DMA);
 808         r8a66597->pipe_cnt[pipe->info.pipenum]++;
 809         dev->pipe_cnt[pipe->info.pipenum]++;
 810
 811         enable_r8a66597_pipe_dma(r8a66597, dev, pipe, urb);
 812 }
 813
 814 static void r8a66597_urb_done(struct r8a66597 *r8a66597, struct urb *urb,
 815                               int status)
 816 __releases(r8a66597->lock)
 817 __acquires(r8a66597->lock)
 818 {
 819         if (usb_pipein(urb->pipe) && usb_pipetype(urb->pipe) != PIPE_CONTROL) {
 820                 void *ptr;
 821
 822                 for (ptr = urb->transfer_buffer;
 823                      ptr < urb->transfer_buffer + urb->transfer_buffer_length;
 824                      ptr += PAGE_SIZE)
 825                         flush_dcache_page(virt_to_page(ptr));
 826         }
 827
 828         usb_hcd_unlink_urb_from_ep(r8a66597_to_hcd(r8a66597), urb);
 829         spin_unlock(&r8a66597->lock);
 830         usb_hcd_giveback_urb(r8a66597_to_hcd(r8a66597), urb, status);
 831         spin_lock(&r8a66597->lock);
 832 }
 833
 834 /* this function must be called with interrupt disabled */
 835 static void force_dequeue(struct r8a66597 *r8a66597, u16 pipenum, u16 address)
 836 {
 837         struct r8a66597_td *td, *next;
 838         struct urb *urb;
 839         struct list_head *list = &r8a66597->pipe_queue[pipenum];
 840
 841         if (list_empty(list))
 842                 return;
 843
 844         list_for_each_entry_safe(td, next, list, queue) {
 845                 if (td->address != address)
 846                         continue;
 847
 848                 urb = td->urb;
 849                 list_del(&td->queue);
 850                 kfree(td);
 851
 852                 if (urb)
 853                         r8a66597_urb_done(r8a66597, urb, -ENODEV);
 854
 855                 break;
 856         }
 857 }
 858
 859 /* this function must be called with interrupt disabled */
 860 static void disable_r8a66597_pipe_all(struct r8a66597 *r8a66597,
 861                                       struct r8a66597_device *dev)
 862 {
 863         int check_ep0 = 0;
 864         u16 pipenum;
 865
 866         if (!dev)
 867                 return;
 868
 869         for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
 870                 if (!dev->pipe_cnt[pipenum])
 871                         continue;
 872
 873                 if (!check_ep0) {
 874                         check_ep0 = 1;
 875                         force_dequeue(r8a66597, 0, dev->address);
 876                 }
 877
 878                 r8a66597->pipe_cnt[pipenum] -= dev->pipe_cnt[pipenum];
 879                 dev->pipe_cnt[pipenum] = 0;
 880                 force_dequeue(r8a66597, pipenum, dev->address);
 881         }
 882
 883         dev_dbg(&dev->udev->dev, "disable_pipe\n");
 884
 885         r8a66597->dma_map &= ~(dev->dma_map);
 886         dev->dma_map = 0;
 887 }
 888
 889 static u16 get_interval(struct urb *urb, __u8 interval)
 890 {
 891         u16 time = 1;
 892         int i;
 893
 894         if (urb->dev->speed == USB_SPEED_HIGH) {
 895                 if (interval > IITV)
 896                         time = IITV;
 897                 else
 898                         time = interval ? interval - 1 : 0;
 899         } else {
 900                 if (interval > 128) {
 901                         time = IITV;
 902                 } else {
 903                         /* calculate the nearest value for PIPEPERI */
 904                         for (i = 0; i < 7; i++) {
 905                                 if ((1 << i) < interval &&
 906                                     (1 << (i + 1) > interval))
 907                                         time = 1 << i;
 908                         }
 909                 }
 910         }
 911
 912         return time;
 913 }
 914
 915 static unsigned long get_timer_interval(struct urb *urb, __u8 interval)
 916 {
 917         __u8 i;
 918         unsigned long time = 1;
 919
 920         if (usb_pipeisoc(urb->pipe))
 921                 return 0;
 922
 923         if (get_r8a66597_usb_speed(urb->dev->speed) == HSMODE) {
 924                 for (i = 0; i < (interval - 1); i++)
 925                         time *= 2;
 926                 time = time * 125 / 1000;       /* uSOF -> msec */
 927         } else {
 928                 time = interval;
 929         }
 930
 931         return time;
 932 }
 933
 934 /* this function must be called with interrupt disabled */
 935 static void init_pipe_info(struct r8a66597 *r8a66597, struct urb *urb,
 936                            struct usb_host_endpoint *hep,
 937                            struct usb_endpoint_descriptor *ep)
 938 {
 939         struct r8a66597_pipe_info info;
 940
 941         info.pipenum = get_empty_pipenum(r8a66597, ep);
 942         info.address = get_urb_to_r8a66597_addr(r8a66597, urb);
 943         info.epnum = usb_endpoint_num(ep);
 944         info.maxpacket = usb_endpoint_maxp(ep);
 945         info.type = get_r8a66597_type(usb_endpoint_type(ep));
 946         info.bufnum = get_bufnum(info.pipenum);
 947         info.buf_bsize = get_buf_bsize(info.pipenum);
 948         if (info.type == R8A66597_BULK) {
 949                 info.interval = 0;
 950                 info.timer_interval = 0;
 951         } else {
 952                 info.interval = get_interval(urb, ep->bInterval);
 953                 info.timer_interval = get_timer_interval(urb, ep->bInterval);
 954         }
 955         if (usb_endpoint_dir_in(ep))
 956                 info.dir_in = 1;
 957         else
 958                 info.dir_in = 0;
 959
 960         enable_r8a66597_pipe(r8a66597, urb, hep, &info);
 961 }
 962
 963 static void init_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
 964 {
 965         struct r8a66597_device *dev;
 966
 967         dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 968         dev->state = USB_STATE_CONFIGURED;
 969 }
 970
 971 static void pipe_irq_enable(struct r8a66597 *r8a66597, struct urb *urb,
 972                             u16 pipenum)
 973 {
 974         if (pipenum == 0 && usb_pipeout(urb->pipe))
 975                 enable_irq_empty(r8a66597, pipenum);
 976         else
 977                 enable_irq_ready(r8a66597, pipenum);
 978
 979         if (!usb_pipeisoc(urb->pipe))
 980                 enable_irq_nrdy(r8a66597, pipenum);
 981 }
 982
 983 static void pipe_irq_disable(struct r8a66597 *r8a66597, u16 pipenum)
 984 {
 985         disable_irq_ready(r8a66597, pipenum);
 986         disable_irq_nrdy(r8a66597, pipenum);
 987 }
 988
 989 static void r8a66597_root_hub_start_polling(struct r8a66597 *r8a66597)
 990 {
 991         mod_timer(&r8a66597->rh_timer,
 992                         jiffies + msecs_to_jiffies(R8A66597_RH_POLL_TIME));
 993 }
 994
 995 static void start_root_hub_sampling(struct r8a66597 *r8a66597, int port,
 996                                         int connect)
 997 {
 998         struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
 999
1000         rh->old_syssts = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1001         rh->scount = R8A66597_MAX_SAMPLING;
1002         if (connect)
1003                 rh->port |= USB_PORT_STAT_CONNECTION;
1004         else
1005                 rh->port &= ~USB_PORT_STAT_CONNECTION;
1006         rh->port |= USB_PORT_STAT_C_CONNECTION << 16;
1007
1008         r8a66597_root_hub_start_polling(r8a66597);
1009 }
1010
1011 /* this function must be called with interrupt disabled */
1012 static void r8a66597_check_syssts(struct r8a66597 *r8a66597, int port,
1013                                         u16 syssts)
1014 __releases(r8a66597->lock)
1015 __acquires(r8a66597->lock)
1016 {
1017         if (syssts == SE0) {
1018                 r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1019                 r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1020         } else {
1021                 if (syssts == FS_JSTS)
1022                         r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
1023                 else if (syssts == LS_JSTS)
1024                         r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
1025
1026                 r8a66597_write(r8a66597, ~DTCH, get_intsts_reg(port));
1027                 r8a66597_bset(r8a66597, DTCHE, get_intenb_reg(port));
1028
1029                 if (r8a66597->bus_suspended)
1030                         usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1031         }
1032
1033         spin_unlock(&r8a66597->lock);
1034         usb_hcd_poll_rh_status(r8a66597_to_hcd(r8a66597));
1035         spin_lock(&r8a66597->lock);
1036 }
1037
1038 /* this function must be called with interrupt disabled */
1039 static void r8a66597_usb_connect(struct r8a66597 *r8a66597, int port)
1040 {
1041         u16 speed = get_rh_usb_speed(r8a66597, port);
1042         struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1043
1044         rh->port &= ~(USB_PORT_STAT_HIGH_SPEED | USB_PORT_STAT_LOW_SPEED);
1045         if (speed == HSMODE)
1046                 rh->port |= USB_PORT_STAT_HIGH_SPEED;
1047         else if (speed == LSMODE)
1048                 rh->port |= USB_PORT_STAT_LOW_SPEED;
1049
1050         rh->port &= ~USB_PORT_STAT_RESET;
1051         rh->port |= USB_PORT_STAT_ENABLE;
1052 }
1053
1054 /* this function must be called with interrupt disabled */
1055 static void r8a66597_usb_disconnect(struct r8a66597 *r8a66597, int port)
1056 {
1057         struct r8a66597_device *dev = r8a66597->root_hub[port].dev;
1058
1059         disable_r8a66597_pipe_all(r8a66597, dev);
1060         free_usb_address(r8a66597, dev, 0);
1061
1062         start_root_hub_sampling(r8a66597, port, 0);
1063 }
1064
1065 /* this function must be called with interrupt disabled */
1066 static void prepare_setup_packet(struct r8a66597 *r8a66597,
1067                                  struct r8a66597_td *td)
1068 {
1069         int i;
1070         __le16 *p = (__le16 *)td->urb->setup_packet;
1071         unsigned long setup_addr = USBREQ;
1072
1073         r8a66597_write(r8a66597, make_devsel(td->address) | td->maxpacket,
1074                        DCPMAXP);
1075         r8a66597_write(r8a66597, ~(SIGN | SACK), INTSTS1);
1076
1077         for (i = 0; i < 4; i++) {
1078                 r8a66597_write(r8a66597, le16_to_cpu(p[i]), setup_addr);
1079                 setup_addr += 2;
1080         }
1081         r8a66597_write(r8a66597, SUREQ, DCPCTR);
1082 }
1083
1084 /* this function must be called with interrupt disabled */
1085 static void prepare_packet_read(struct r8a66597 *r8a66597,
1086                                 struct r8a66597_td *td)
1087 {
1088         struct urb *urb = td->urb;
1089
1090         if (usb_pipecontrol(urb->pipe)) {
1091                 r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1092                 r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1093                 r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1094                 if (urb->actual_length == 0) {
1095                         r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1096                         r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1097                 }
1098                 pipe_irq_disable(r8a66597, td->pipenum);
1099                 pipe_start(r8a66597, td->pipe);
1100                 pipe_irq_enable(r8a66597, urb, td->pipenum);
1101         } else {
1102                 if (urb->actual_length == 0) {
1103                         pipe_irq_disable(r8a66597, td->pipenum);
1104                         pipe_setting(r8a66597, td);
1105                         pipe_stop(r8a66597, td->pipe);
1106                         r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1107
1108                         if (td->pipe->pipetre) {
1109                                 r8a66597_write(r8a66597, TRCLR,
1110                                                 td->pipe->pipetre);
1111                                 r8a66597_write(r8a66597,
1112                                                 DIV_ROUND_UP
1113                                                   (urb->transfer_buffer_length,
1114                                                    td->maxpacket),
1115                                                 td->pipe->pipetrn);
1116                                 r8a66597_bset(r8a66597, TRENB,
1117                                                 td->pipe->pipetre);
1118                         }
1119
1120                         pipe_start(r8a66597, td->pipe);
1121                         pipe_irq_enable(r8a66597, urb, td->pipenum);
1122                 }
1123         }
1124 }
1125
1126 /* this function must be called with interrupt disabled */
1127 static void prepare_packet_write(struct r8a66597 *r8a66597,
1128                                  struct r8a66597_td *td)
1129 {
1130         u16 tmp;
1131         struct urb *urb = td->urb;
1132
1133         if (usb_pipecontrol(urb->pipe)) {
1134                 pipe_stop(r8a66597, td->pipe);
1135                 r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1136                 r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1137                 r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1138                 if (urb->actual_length == 0) {
1139                         r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1140                         r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1141                 }
1142         } else {
1143                 if (urb->actual_length == 0)
1144                         pipe_setting(r8a66597, td);
1145                 if (td->pipe->pipetre)
1146                         r8a66597_bclr(r8a66597, TRENB, td->pipe->pipetre);
1147         }
1148         r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1149
1150         fifo_change_from_pipe(r8a66597, td->pipe);
1151         tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1152         if (unlikely((tmp & FRDY) == 0))
1153                 pipe_irq_enable(r8a66597, urb, td->pipenum);
1154         else
1155                 packet_write(r8a66597, td->pipenum);
1156         pipe_start(r8a66597, td->pipe);
1157 }
1158
1159 /* this function must be called with interrupt disabled */
1160 static void prepare_status_packet(struct r8a66597 *r8a66597,
1161                                   struct r8a66597_td *td)
1162 {
1163         struct urb *urb = td->urb;
1164
1165         r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1166         pipe_stop(r8a66597, td->pipe);
1167
1168         if (urb->setup_packet[0] & USB_ENDPOINT_DIR_MASK) {
1169                 r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1170                 r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1171                 r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1172                 r8a66597_write(r8a66597, ~BEMP0, BEMPSTS);
1173                 r8a66597_write(r8a66597, BCLR | BVAL, CFIFOCTR);
1174                 enable_irq_empty(r8a66597, 0);
1175         } else {
1176                 r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1177                 r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1178                 r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1179                 r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1180                 enable_irq_ready(r8a66597, 0);
1181         }
1182         enable_irq_nrdy(r8a66597, 0);
1183         pipe_start(r8a66597, td->pipe);
1184 }
1185
1186 static int is_set_address(unsigned char *setup_packet)
1187 {
1188         if (((setup_packet[0] & USB_TYPE_MASK) == USB_TYPE_STANDARD) &&
1189                         setup_packet[1] == USB_REQ_SET_ADDRESS)
1190                 return 1;
1191         else
1192                 return 0;
1193 }
1194
1195 /* this function must be called with interrupt disabled */
1196 static int start_transfer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1197 {
1198         BUG_ON(!td);
1199
1200         switch (td->type) {
1201         case USB_PID_SETUP:
1202                 if (is_set_address(td->urb->setup_packet)) {
1203                         td->set_address = 1;
1204                         td->urb->setup_packet[2] = alloc_usb_address(r8a66597,
1205                                                                      td->urb);
1206                         if (td->urb->setup_packet[2] == 0)
1207                                 return -EPIPE;
1208                 }
1209                 prepare_setup_packet(r8a66597, td);
1210                 break;
1211         case USB_PID_IN:
1212                 prepare_packet_read(r8a66597, td);
1213                 break;
1214         case USB_PID_OUT:
1215                 prepare_packet_write(r8a66597, td);
1216                 break;
1217         case USB_PID_ACK:
1218                 prepare_status_packet(r8a66597, td);
1219                 break;
1220         default:
1221                 printk(KERN_ERR "r8a66597: invalid type.\n");
1222                 break;
1223         }
1224
1225         return 0;
1226 }
1227
1228 static int check_transfer_finish(struct r8a66597_td *td, struct urb *urb)
1229 {
1230         if (usb_pipeisoc(urb->pipe)) {
1231                 if (urb->number_of_packets == td->iso_cnt)
1232                         return 1;
1233         }
1234
1235         /* control or bulk or interrupt */
1236         if ((urb->transfer_buffer_length <= urb->actual_length) ||
1237             (td->short_packet) || (td->zero_packet))
1238                 return 1;
1239
1240         return 0;
1241 }
1242
1243 /* this function must be called with interrupt disabled */
1244 static void set_td_timer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1245 {
1246         unsigned long time;
1247
1248         BUG_ON(!td);
1249
1250         if (!list_empty(&r8a66597->pipe_queue[td->pipenum]) &&
1251             !usb_pipecontrol(td->urb->pipe) && usb_pipein(td->urb->pipe)) {
1252                 r8a66597->timeout_map |= 1 << td->pipenum;
1253                 switch (usb_pipetype(td->urb->pipe)) {
1254                 case PIPE_INTERRUPT:
1255                 case PIPE_ISOCHRONOUS:
1256                         time = 30;
1257                         break;
1258                 default:
1259                         time = 50;
1260                         break;
1261                 }
1262
1263                 mod_timer(&r8a66597->timers[td->pipenum].td,
1264                           jiffies + msecs_to_jiffies(time));
1265         }
1266 }
1267
1268 /* this function must be called with interrupt disabled */
1269 static void finish_request(struct r8a66597 *r8a66597, struct r8a66597_td *td,
1270                 u16 pipenum, struct urb *urb, int status)
1271 __releases(r8a66597->lock) __acquires(r8a66597->lock)
1272 {
1273         int restart = 0;
1274         struct usb_hcd *hcd = r8a66597_to_hcd(r8a66597);
1275
1276         r8a66597->timeout_map &= ~(1 << pipenum);
1277
1278         if (likely(td)) {
1279                 if (td->set_address && (status != 0 || urb->unlinked))
1280                         r8a66597->address_map &= ~(1 << urb->setup_packet[2]);
1281
1282                 pipe_toggle_save(r8a66597, td->pipe, urb);
1283                 list_del(&td->queue);
1284                 kfree(td);
1285         }
1286
1287         if (!list_empty(&r8a66597->pipe_queue[pipenum]))
1288                 restart = 1;
1289
1290         if (likely(urb)) {
1291                 if (usb_pipeisoc(urb->pipe))
1292                         urb->start_frame = r8a66597_get_frame(hcd);
1293
1294                 r8a66597_urb_done(r8a66597, urb, status);
1295         }
1296
1297         if (restart) {
1298                 td = r8a66597_get_td(r8a66597, pipenum);
1299                 if (unlikely(!td))
1300                         return;
1301
1302                 start_transfer(r8a66597, td);
1303                 set_td_timer(r8a66597, td);
1304         }
1305 }
1306
1307 static void packet_read(struct r8a66597 *r8a66597, u16 pipenum)
1308 {
1309         u16 tmp;
1310         int rcv_len, bufsize, urb_len, size;
1311         u16 *buf;
1312         struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1313         struct urb *urb;
1314         int finish = 0;
1315         int status = 0;
1316
1317         if (unlikely(!td))
1318                 return;
1319         urb = td->urb;
1320
1321         fifo_change_from_pipe(r8a66597, td->pipe);
1322         tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1323         if (unlikely((tmp & FRDY) == 0)) {
1324                 pipe_stop(r8a66597, td->pipe);
1325                 pipe_irq_disable(r8a66597, pipenum);
1326                 printk(KERN_ERR "r8a66597: in fifo not ready (%d)\n", pipenum);
1327                 finish_request(r8a66597, td, pipenum, td->urb, -EPIPE);
1328                 return;
1329         }
1330
1331         /* prepare parameters */
1332         rcv_len = tmp & DTLN;
1333         if (usb_pipeisoc(urb->pipe)) {
1334                 buf = (u16 *)(urb->transfer_buffer +
1335                                 urb->iso_frame_desc[td->iso_cnt].offset);
1336                 urb_len = urb->iso_frame_desc[td->iso_cnt].length;
1337         } else {
1338                 buf = (void *)urb->transfer_buffer + urb->actual_length;
1339                 urb_len = urb->transfer_buffer_length - urb->actual_length;
1340         }
1341         bufsize = min(urb_len, (int) td->maxpacket);
1342         if (rcv_len <= bufsize) {
1343                 size = rcv_len;
1344         } else {
1345                 size = bufsize;
1346                 status = -EOVERFLOW;
1347                 finish = 1;
1348         }
1349
1350         /* update parameters */
1351         urb->actual_length += size;
1352         if (rcv_len == 0)
1353                 td->zero_packet = 1;
1354         if (rcv_len < bufsize) {
1355                 td->short_packet = 1;
1356         }
1357         if (usb_pipeisoc(urb->pipe)) {
1358                 urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1359                 urb->iso_frame_desc[td->iso_cnt].status = status;
1360                 td->iso_cnt++;
1361                 finish = 0;
1362         }
1363
1364         /* check transfer finish */
1365         if (finish || check_transfer_finish(td, urb)) {
1366                 pipe_stop(r8a66597, td->pipe);
1367                 pipe_irq_disable(r8a66597, pipenum);
1368                 finish = 1;
1369         }
1370
1371         /* read fifo */
1372         if (urb->transfer_buffer) {
1373                 if (size == 0)
1374                         r8a66597_write(r8a66597, BCLR, td->pipe->fifoctr);
1375                 else
1376                         r8a66597_read_fifo(r8a66597, td->pipe->fifoaddr,
1377                                            buf, size);
1378         }
1379
1380         if (finish && pipenum != 0)
1381                 finish_request(r8a66597, td, pipenum, urb, status);
1382 }
1383
1384 static void packet_write(struct r8a66597 *r8a66597, u16 pipenum)
1385 {
1386         u16 tmp;
1387         int bufsize, size;
1388         u16 *buf;
1389         struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1390         struct urb *urb;
1391
1392         if (unlikely(!td))
1393                 return;
1394         urb = td->urb;
1395
1396         fifo_change_from_pipe(r8a66597, td->pipe);
1397         tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1398         if (unlikely((tmp & FRDY) == 0)) {
1399                 pipe_stop(r8a66597, td->pipe);
1400                 pipe_irq_disable(r8a66597, pipenum);
1401                 printk(KERN_ERR "r8a66597: out fifo not ready (%d)\n", pipenum);
1402                 finish_request(r8a66597, td, pipenum, urb, -EPIPE);
1403                 return;
1404         }
1405
1406         /* prepare parameters */
1407         bufsize = td->maxpacket;
1408         if (usb_pipeisoc(urb->pipe)) {
1409                 buf = (u16 *)(urb->transfer_buffer +
1410                                 urb->iso_frame_desc[td->iso_cnt].offset);
1411                 size = min(bufsize,
1412                            (int)urb->iso_frame_desc[td->iso_cnt].length);
1413         } else {
1414                 buf = (u16 *)(urb->transfer_buffer + urb->actual_length);
1415                 size = min_t(u32, bufsize,
1416                            urb->transfer_buffer_length - urb->actual_length);
1417         }
1418
1419         /* write fifo */
1420         if (pipenum > 0)
1421                 r8a66597_write(r8a66597, ~(1 << pipenum), BEMPSTS);
1422         if (urb->transfer_buffer) {
1423                 r8a66597_write_fifo(r8a66597, td->pipe, buf, size);
1424                 if (!usb_pipebulk(urb->pipe) || td->maxpacket != size)
1425                         r8a66597_write(r8a66597, BVAL, td->pipe->fifoctr);
1426         }
1427
1428         /* update parameters */
1429         urb->actual_length += size;
1430         if (usb_pipeisoc(urb->pipe)) {
1431                 urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1432                 urb->iso_frame_desc[td->iso_cnt].status = 0;
1433                 td->iso_cnt++;
1434         }
1435
1436         /* check transfer finish */
1437         if (check_transfer_finish(td, urb)) {
1438                 disable_irq_ready(r8a66597, pipenum);
1439                 enable_irq_empty(r8a66597, pipenum);
1440                 if (!usb_pipeisoc(urb->pipe))
1441                         enable_irq_nrdy(r8a66597, pipenum);
1442         } else
1443                 pipe_irq_enable(r8a66597, urb, pipenum);
1444 }
1445
1446
1447 static void check_next_phase(struct r8a66597 *r8a66597, int status)
1448 {
1449         struct r8a66597_td *td = r8a66597_get_td(r8a66597, 0);
1450         struct urb *urb;
1451         u8 finish = 0;
1452
1453         if (unlikely(!td))
1454                 return;
1455         urb = td->urb;
1456
1457         switch (td->type) {
1458         case USB_PID_IN:
1459         case USB_PID_OUT:
1460                 if (check_transfer_finish(td, urb))
1461                         td->type = USB_PID_ACK;
1462                 break;
1463         case USB_PID_SETUP:
1464                 if (urb->transfer_buffer_length == urb->actual_length)
1465                         td->type = USB_PID_ACK;
1466                 else if (usb_pipeout(urb->pipe))
1467                         td->type = USB_PID_OUT;
1468                 else
1469                         td->type = USB_PID_IN;
1470                 break;
1471         case USB_PID_ACK:
1472                 finish = 1;
1473                 break;
1474         }
1475
1476         if (finish || status != 0 || urb->unlinked)
1477                 finish_request(r8a66597, td, 0, urb, status);
1478         else
1479                 start_transfer(r8a66597, td);
1480 }
1481
1482 static int get_urb_error(struct r8a66597 *r8a66597, u16 pipenum)
1483 {
1484         struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1485
1486         if (td) {
1487                 u16 pid = r8a66597_read(r8a66597, td->pipe->pipectr) & PID;
1488
1489                 if (pid == PID_NAK)
1490                         return -ECONNRESET;
1491                 else
1492                         return -EPIPE;
1493         }
1494         return 0;
1495 }
1496
1497 static void irq_pipe_ready(struct r8a66597 *r8a66597)
1498 {
1499         u16 check;
1500         u16 pipenum;
1501         u16 mask;
1502         struct r8a66597_td *td;
1503
1504         mask = r8a66597_read(r8a66597, BRDYSTS)
1505                & r8a66597_read(r8a66597, BRDYENB);
1506         r8a66597_write(r8a66597, ~mask, BRDYSTS);
1507         if (mask & BRDY0) {
1508                 td = r8a66597_get_td(r8a66597, 0);
1509                 if (td && td->type == USB_PID_IN)
1510                         packet_read(r8a66597, 0);
1511                 else
1512                         pipe_irq_disable(r8a66597, 0);
1513                 check_next_phase(r8a66597, 0);
1514         }
1515
1516         for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1517                 check = 1 << pipenum;
1518                 if (mask & check) {
1519                         td = r8a66597_get_td(r8a66597, pipenum);
1520                         if (unlikely(!td))
1521                                 continue;
1522
1523                         if (td->type == USB_PID_IN)
1524                                 packet_read(r8a66597, pipenum);
1525                         else if (td->type == USB_PID_OUT)
1526                                 packet_write(r8a66597, pipenum);
1527                 }
1528         }
1529 }
1530
1531 static void irq_pipe_empty(struct r8a66597 *r8a66597)
1532 {
1533         u16 tmp;
1534         u16 check;
1535         u16 pipenum;
1536         u16 mask;
1537         struct r8a66597_td *td;
1538
1539         mask = r8a66597_read(r8a66597, BEMPSTS)
1540                & r8a66597_read(r8a66597, BEMPENB);
1541         r8a66597_write(r8a66597, ~mask, BEMPSTS);
1542         if (mask & BEMP0) {
1543                 cfifo_change(r8a66597, 0);
1544                 td = r8a66597_get_td(r8a66597, 0);
1545                 if (td && td->type != USB_PID_OUT)
1546                         disable_irq_empty(r8a66597, 0);
1547                 check_next_phase(r8a66597, 0);
1548         }
1549
1550         for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1551                 check = 1 << pipenum;
1552                 if (mask &  check) {
1553                         struct r8a66597_td *td;
1554                         td = r8a66597_get_td(r8a66597, pipenum);
1555                         if (unlikely(!td))
1556                                 continue;
1557
1558                         tmp = r8a66597_read(r8a66597, td->pipe->pipectr);
1559                         if ((tmp & INBUFM) == 0) {
1560                                 disable_irq_empty(r8a66597, pipenum);
1561                                 pipe_irq_disable(r8a66597, pipenum);
1562                                 finish_request(r8a66597, td, pipenum, td->urb,
1563                                                 0);
1564                         }
1565                 }
1566         }
1567 }
1568
1569 static void irq_pipe_nrdy(struct r8a66597 *r8a66597)
1570 {
1571         u16 check;
1572         u16 pipenum;
1573         u16 mask;
1574         int status;
1575
1576         mask = r8a66597_read(r8a66597, NRDYSTS)
1577                & r8a66597_read(r8a66597, NRDYENB);
1578         r8a66597_write(r8a66597, ~mask, NRDYSTS);
1579         if (mask & NRDY0) {
1580                 cfifo_change(r8a66597, 0);
1581                 status = get_urb_error(r8a66597, 0);
1582                 pipe_irq_disable(r8a66597, 0);
1583                 check_next_phase(r8a66597, status);
1584         }
1585
1586         for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1587                 check = 1 << pipenum;
1588                 if (mask & check) {
1589                         struct r8a66597_td *td;
1590                         td = r8a66597_get_td(r8a66597, pipenum);
1591                         if (unlikely(!td))
1592                                 continue;
1593
1594                         status = get_urb_error(r8a66597, pipenum);
1595                         pipe_irq_disable(r8a66597, pipenum);
1596                         pipe_stop(r8a66597, td->pipe);
1597                         finish_request(r8a66597, td, pipenum, td->urb, status);
1598                 }
1599         }
1600 }
1601
1602 static irqreturn_t r8a66597_irq(struct usb_hcd *hcd)
1603 {
1604         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1605         u16 intsts0, intsts1, intsts2;
1606         u16 intenb0, intenb1, intenb2;
1607         u16 mask0, mask1, mask2;
1608         int status;
1609
1610         spin_lock(&r8a66597->lock);
1611
1612         intsts0 = r8a66597_read(r8a66597, INTSTS0);
1613         intsts1 = r8a66597_read(r8a66597, INTSTS1);
1614         intsts2 = r8a66597_read(r8a66597, INTSTS2);
1615         intenb0 = r8a66597_read(r8a66597, INTENB0);
1616         intenb1 = r8a66597_read(r8a66597, INTENB1);
1617         intenb2 = r8a66597_read(r8a66597, INTENB2);
1618
1619         mask2 = intsts2 & intenb2;
1620         mask1 = intsts1 & intenb1;
1621         mask0 = intsts0 & intenb0 & (BEMP | NRDY | BRDY);
1622         if (mask2) {
1623                 if (mask2 & ATTCH) {
1624                         r8a66597_write(r8a66597, ~ATTCH, INTSTS2);
1625                         r8a66597_bclr(r8a66597, ATTCHE, INTENB2);
1626
1627                         /* start usb bus sampling */
1628                         start_root_hub_sampling(r8a66597, 1, 1);
1629                 }
1630                 if (mask2 & DTCH) {
1631                         r8a66597_write(r8a66597, ~DTCH, INTSTS2);
1632                         r8a66597_bclr(r8a66597, DTCHE, INTENB2);
1633                         r8a66597_usb_disconnect(r8a66597, 1);
1634                 }
1635                 if (mask2 & BCHG) {
1636                         r8a66597_write(r8a66597, ~BCHG, INTSTS2);
1637                         r8a66597_bclr(r8a66597, BCHGE, INTENB2);
1638                         usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1639                 }
1640         }
1641
1642         if (mask1) {
1643                 if (mask1 & ATTCH) {
1644                         r8a66597_write(r8a66597, ~ATTCH, INTSTS1);
1645                         r8a66597_bclr(r8a66597, ATTCHE, INTENB1);
1646
1647                         /* start usb bus sampling */
1648                         start_root_hub_sampling(r8a66597, 0, 1);
1649                 }
1650                 if (mask1 & DTCH) {
1651                         r8a66597_write(r8a66597, ~DTCH, INTSTS1);
1652                         r8a66597_bclr(r8a66597, DTCHE, INTENB1);
1653                         r8a66597_usb_disconnect(r8a66597, 0);
1654                 }
1655                 if (mask1 & BCHG) {
1656                         r8a66597_write(r8a66597, ~BCHG, INTSTS1);
1657                         r8a66597_bclr(r8a66597, BCHGE, INTENB1);
1658                         usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1659                 }
1660
1661                 if (mask1 & SIGN) {
1662                         r8a66597_write(r8a66597, ~SIGN, INTSTS1);
1663                         status = get_urb_error(r8a66597, 0);
1664                         check_next_phase(r8a66597, status);
1665                 }
1666                 if (mask1 & SACK) {
1667                         r8a66597_write(r8a66597, ~SACK, INTSTS1);
1668                         check_next_phase(r8a66597, 0);
1669                 }
1670         }
1671         if (mask0) {
1672                 if (mask0 & BRDY)
1673                         irq_pipe_ready(r8a66597);
1674                 if (mask0 & BEMP)
1675                         irq_pipe_empty(r8a66597);
1676                 if (mask0 & NRDY)
1677                         irq_pipe_nrdy(r8a66597);
1678         }
1679
1680         spin_unlock(&r8a66597->lock);
1681         return IRQ_HANDLED;
1682 }
1683
1684 /* this function must be called with interrupt disabled */
1685 static void r8a66597_root_hub_control(struct r8a66597 *r8a66597, int port)
1686 {
1687         u16 tmp;
1688         struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1689
1690         if (rh->port & USB_PORT_STAT_RESET) {
1691                 unsigned long dvstctr_reg = get_dvstctr_reg(port);
1692
1693                 tmp = r8a66597_read(r8a66597, dvstctr_reg);
1694                 if ((tmp & USBRST) == USBRST) {
1695                         r8a66597_mdfy(r8a66597, UACT, USBRST | UACT,
1696                                       dvstctr_reg);
1697                         r8a66597_root_hub_start_polling(r8a66597);
1698                 } else
1699                         r8a66597_usb_connect(r8a66597, port);
1700         }
1701
1702         if (!(rh->port & USB_PORT_STAT_CONNECTION)) {
1703                 r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1704                 r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1705         }
1706
1707         if (rh->scount > 0) {
1708                 tmp = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1709                 if (tmp == rh->old_syssts) {
1710                         rh->scount--;
1711                         if (rh->scount == 0)
1712                                 r8a66597_check_syssts(r8a66597, port, tmp);
1713                         else
1714                                 r8a66597_root_hub_start_polling(r8a66597);
1715                 } else {
1716                         rh->scount = R8A66597_MAX_SAMPLING;
1717                         rh->old_syssts = tmp;
1718                         r8a66597_root_hub_start_polling(r8a66597);
1719                 }
1720         }
1721 }
1722
1723 static void r8a66597_interval_timer(struct timer_list *t)
1724 {
1725         struct r8a66597_timers *timers = from_timer(timers, t, interval);
1726         struct r8a66597 *r8a66597 = timers->r8a66597;
1727         unsigned long flags;
1728         u16 pipenum;
1729         struct r8a66597_td *td;
1730
1731         spin_lock_irqsave(&r8a66597->lock, flags);
1732
1733         for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1734                 if (!(r8a66597->interval_map & (1 << pipenum)))
1735                         continue;
1736                 if (timer_pending(&r8a66597->timers[pipenum].interval))
1737                         continue;
1738
1739                 td = r8a66597_get_td(r8a66597, pipenum);
1740                 if (td)
1741                         start_transfer(r8a66597, td);
1742         }
1743
1744         spin_unlock_irqrestore(&r8a66597->lock, flags);
1745 }
1746
1747 static void r8a66597_td_timer(struct timer_list *t)
1748 {
1749         struct r8a66597_timers *timers = from_timer(timers, t, td);
1750         struct r8a66597 *r8a66597 = timers->r8a66597;
1751         unsigned long flags;
1752         u16 pipenum;
1753         struct r8a66597_td *td, *new_td = NULL;
1754         struct r8a66597_pipe *pipe;
1755
1756         spin_lock_irqsave(&r8a66597->lock, flags);
1757         for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1758                 if (!(r8a66597->timeout_map & (1 << pipenum)))
1759                         continue;
1760                 if (timer_pending(&r8a66597->timers[pipenum].td))
1761                         continue;
1762
1763                 td = r8a66597_get_td(r8a66597, pipenum);
1764                 if (!td) {
1765                         r8a66597->timeout_map &= ~(1 << pipenum);
1766                         continue;
1767                 }
1768
1769                 if (td->urb->actual_length) {
1770                         set_td_timer(r8a66597, td);
1771                         break;
1772                 }
1773
1774                 pipe = td->pipe;
1775                 pipe_stop(r8a66597, pipe);
1776
1777                 /* Select a different address or endpoint */
1778                 new_td = td;
1779                 do {
1780                         list_move_tail(&new_td->queue,
1781                                        &r8a66597->pipe_queue[pipenum]);
1782                         new_td = r8a66597_get_td(r8a66597, pipenum);
1783                         if (!new_td) {
1784                                 new_td = td;
1785                                 break;
1786                         }
1787                 } while (td != new_td && td->address == new_td->address &&
1788                         td->pipe->info.epnum == new_td->pipe->info.epnum);
1789
1790                 start_transfer(r8a66597, new_td);
1791
1792                 if (td == new_td)
1793                         r8a66597->timeout_map &= ~(1 << pipenum);
1794                 else
1795                         set_td_timer(r8a66597, new_td);
1796                 break;
1797         }
1798         spin_unlock_irqrestore(&r8a66597->lock, flags);
1799 }
1800
1801 static void r8a66597_timer(unsigned long _r8a66597)
1802 {
1803         struct r8a66597 *r8a66597 = (struct r8a66597 *)_r8a66597;
1804         unsigned long flags;
1805         int port;
1806
1807         spin_lock_irqsave(&r8a66597->lock, flags);
1808
1809         for (port = 0; port < r8a66597->max_root_hub; port++)
1810                 r8a66597_root_hub_control(r8a66597, port);
1811
1812         spin_unlock_irqrestore(&r8a66597->lock, flags);
1813 }
1814
1815 static int check_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
1816 {
1817         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
1818
1819         if (dev && dev->address && dev->state != USB_STATE_CONFIGURED &&
1820             (urb->dev->state == USB_STATE_CONFIGURED))
1821                 return 1;
1822         else
1823                 return 0;
1824 }
1825
1826 static int r8a66597_start(struct usb_hcd *hcd)
1827 {
1828         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1829
1830         hcd->state = HC_STATE_RUNNING;
1831         return enable_controller(r8a66597);
1832 }
1833
1834 static void r8a66597_stop(struct usb_hcd *hcd)
1835 {
1836         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1837
1838         disable_controller(r8a66597);
1839 }
1840
1841 static void set_address_zero(struct r8a66597 *r8a66597, struct urb *urb)
1842 {
1843         unsigned int usb_address = usb_pipedevice(urb->pipe);
1844         u16 root_port, hub_port;
1845
1846         if (usb_address == 0) {
1847                 get_port_number(r8a66597, urb->dev->devpath,
1848                                 &root_port, &hub_port);
1849                 set_devadd_reg(r8a66597, 0,
1850                                get_r8a66597_usb_speed(urb->dev->speed),
1851                                get_parent_r8a66597_address(r8a66597, urb->dev),
1852                                hub_port, root_port);
1853         }
1854 }
1855
1856 static struct r8a66597_td *r8a66597_make_td(struct r8a66597 *r8a66597,
1857                                             struct urb *urb,
1858                                             struct usb_host_endpoint *hep)
1859 {
1860         struct r8a66597_td *td;
1861         u16 pipenum;
1862
1863         td = kzalloc(sizeof(struct r8a66597_td), GFP_ATOMIC);
1864         if (td == NULL)
1865                 return NULL;
1866
1867         pipenum = r8a66597_get_pipenum(urb, hep);
1868         td->pipenum = pipenum;
1869         td->pipe = hep->hcpriv;
1870         td->urb = urb;
1871         td->address = get_urb_to_r8a66597_addr(r8a66597, urb);
1872         td->maxpacket = usb_maxpacket(urb->dev, urb->pipe,
1873                                       !usb_pipein(urb->pipe));
1874         if (usb_pipecontrol(urb->pipe))
1875                 td->type = USB_PID_SETUP;
1876         else if (usb_pipein(urb->pipe))
1877                 td->type = USB_PID_IN;
1878         else
1879                 td->type = USB_PID_OUT;
1880         INIT_LIST_HEAD(&td->queue);
1881
1882         return td;
1883 }
1884
1885 static int r8a66597_urb_enqueue(struct usb_hcd *hcd,
1886                                 struct urb *urb,
1887                                 gfp_t mem_flags)
1888 {
1889         struct usb_host_endpoint *hep = urb->ep;
1890         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1891         struct r8a66597_td *td = NULL;
1892         int ret, request = 0;
1893         unsigned long flags;
1894
1895         spin_lock_irqsave(&r8a66597->lock, flags);
1896         if (!get_urb_to_r8a66597_dev(r8a66597, urb)) {
1897                 ret = -ENODEV;
1898                 goto error_not_linked;
1899         }
1900
1901         ret = usb_hcd_link_urb_to_ep(hcd, urb);
1902         if (ret)
1903                 goto error_not_linked;
1904
1905         if (!hep->hcpriv) {
1906                 hep->hcpriv = kzalloc(sizeof(struct r8a66597_pipe),
1907                                 GFP_ATOMIC);
1908                 if (!hep->hcpriv) {
1909                         ret = -ENOMEM;
1910                         goto error;
1911                 }
1912                 set_pipe_reg_addr(hep->hcpriv, R8A66597_PIPE_NO_DMA);
1913                 if (usb_pipeendpoint(urb->pipe))
1914                         init_pipe_info(r8a66597, urb, hep, &hep->desc);
1915         }
1916
1917         if (unlikely(check_pipe_config(r8a66597, urb)))
1918                 init_pipe_config(r8a66597, urb);
1919
1920         set_address_zero(r8a66597, urb);
1921         td = r8a66597_make_td(r8a66597, urb, hep);
1922         if (td == NULL) {
1923                 ret = -ENOMEM;
1924                 goto error;
1925         }
1926         if (list_empty(&r8a66597->pipe_queue[td->pipenum]))
1927                 request = 1;
1928         list_add_tail(&td->queue, &r8a66597->pipe_queue[td->pipenum]);
1929         urb->hcpriv = td;
1930
1931         if (request) {
1932                 if (td->pipe->info.timer_interval) {
1933                         r8a66597->interval_map |= 1 << td->pipenum;
1934                         mod_timer(&r8a66597->timers[td->pipenum].interval,
1935                                   jiffies + msecs_to_jiffies(
1936                                         td->pipe->info.timer_interval));
1937                 } else {
1938                         ret = start_transfer(r8a66597, td);
1939                         if (ret < 0) {
1940                                 list_del(&td->queue);
1941                                 kfree(td);
1942                         }
1943                 }
1944         } else
1945                 set_td_timer(r8a66597, td);
1946
1947 error:
1948         if (ret)
1949                 usb_hcd_unlink_urb_from_ep(hcd, urb);
1950 error_not_linked:
1951         spin_unlock_irqrestore(&r8a66597->lock, flags);
1952         return ret;
1953 }
1954
1955 static int r8a66597_urb_dequeue(struct usb_hcd *hcd, struct urb *urb,
1956                 int status)
1957 {
1958         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1959         struct r8a66597_td *td;
1960         unsigned long flags;
1961         int rc;
1962
1963         spin_lock_irqsave(&r8a66597->lock, flags);
1964         rc = usb_hcd_check_unlink_urb(hcd, urb, status);
1965         if (rc)
1966                 goto done;
1967
1968         if (urb->hcpriv) {
1969                 td = urb->hcpriv;
1970                 pipe_stop(r8a66597, td->pipe);
1971                 pipe_irq_disable(r8a66597, td->pipenum);
1972                 disable_irq_empty(r8a66597, td->pipenum);
1973                 finish_request(r8a66597, td, td->pipenum, urb, status);
1974         }
1975  done:
1976         spin_unlock_irqrestore(&r8a66597->lock, flags);
1977         return rc;
1978 }
1979
1980 static void r8a66597_endpoint_disable(struct usb_hcd *hcd,
1981                                       struct usb_host_endpoint *hep)
1982 {
1983         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1984         struct r8a66597_pipe *pipe = (struct r8a66597_pipe *)hep->hcpriv;
1985         struct r8a66597_td *td;
1986         struct urb *urb = NULL;
1987         u16 pipenum;
1988         unsigned long flags;
1989
1990         if (pipe == NULL)
1991                 return;
1992         pipenum = pipe->info.pipenum;
1993
1994         if (pipenum == 0) {
1995                 kfree(hep->hcpriv);
1996                 hep->hcpriv = NULL;
1997                 return;
1998         }
1999
2000         spin_lock_irqsave(&r8a66597->lock, flags);
2001         pipe_stop(r8a66597, pipe);
2002         pipe_irq_disable(r8a66597, pipenum);
2003         disable_irq_empty(r8a66597, pipenum);
2004         td = r8a66597_get_td(r8a66597, pipenum);
2005         if (td)
2006                 urb = td->urb;
2007         finish_request(r8a66597, td, pipenum, urb, -ESHUTDOWN);
2008         kfree(hep->hcpriv);
2009         hep->hcpriv = NULL;
2010         spin_unlock_irqrestore(&r8a66597->lock, flags);
2011 }
2012
2013 static int r8a66597_get_frame(struct usb_hcd *hcd)
2014 {
2015         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2016         return r8a66597_read(r8a66597, FRMNUM) & 0x03FF;
2017 }
2018
2019 static void collect_usb_address_map(struct usb_device *udev, unsigned long *map)
2020 {
2021         int chix;
2022         struct usb_device *childdev;
2023
2024         if (udev->state == USB_STATE_CONFIGURED &&
2025             udev->parent && udev->parent->devnum > 1 &&
2026             udev->parent->descriptor.bDeviceClass == USB_CLASS_HUB)
2027                 map[udev->devnum/32] |= (1 << (udev->devnum % 32));
2028
2029         usb_hub_for_each_child(udev, chix, childdev)
2030                 collect_usb_address_map(childdev, map);
2031 }
2032
2033 /* this function must be called with interrupt disabled */
2034 static struct r8a66597_device *get_r8a66597_device(struct r8a66597 *r8a66597,
2035                                                    int addr)
2036 {
2037         struct r8a66597_device *dev;
2038         struct list_head *list = &r8a66597->child_device;
2039
2040         list_for_each_entry(dev, list, device_list) {
2041                 if (dev->usb_address != addr)
2042                         continue;
2043
2044                 return dev;
2045         }
2046
2047         printk(KERN_ERR "r8a66597: get_r8a66597_device fail.(%d)\n", addr);
2048         return NULL;
2049 }
2050
2051 static void update_usb_address_map(struct r8a66597 *r8a66597,
2052                                    struct usb_device *root_hub,
2053                                    unsigned long *map)
2054 {
2055         int i, j, addr;
2056         unsigned long diff;
2057         unsigned long flags;
2058
2059         for (i = 0; i < 4; i++) {
2060                 diff = r8a66597->child_connect_map[i] ^ map[i];
2061                 if (!diff)
2062                         continue;
2063
2064                 for (j = 0; j < 32; j++) {
2065                         if (!(diff & (1 << j)))
2066                                 continue;
2067
2068                         addr = i * 32 + j;
2069                         if (map[i] & (1 << j))
2070                                 set_child_connect_map(r8a66597, addr);
2071                         else {
2072                                 struct r8a66597_device *dev;
2073
2074                                 spin_lock_irqsave(&r8a66597->lock, flags);
2075                                 dev = get_r8a66597_device(r8a66597, addr);
2076                                 disable_r8a66597_pipe_all(r8a66597, dev);
2077                                 free_usb_address(r8a66597, dev, 0);
2078                                 put_child_connect_map(r8a66597, addr);
2079                                 spin_unlock_irqrestore(&r8a66597->lock, flags);
2080                         }
2081                 }
2082         }
2083 }
2084
2085 static void r8a66597_check_detect_child(struct r8a66597 *r8a66597,
2086                                         struct usb_hcd *hcd)
2087 {
2088         struct usb_bus *bus;
2089         unsigned long now_map[4];
2090
2091         memset(now_map, 0, sizeof(now_map));
2092
2093         mutex_lock(&usb_bus_idr_lock);
2094         bus = idr_find(&usb_bus_idr, hcd->self.busnum);
2095         if (bus && bus->root_hub) {
2096                 collect_usb_address_map(bus->root_hub, now_map);
2097                 update_usb_address_map(r8a66597, bus->root_hub, now_map);
2098         }
2099         mutex_unlock(&usb_bus_idr_lock);
2100 }
2101
2102 static int r8a66597_hub_status_data(struct usb_hcd *hcd, char *buf)
2103 {
2104         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2105         unsigned long flags;
2106         int i;
2107
2108         r8a66597_check_detect_child(r8a66597, hcd);
2109
2110         spin_lock_irqsave(&r8a66597->lock, flags);
2111
2112         *buf = 0;       /* initialize (no change) */
2113
2114         for (i = 0; i < r8a66597->max_root_hub; i++) {
2115                 if (r8a66597->root_hub[i].port & 0xffff0000)
2116                         *buf |= 1 << (i + 1);
2117         }
2118
2119         spin_unlock_irqrestore(&r8a66597->lock, flags);
2120
2121         return (*buf != 0);
2122 }
2123
2124 static void r8a66597_hub_descriptor(struct r8a66597 *r8a66597,
2125                                     struct usb_hub_descriptor *desc)
2126 {
2127         desc->bDescriptorType = USB_DT_HUB;
2128         desc->bHubContrCurrent = 0;
2129         desc->bNbrPorts = r8a66597->max_root_hub;
2130         desc->bDescLength = 9;
2131         desc->bPwrOn2PwrGood = 0;
2132         desc->wHubCharacteristics =
2133                 cpu_to_le16(HUB_CHAR_INDV_PORT_LPSM | HUB_CHAR_NO_OCPM);
2134         desc->u.hs.DeviceRemovable[0] =
2135                 ((1 << r8a66597->max_root_hub) - 1) << 1;
2136         desc->u.hs.DeviceRemovable[1] = ~0;
2137 }
2138
2139 static int r8a66597_hub_control(struct usb_hcd *hcd, u16 typeReq, u16 wValue,
2140                                 u16 wIndex, char *buf, u16 wLength)
2141 {
2142         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2143         int ret;
2144         int port = (wIndex & 0x00FF) - 1;
2145         struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2146         unsigned long flags;
2147
2148         ret = 0;
2149
2150         spin_lock_irqsave(&r8a66597->lock, flags);
2151         switch (typeReq) {
2152         case ClearHubFeature:
2153         case SetHubFeature:
2154                 switch (wValue) {
2155                 case C_HUB_OVER_CURRENT:
2156                 case C_HUB_LOCAL_POWER:
2157                         break;
2158                 default:
2159                         goto error;
2160                 }
2161                 break;
2162         case ClearPortFeature:
2163                 if (wIndex > r8a66597->max_root_hub)
2164                         goto error;
2165                 if (wLength != 0)
2166                         goto error;
2167
2168                 switch (wValue) {
2169                 case USB_PORT_FEAT_ENABLE:
2170                         rh->port &= ~USB_PORT_STAT_POWER;
2171                         break;
2172                 case USB_PORT_FEAT_SUSPEND:
2173                         break;
2174                 case USB_PORT_FEAT_POWER:
2175                         r8a66597_port_power(r8a66597, port, 0);
2176                         break;
2177                 case USB_PORT_FEAT_C_ENABLE:
2178                 case USB_PORT_FEAT_C_SUSPEND:
2179                 case USB_PORT_FEAT_C_CONNECTION:
2180                 case USB_PORT_FEAT_C_OVER_CURRENT:
2181                 case USB_PORT_FEAT_C_RESET:
2182                         break;
2183                 default:
2184                         goto error;
2185                 }
2186                 rh->port &= ~(1 << wValue);
2187                 break;
2188         case GetHubDescriptor:
2189                 r8a66597_hub_descriptor(r8a66597,
2190                                         (struct usb_hub_descriptor *)buf);
2191                 break;
2192         case GetHubStatus:
2193                 *buf = 0x00;
2194                 break;
2195         case GetPortStatus:
2196                 if (wIndex > r8a66597->max_root_hub)
2197                         goto error;
2198                 *(__le32 *)buf = cpu_to_le32(rh->port);
2199                 break;
2200         case SetPortFeature:
2201                 if (wIndex > r8a66597->max_root_hub)
2202                         goto error;
2203                 if (wLength != 0)
2204                         goto error;
2205
2206                 switch (wValue) {
2207                 case USB_PORT_FEAT_SUSPEND:
2208                         break;
2209                 case USB_PORT_FEAT_POWER:
2210                         r8a66597_port_power(r8a66597, port, 1);
2211                         rh->port |= USB_PORT_STAT_POWER;
2212                         break;
2213                 case USB_PORT_FEAT_RESET: {
2214                         struct r8a66597_device *dev = rh->dev;
2215
2216                         rh->port |= USB_PORT_STAT_RESET;
2217
2218                         disable_r8a66597_pipe_all(r8a66597, dev);
2219                         free_usb_address(r8a66597, dev, 1);
2220
2221                         r8a66597_mdfy(r8a66597, USBRST, USBRST | UACT,
2222                                       get_dvstctr_reg(port));
2223                         mod_timer(&r8a66597->rh_timer,
2224                                   jiffies + msecs_to_jiffies(50));
2225                         }
2226                         break;
2227                 default:
2228                         goto error;
2229                 }
2230                 rh->port |= 1 << wValue;
2231                 break;
2232         default:
2233 error:
2234                 ret = -EPIPE;
2235                 break;
2236         }
2237
2238         spin_unlock_irqrestore(&r8a66597->lock, flags);
2239         return ret;
2240 }
2241
2242 #if defined(CONFIG_PM)
2243 static int r8a66597_bus_suspend(struct usb_hcd *hcd)
2244 {
2245         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2246         int port;
2247
2248         dev_dbg(&r8a66597->device0.udev->dev, "%s\n", __func__);
2249
2250         for (port = 0; port < r8a66597->max_root_hub; port++) {
2251                 struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2252                 unsigned long dvstctr_reg = get_dvstctr_reg(port);
2253
2254                 if (!(rh->port & USB_PORT_STAT_ENABLE))
2255                         continue;
2256
2257                 dev_dbg(&rh->dev->udev->dev, "suspend port = %d\n", port);
2258                 r8a66597_bclr(r8a66597, UACT, dvstctr_reg);     /* suspend */
2259                 rh->port |= USB_PORT_STAT_SUSPEND;
2260
2261                 if (rh->dev->udev->do_remote_wakeup) {
2262                         msleep(3);      /* waiting last SOF */
2263                         r8a66597_bset(r8a66597, RWUPE, dvstctr_reg);
2264                         r8a66597_write(r8a66597, ~BCHG, get_intsts_reg(port));
2265                         r8a66597_bset(r8a66597, BCHGE, get_intenb_reg(port));
2266                 }
2267         }
2268
2269         r8a66597->bus_suspended = 1;
2270
2271         return 0;
2272 }
2273
2274 static int r8a66597_bus_resume(struct usb_hcd *hcd)
2275 {
2276         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2277         int port;
2278
2279         dev_dbg(&r8a66597->device0.udev->dev, "%s\n", __func__);
2280
2281         for (port = 0; port < r8a66597->max_root_hub; port++) {
2282                 struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2283                 unsigned long dvstctr_reg = get_dvstctr_reg(port);
2284
2285                 if (!(rh->port & USB_PORT_STAT_SUSPEND))
2286                         continue;
2287
2288                 dev_dbg(&rh->dev->udev->dev, "resume port = %d\n", port);
2289                 rh->port &= ~USB_PORT_STAT_SUSPEND;
2290                 rh->port |= USB_PORT_STAT_C_SUSPEND << 16;
2291                 r8a66597_mdfy(r8a66597, RESUME, RESUME | UACT, dvstctr_reg);
2292                 msleep(USB_RESUME_TIMEOUT);
2293                 r8a66597_mdfy(r8a66597, UACT, RESUME | UACT, dvstctr_reg);
2294         }
2295
2296         return 0;
2297
2298 }
2299 #else
2300 #define r8a66597_bus_suspend    NULL
2301 #define r8a66597_bus_resume     NULL
2302 #endif
2303
2304 static const struct hc_driver r8a66597_hc_driver = {
2305         .description =          hcd_name,
2306         .hcd_priv_size =        sizeof(struct r8a66597),
2307         .irq =                  r8a66597_irq,
2308
2309         /*
2310          * generic hardware linkage
2311          */
2312         .flags =                HCD_USB2,
2313
2314         .start =                r8a66597_start,
2315         .stop =                 r8a66597_stop,
2316
2317         /*
2318          * managing i/o requests and associated device resources
2319          */
2320         .urb_enqueue =          r8a66597_urb_enqueue,
2321         .urb_dequeue =          r8a66597_urb_dequeue,
2322         .endpoint_disable =     r8a66597_endpoint_disable,
2323
2324         /*
2325          * periodic schedule support
2326          */
2327         .get_frame_number =     r8a66597_get_frame,
2328
2329         /*
2330          * root hub support
2331          */
2332         .hub_status_data =      r8a66597_hub_status_data,
2333         .hub_control =          r8a66597_hub_control,
2334         .bus_suspend =          r8a66597_bus_suspend,
2335         .bus_resume =           r8a66597_bus_resume,
2336 };
2337
2338 #if defined(CONFIG_PM)
2339 static int r8a66597_suspend(struct device *dev)
2340 {
2341         struct r8a66597         *r8a66597 = dev_get_drvdata(dev);
2342         int port;
2343
2344         dev_dbg(dev, "%s\n", __func__);
2345
2346         disable_controller(r8a66597);
2347
2348         for (port = 0; port < r8a66597->max_root_hub; port++) {
2349                 struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2350
2351                 rh->port = 0x00000000;
2352         }
2353
2354         return 0;
2355 }
2356
2357 static int r8a66597_resume(struct device *dev)
2358 {
2359         struct r8a66597         *r8a66597 = dev_get_drvdata(dev);
2360         struct usb_hcd          *hcd = r8a66597_to_hcd(r8a66597);
2361
2362         dev_dbg(dev, "%s\n", __func__);
2363
2364         enable_controller(r8a66597);
2365         usb_root_hub_lost_power(hcd->self.root_hub);
2366
2367         return 0;
2368 }
2369
2370 static const struct dev_pm_ops r8a66597_dev_pm_ops = {
2371         .suspend = r8a66597_suspend,
2372         .resume = r8a66597_resume,
2373         .poweroff = r8a66597_suspend,
2374         .restore = r8a66597_resume,
2375 };
2376
2377 #define R8A66597_DEV_PM_OPS     (&r8a66597_dev_pm_ops)
2378 #else   /* if defined(CONFIG_PM) */
2379 #define R8A66597_DEV_PM_OPS     NULL
2380 #endif
2381
2382 static int r8a66597_remove(struct platform_device *pdev)
2383 {
2384         struct r8a66597         *r8a66597 = platform_get_drvdata(pdev);
2385         struct usb_hcd          *hcd = r8a66597_to_hcd(r8a66597);
2386
2387         del_timer_sync(&r8a66597->rh_timer);
2388         usb_remove_hcd(hcd);
2389         iounmap(r8a66597->reg);
2390         if (r8a66597->pdata->on_chip)
2391                 clk_put(r8a66597->clk);
2392         usb_put_hcd(hcd);
2393         return 0;
2394 }
2395
2396 static int r8a66597_probe(struct platform_device *pdev)
2397 {
2398         char clk_name[8];
2399         struct resource *res = NULL, *ires;
2400         int irq = -1;
2401         void __iomem *reg = NULL;
2402         struct usb_hcd *hcd = NULL;
2403         struct r8a66597 *r8a66597;
2404         int ret = 0;
2405         int i;
2406         unsigned long irq_trigger;
2407
2408         if (usb_disabled())
2409                 return -ENODEV;
2410
2411         if (pdev->dev.dma_mask) {
2412                 ret = -EINVAL;
2413                 dev_err(&pdev->dev, "dma not supported\n");
2414                 goto clean_up;
2415         }
2416
2417         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2418         if (!res) {
2419                 ret = -ENODEV;
2420                 dev_err(&pdev->dev, "platform_get_resource error.\n");
2421                 goto clean_up;
2422         }
2423
2424         ires = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
2425         if (!ires) {
2426                 ret = -ENODEV;
2427                 dev_err(&pdev->dev,
2428                         "platform_get_resource IORESOURCE_IRQ error.\n");
2429                 goto clean_up;
2430         }
2431
2432         irq = ires->start;
2433         irq_trigger = ires->flags & IRQF_TRIGGER_MASK;
2434
2435         reg = ioremap(res->start, resource_size(res));
2436         if (reg == NULL) {
2437                 ret = -ENOMEM;
2438                 dev_err(&pdev->dev, "ioremap error.\n");
2439                 goto clean_up;
2440         }
2441
2442         if (pdev->dev.platform_data == NULL) {
2443                 dev_err(&pdev->dev, "no platform data\n");
2444                 ret = -ENODEV;
2445                 goto clean_up;
2446         }
2447
2448         /* initialize hcd */
2449         hcd = usb_create_hcd(&r8a66597_hc_driver, &pdev->dev, (char *)hcd_name);
2450         if (!hcd) {
2451                 ret = -ENOMEM;
2452                 dev_err(&pdev->dev, "Failed to create hcd\n");
2453                 goto clean_up;
2454         }
2455         r8a66597 = hcd_to_r8a66597(hcd);
2456         memset(r8a66597, 0, sizeof(struct r8a66597));
2457         platform_set_drvdata(pdev, r8a66597);
2458         r8a66597->pdata = dev_get_platdata(&pdev->dev);
2459         r8a66597->irq_sense_low = irq_trigger == IRQF_TRIGGER_LOW;
2460
2461         if (r8a66597->pdata->on_chip) {
2462                 snprintf(clk_name, sizeof(clk_name), "usb%d", pdev->id);
2463                 r8a66597->clk = clk_get(&pdev->dev, clk_name);
2464                 if (IS_ERR(r8a66597->clk)) {
2465                         dev_err(&pdev->dev, "cannot get clock \"%s\"\n",
2466                                 clk_name);
2467                         ret = PTR_ERR(r8a66597->clk);
2468                         goto clean_up2;
2469                 }
2470                 r8a66597->max_root_hub = 1;
2471         } else
2472                 r8a66597->max_root_hub = 2;
2473
2474         spin_lock_init(&r8a66597->lock);
2475         setup_timer(&r8a66597->rh_timer, r8a66597_timer,
2476                     (unsigned long)r8a66597);
2477         r8a66597->reg = reg;
2478
2479         /* make sure no interrupts are pending */
2480         ret = r8a66597_clock_enable(r8a66597);
2481         if (ret < 0)
2482                 goto clean_up3;
2483         disable_controller(r8a66597);
2484
2485         for (i = 0; i < R8A66597_MAX_NUM_PIPE; i++) {
2486                 INIT_LIST_HEAD(&r8a66597->pipe_queue[i]);
2487                 r8a66597->timers[i].r8a66597 = r8a66597;
2488                 timer_setup(&r8a66597->timers[i].td, r8a66597_td_timer, 0);
2489                 timer_setup(&r8a66597->timers[i].interval,
2490                             r8a66597_interval_timer, 0);
2491         }
2492         INIT_LIST_HEAD(&r8a66597->child_device);
2493
2494         hcd->rsrc_start = res->start;
2495         hcd->has_tt = 1;
2496
2497         ret = usb_add_hcd(hcd, irq, irq_trigger);
2498         if (ret != 0) {
2499                 dev_err(&pdev->dev, "Failed to add hcd\n");
2500                 goto clean_up3;
2501         }
2502         device_wakeup_enable(hcd->self.controller);
2503
2504         return 0;
2505
2506 clean_up3:
2507         if (r8a66597->pdata->on_chip)
2508                 clk_put(r8a66597->clk);
2509 clean_up2:
2510         usb_put_hcd(hcd);
2511
2512 clean_up:
2513         if (reg)
2514                 iounmap(reg);
2515
2516         return ret;
2517 }
2518
2519 static struct platform_driver r8a66597_driver = {
2520         .probe =        r8a66597_probe,
2521         .remove =       r8a66597_remove,
2522         .driver         = {
2523                 .name = hcd_name,
2524                 .pm     = R8A66597_DEV_PM_OPS,
2525         },
2526 };
2527
2528 module_platform_driver(r8a66597_driver);