drivers/usb/gadget/langwell_udc.c

   1 /*
   2  * Intel Langwell USB Device Controller driver
   3  * Copyright (C) 2008-2009, Intel Corporation.
   4  *
   5  * This program is free software; you can redistribute it and/or modify it
   6  * under the terms and conditions of the GNU General Public License,
   7  * version 2, as published by the Free Software Foundation.
   8  *
   9  * This program is distributed in the hope it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  12  * more details.
  13  *
  14  * You should have received a copy of the GNU General Public License along with
  15  * this program; if not, write to the Free Software Foundation, Inc.,
  16  * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
  17  *
  18  */
  19
  20
  21 /* #undef       DEBUG */
  22 /* #undef       VERBOSE_DEBUG */
  23
  24 #if defined(CONFIG_USB_LANGWELL_OTG)
  25 #define OTG_TRANSCEIVER
  26 #endif
  27
  28
  29 #include <linux/module.h>
  30 #include <linux/pci.h>
  31 #include <linux/dma-mapping.h>
  32 #include <linux/kernel.h>
  33 #include <linux/delay.h>
  34 #include <linux/ioport.h>
  35 #include <linux/sched.h>
  36 #include <linux/slab.h>
  37 #include <linux/errno.h>
  38 #include <linux/init.h>
  39 #include <linux/timer.h>
  40 #include <linux/list.h>
  41 #include <linux/interrupt.h>
  42 #include <linux/moduleparam.h>
  43 #include <linux/device.h>
  44 #include <linux/usb/ch9.h>
  45 #include <linux/usb/gadget.h>
  46 #include <linux/usb/otg.h>
  47 #include <linux/pm.h>
  48 #include <linux/io.h>
  49 #include <linux/irq.h>
  50 #include <asm/system.h>
  51 #include <asm/unaligned.h>
  52
  53 #include "langwell_udc.h"
  54
  55
  56 #define DRIVER_DESC             "Intel Langwell USB Device Controller driver"
  57 #define DRIVER_VERSION          "16 May 2009"
  58
  59 static const char driver_name[] = "langwell_udc";
  60 static const char driver_desc[] = DRIVER_DESC;
  61
  62
  63 /* controller device global variable */
  64 static struct langwell_udc      *the_controller;
  65
  66 /* for endpoint 0 operations */
  67 static const struct usb_endpoint_descriptor
  68 langwell_ep0_desc = {
  69         .bLength =              USB_DT_ENDPOINT_SIZE,
  70         .bDescriptorType =      USB_DT_ENDPOINT,
  71         .bEndpointAddress =     0,
  72         .bmAttributes =         USB_ENDPOINT_XFER_CONTROL,
  73         .wMaxPacketSize =       EP0_MAX_PKT_SIZE,
  74 };
  75
  76
  77 /*-------------------------------------------------------------------------*/
  78 /* debugging */
  79
  80 #ifdef  VERBOSE_DEBUG
  81 static inline void print_all_registers(struct langwell_udc *dev)
  82 {
  83         int     i;
  84
  85         /* Capability Registers */
  86         dev_dbg(&dev->pdev->dev,
  87                 "Capability Registers (offset: 0x%04x, length: 0x%08x)\n",
  88                 CAP_REG_OFFSET, (u32)sizeof(struct langwell_cap_regs));
  89         dev_dbg(&dev->pdev->dev, "caplength=0x%02x\n",
  90                         readb(&dev->cap_regs->caplength));
  91         dev_dbg(&dev->pdev->dev, "hciversion=0x%04x\n",
  92                         readw(&dev->cap_regs->hciversion));
  93         dev_dbg(&dev->pdev->dev, "hcsparams=0x%08x\n",
  94                         readl(&dev->cap_regs->hcsparams));
  95         dev_dbg(&dev->pdev->dev, "hccparams=0x%08x\n",
  96                         readl(&dev->cap_regs->hccparams));
  97         dev_dbg(&dev->pdev->dev, "dciversion=0x%04x\n",
  98                         readw(&dev->cap_regs->dciversion));
  99         dev_dbg(&dev->pdev->dev, "dccparams=0x%08x\n",
 100                         readl(&dev->cap_regs->dccparams));
 101
 102         /* Operational Registers */
 103         dev_dbg(&dev->pdev->dev,
 104                 "Operational Registers (offset: 0x%04x, length: 0x%08x)\n",
 105                 OP_REG_OFFSET, (u32)sizeof(struct langwell_op_regs));
 106         dev_dbg(&dev->pdev->dev, "extsts=0x%08x\n",
 107                         readl(&dev->op_regs->extsts));
 108         dev_dbg(&dev->pdev->dev, "extintr=0x%08x\n",
 109                         readl(&dev->op_regs->extintr));
 110         dev_dbg(&dev->pdev->dev, "usbcmd=0x%08x\n",
 111                         readl(&dev->op_regs->usbcmd));
 112         dev_dbg(&dev->pdev->dev, "usbsts=0x%08x\n",
 113                         readl(&dev->op_regs->usbsts));
 114         dev_dbg(&dev->pdev->dev, "usbintr=0x%08x\n",
 115                         readl(&dev->op_regs->usbintr));
 116         dev_dbg(&dev->pdev->dev, "frindex=0x%08x\n",
 117                         readl(&dev->op_regs->frindex));
 118         dev_dbg(&dev->pdev->dev, "ctrldssegment=0x%08x\n",
 119                         readl(&dev->op_regs->ctrldssegment));
 120         dev_dbg(&dev->pdev->dev, "deviceaddr=0x%08x\n",
 121                         readl(&dev->op_regs->deviceaddr));
 122         dev_dbg(&dev->pdev->dev, "endpointlistaddr=0x%08x\n",
 123                         readl(&dev->op_regs->endpointlistaddr));
 124         dev_dbg(&dev->pdev->dev, "ttctrl=0x%08x\n",
 125                         readl(&dev->op_regs->ttctrl));
 126         dev_dbg(&dev->pdev->dev, "burstsize=0x%08x\n",
 127                         readl(&dev->op_regs->burstsize));
 128         dev_dbg(&dev->pdev->dev, "txfilltuning=0x%08x\n",
 129                         readl(&dev->op_regs->txfilltuning));
 130         dev_dbg(&dev->pdev->dev, "txttfilltuning=0x%08x\n",
 131                         readl(&dev->op_regs->txttfilltuning));
 132         dev_dbg(&dev->pdev->dev, "ic_usb=0x%08x\n",
 133                         readl(&dev->op_regs->ic_usb));
 134         dev_dbg(&dev->pdev->dev, "ulpi_viewport=0x%08x\n",
 135                         readl(&dev->op_regs->ulpi_viewport));
 136         dev_dbg(&dev->pdev->dev, "configflag=0x%08x\n",
 137                         readl(&dev->op_regs->configflag));
 138         dev_dbg(&dev->pdev->dev, "portsc1=0x%08x\n",
 139                         readl(&dev->op_regs->portsc1));
 140         dev_dbg(&dev->pdev->dev, "devlc=0x%08x\n",
 141                         readl(&dev->op_regs->devlc));
 142         dev_dbg(&dev->pdev->dev, "otgsc=0x%08x\n",
 143                         readl(&dev->op_regs->otgsc));
 144         dev_dbg(&dev->pdev->dev, "usbmode=0x%08x\n",
 145                         readl(&dev->op_regs->usbmode));
 146         dev_dbg(&dev->pdev->dev, "endptnak=0x%08x\n",
 147                         readl(&dev->op_regs->endptnak));
 148         dev_dbg(&dev->pdev->dev, "endptnaken=0x%08x\n",
 149                         readl(&dev->op_regs->endptnaken));
 150         dev_dbg(&dev->pdev->dev, "endptsetupstat=0x%08x\n",
 151                         readl(&dev->op_regs->endptsetupstat));
 152         dev_dbg(&dev->pdev->dev, "endptprime=0x%08x\n",
 153                         readl(&dev->op_regs->endptprime));
 154         dev_dbg(&dev->pdev->dev, "endptflush=0x%08x\n",
 155                         readl(&dev->op_regs->endptflush));
 156         dev_dbg(&dev->pdev->dev, "endptstat=0x%08x\n",
 157                         readl(&dev->op_regs->endptstat));
 158         dev_dbg(&dev->pdev->dev, "endptcomplete=0x%08x\n",
 159                         readl(&dev->op_regs->endptcomplete));
 160
 161         for (i = 0; i < dev->ep_max / 2; i++) {
 162                 dev_dbg(&dev->pdev->dev, "endptctrl[%d]=0x%08x\n",
 163                                 i, readl(&dev->op_regs->endptctrl[i]));
 164         }
 165 }
 166 #else
 167
 168 #define print_all_registers(dev)        do { } while (0)
 169
 170 #endif /* VERBOSE_DEBUG */
 171
 172
 173 /*-------------------------------------------------------------------------*/
 174
 175 #define is_in(ep)       (((ep)->ep_num == 0) ? ((ep)->dev->ep0_dir ==   \
 176                         USB_DIR_IN) : (usb_endpoint_dir_in((ep)->desc)))
 177
 178 #define DIR_STRING(ep)  (is_in(ep) ? "in" : "out")
 179
 180
 181 static char *type_string(const struct usb_endpoint_descriptor *desc)
 182 {
 183         switch (usb_endpoint_type(desc)) {
 184         case USB_ENDPOINT_XFER_BULK:
 185                 return "bulk";
 186         case USB_ENDPOINT_XFER_ISOC:
 187                 return "iso";
 188         case USB_ENDPOINT_XFER_INT:
 189                 return "int";
 190         };
 191
 192         return "control";
 193 }
 194
 195
 196 /* configure endpoint control registers */
 197 static void ep_reset(struct langwell_ep *ep, unsigned char ep_num,
 198                 unsigned char is_in, unsigned char ep_type)
 199 {
 200         struct langwell_udc     *dev;
 201         u32                     endptctrl;
 202
 203         dev = ep->dev;
 204         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
 205
 206         endptctrl = readl(&dev->op_regs->endptctrl[ep_num]);
 207         if (is_in) {    /* TX */
 208                 if (ep_num)
 209                         endptctrl |= EPCTRL_TXR;
 210                 endptctrl |= EPCTRL_TXE;
 211                 endptctrl |= ep_type << EPCTRL_TXT_SHIFT;
 212         } else {        /* RX */
 213                 if (ep_num)
 214                         endptctrl |= EPCTRL_RXR;
 215                 endptctrl |= EPCTRL_RXE;
 216                 endptctrl |= ep_type << EPCTRL_RXT_SHIFT;
 217         }
 218
 219         writel(endptctrl, &dev->op_regs->endptctrl[ep_num]);
 220
 221         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
 222 }
 223
 224
 225 /* reset ep0 dQH and endptctrl */
 226 static void ep0_reset(struct langwell_udc *dev)
 227 {
 228         struct langwell_ep      *ep;
 229         int                     i;
 230
 231         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
 232
 233         /* ep0 in and out */
 234         for (i = 0; i < 2; i++) {
 235                 ep = &dev->ep[i];
 236                 ep->dev = dev;
 237
 238                 /* ep0 dQH */
 239                 ep->dqh = &dev->ep_dqh[i];
 240
 241                 /* configure ep0 endpoint capabilities in dQH */
 242                 ep->dqh->dqh_ios = 1;
 243                 ep->dqh->dqh_mpl = EP0_MAX_PKT_SIZE;
 244
 245                 /* enable ep0-in HW zero length termination select */
 246                 if (is_in(ep))
 247                         ep->dqh->dqh_zlt = 0;
 248                 ep->dqh->dqh_mult = 0;
 249
 250                 ep->dqh->dtd_next = DTD_TERM;
 251
 252                 /* configure ep0 control registers */
 253                 ep_reset(&dev->ep[0], 0, i, USB_ENDPOINT_XFER_CONTROL);
 254         }
 255
 256         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
 257 }
 258
 259
 260 /*-------------------------------------------------------------------------*/
 261
 262 /* endpoints operations */
 263
 264 /* configure endpoint, making it usable */
 265 static int langwell_ep_enable(struct usb_ep *_ep,
 266                 const struct usb_endpoint_descriptor *desc)
 267 {
 268         struct langwell_udc     *dev;
 269         struct langwell_ep      *ep;
 270         u16                     max = 0;
 271         unsigned long           flags;
 272         int                     i, retval = 0;
 273         unsigned char           zlt, ios = 0, mult = 0;
 274
 275         ep = container_of(_ep, struct langwell_ep, ep);
 276         dev = ep->dev;
 277         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
 278
 279         if (!_ep || !desc || ep->desc
 280                         || desc->bDescriptorType != USB_DT_ENDPOINT)
 281                 return -EINVAL;
 282
 283         if (!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN)
 284                 return -ESHUTDOWN;
 285
 286         max = le16_to_cpu(desc->wMaxPacketSize);
 287
 288         /*
 289          * disable HW zero length termination select
 290          * driver handles zero length packet through req->req.zero
 291          */
 292         zlt = 1;
 293
 294         /*
 295          * sanity check type, direction, address, and then
 296          * initialize the endpoint capabilities fields in dQH
 297          */
 298         switch (usb_endpoint_type(desc)) {
 299         case USB_ENDPOINT_XFER_CONTROL:
 300                 ios = 1;
 301                 break;
 302         case USB_ENDPOINT_XFER_BULK:
 303                 if ((dev->gadget.speed == USB_SPEED_HIGH
 304                                         && max != 512)
 305                                 || (dev->gadget.speed == USB_SPEED_FULL
 306                                         && max > 64)) {
 307                         goto done;
 308                 }
 309                 break;
 310         case USB_ENDPOINT_XFER_INT:
 311                 if (strstr(ep->ep.name, "-iso")) /* bulk is ok */
 312                         goto done;
 313
 314                 switch (dev->gadget.speed) {
 315                 case USB_SPEED_HIGH:
 316                         if (max <= 1024)
 317                                 break;
 318                 case USB_SPEED_FULL:
 319                         if (max <= 64)
 320                                 break;
 321                 default:
 322                         if (max <= 8)
 323                                 break;
 324                         goto done;
 325                 }
 326                 break;
 327         case USB_ENDPOINT_XFER_ISOC:
 328                 if (strstr(ep->ep.name, "-bulk")
 329                                 || strstr(ep->ep.name, "-int"))
 330                         goto done;
 331
 332                 switch (dev->gadget.speed) {
 333                 case USB_SPEED_HIGH:
 334                         if (max <= 1024)
 335                                 break;
 336                 case USB_SPEED_FULL:
 337                         if (max <= 1023)
 338                                 break;
 339                 default:
 340                         goto done;
 341                 }
 342                 /*
 343                  * FIXME:
 344                  * calculate transactions needed for high bandwidth iso
 345                  */
 346                 mult = (unsigned char)(1 + ((max >> 11) & 0x03));
 347                 max = max & 0x8ff;      /* bit 0~10 */
 348                 /* 3 transactions at most */
 349                 if (mult > 3)
 350                         goto done;
 351                 break;
 352         default:
 353                 goto done;
 354         }
 355
 356         spin_lock_irqsave(&dev->lock, flags);
 357
 358         ep->ep.maxpacket = max;
 359         ep->desc = desc;
 360         ep->stopped = 0;
 361         ep->ep_num = usb_endpoint_num(desc);
 362
 363         /* ep_type */
 364         ep->ep_type = usb_endpoint_type(desc);
 365
 366         /* configure endpoint control registers */
 367         ep_reset(ep, ep->ep_num, is_in(ep), ep->ep_type);
 368
 369         /* configure endpoint capabilities in dQH */
 370         i = ep->ep_num * 2 + is_in(ep);
 371         ep->dqh = &dev->ep_dqh[i];
 372         ep->dqh->dqh_ios = ios;
 373         ep->dqh->dqh_mpl = cpu_to_le16(max);
 374         ep->dqh->dqh_zlt = zlt;
 375         ep->dqh->dqh_mult = mult;
 376         ep->dqh->dtd_next = DTD_TERM;
 377
 378         dev_dbg(&dev->pdev->dev, "enabled %s (ep%d%s-%s), max %04x\n",
 379                         _ep->name,
 380                         ep->ep_num,
 381                         DIR_STRING(ep),
 382                         type_string(desc),
 383                         max);
 384
 385         spin_unlock_irqrestore(&dev->lock, flags);
 386 done:
 387         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
 388         return retval;
 389 }
 390
 391
 392 /*-------------------------------------------------------------------------*/
 393
 394 /* retire a request */
 395 static void done(struct langwell_ep *ep, struct langwell_request *req,
 396                 int status)
 397 {
 398         struct langwell_udc     *dev = ep->dev;
 399         unsigned                stopped = ep->stopped;
 400         struct langwell_dtd     *curr_dtd, *next_dtd;
 401         int                     i;
 402
 403         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
 404
 405         /* remove the req from ep->queue */
 406         list_del_init(&req->queue);
 407
 408         if (req->req.status == -EINPROGRESS)
 409                 req->req.status = status;
 410         else
 411                 status = req->req.status;
 412
 413         /* free dTD for the request */
 414         next_dtd = req->head;
 415         for (i = 0; i < req->dtd_count; i++) {
 416                 curr_dtd = next_dtd;
 417                 if (i != req->dtd_count - 1)
 418                         next_dtd = curr_dtd->next_dtd_virt;
 419                 dma_pool_free(dev->dtd_pool, curr_dtd, curr_dtd->dtd_dma);
 420         }
 421
 422         if (req->mapped) {
 423                 dma_unmap_single(&dev->pdev->dev,
 424                         req->req.dma, req->req.length,
 425                         is_in(ep) ? PCI_DMA_TODEVICE : PCI_DMA_FROMDEVICE);
 426                 req->req.dma = DMA_ADDR_INVALID;
 427                 req->mapped = 0;
 428         } else
 429                 dma_sync_single_for_cpu(&dev->pdev->dev, req->req.dma,
 430                                 req->req.length,
 431                                 is_in(ep) ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
 432
 433         if (status != -ESHUTDOWN)
 434                 dev_dbg(&dev->pdev->dev,
 435                                 "complete %s, req %p, stat %d, len %u/%u\n",
 436                                 ep->ep.name, &req->req, status,
 437                                 req->req.actual, req->req.length);
 438
 439         /* don't modify queue heads during completion callback */
 440         ep->stopped = 1;
 441
 442         spin_unlock(&dev->lock);
 443         /* complete routine from gadget driver */
 444         if (req->req.complete)
 445                 req->req.complete(&ep->ep, &req->req);
 446
 447         spin_lock(&dev->lock);
 448         ep->stopped = stopped;
 449
 450         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
 451 }
 452
 453
 454 static void langwell_ep_fifo_flush(struct usb_ep *_ep);
 455
 456 /* delete all endpoint requests, called with spinlock held */
 457 static void nuke(struct langwell_ep *ep, int status)
 458 {
 459         /* called with spinlock held */
 460         ep->stopped = 1;
 461
 462         /* endpoint fifo flush */
 463         if (&ep->ep && ep->desc)
 464                 langwell_ep_fifo_flush(&ep->ep);
 465
 466         while (!list_empty(&ep->queue)) {
 467                 struct langwell_request *req = NULL;
 468                 req = list_entry(ep->queue.next, struct langwell_request,
 469                                 queue);
 470                 done(ep, req, status);
 471         }
 472 }
 473
 474
 475 /*-------------------------------------------------------------------------*/
 476
 477 /* endpoint is no longer usable */
 478 static int langwell_ep_disable(struct usb_ep *_ep)
 479 {
 480         struct langwell_ep      *ep;
 481         unsigned long           flags;
 482         struct langwell_udc     *dev;
 483         int                     ep_num;
 484         u32                     endptctrl;
 485
 486         ep = container_of(_ep, struct langwell_ep, ep);
 487         dev = ep->dev;
 488         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
 489
 490         if (!_ep || !ep->desc)
 491                 return -EINVAL;
 492
 493         spin_lock_irqsave(&dev->lock, flags);
 494
 495         /* disable endpoint control register */
 496         ep_num = ep->ep_num;
 497         endptctrl = readl(&dev->op_regs->endptctrl[ep_num]);
 498         if (is_in(ep))
 499                 endptctrl &= ~EPCTRL_TXE;
 500         else
 501                 endptctrl &= ~EPCTRL_RXE;
 502         writel(endptctrl, &dev->op_regs->endptctrl[ep_num]);
 503
 504         /* nuke all pending requests (does flush) */
 505         nuke(ep, -ESHUTDOWN);
 506
 507         ep->desc = NULL;
 508         ep->stopped = 1;
 509
 510         spin_unlock_irqrestore(&dev->lock, flags);
 511
 512         dev_dbg(&dev->pdev->dev, "disabled %s\n", _ep->name);
 513         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
 514
 515         return 0;
 516 }
 517
 518
 519 /* allocate a request object to use with this endpoint */
 520 static struct usb_request *langwell_alloc_request(struct usb_ep *_ep,
 521                 gfp_t gfp_flags)
 522 {
 523         struct langwell_ep      *ep;
 524         struct langwell_udc     *dev;
 525         struct langwell_request *req = NULL;
 526
 527         if (!_ep)
 528                 return NULL;
 529
 530         ep = container_of(_ep, struct langwell_ep, ep);
 531         dev = ep->dev;
 532         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
 533
 534         req = kzalloc(sizeof(*req), gfp_flags);
 535         if (!req)
 536                 return NULL;
 537
 538         req->req.dma = DMA_ADDR_INVALID;
 539         INIT_LIST_HEAD(&req->queue);
 540
 541         dev_vdbg(&dev->pdev->dev, "alloc request for %s\n", _ep->name);
 542         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
 543         return &req->req;
 544 }
 545
 546
 547 /* free a request object */
 548 static void langwell_free_request(struct usb_ep *_ep,
 549                 struct usb_request *_req)
 550 {
 551         struct langwell_ep      *ep;
 552         struct langwell_udc     *dev;
 553         struct langwell_request *req = NULL;
 554
 555         ep = container_of(_ep, struct langwell_ep, ep);
 556         dev = ep->dev;
 557         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
 558
 559         if (!_ep || !_req)
 560                 return;
 561
 562         req = container_of(_req, struct langwell_request, req);
 563         WARN_ON(!list_empty(&req->queue));
 564
 565         if (_req)
 566                 kfree(req);
 567
 568         dev_vdbg(&dev->pdev->dev, "free request for %s\n", _ep->name);
 569         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
 570 }
 571
 572
 573 /*-------------------------------------------------------------------------*/
 574
 575 /* queue dTD and PRIME endpoint */
 576 static int queue_dtd(struct langwell_ep *ep, struct langwell_request *req)
 577 {
 578         u32                     bit_mask, usbcmd, endptstat, dtd_dma;
 579         u8                      dtd_status;
 580         int                     i;
 581         struct langwell_dqh     *dqh;
 582         struct langwell_udc     *dev;
 583
 584         dev = ep->dev;
 585         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
 586
 587         i = ep->ep_num * 2 + is_in(ep);
 588         dqh = &dev->ep_dqh[i];
 589
 590         if (ep->ep_num)
 591                 dev_vdbg(&dev->pdev->dev, "%s\n", ep->name);
 592         else
 593                 /* ep0 */
 594                 dev_vdbg(&dev->pdev->dev, "%s-%s\n", ep->name, DIR_STRING(ep));
 595
 596         dev_vdbg(&dev->pdev->dev, "ep_dqh[%d] addr: 0x%08x\n",
 597                         i, (u32)&(dev->ep_dqh[i]));
 598
 599         bit_mask = is_in(ep) ?
 600                 (1 << (ep->ep_num + 16)) : (1 << (ep->ep_num));
 601
 602         dev_vdbg(&dev->pdev->dev, "bit_mask = 0x%08x\n", bit_mask);
 603
 604         /* check if the pipe is empty */
 605         if (!(list_empty(&ep->queue))) {
 606                 /* add dTD to the end of linked list */
 607                 struct langwell_request *lastreq;
 608                 lastreq = list_entry(ep->queue.prev,
 609                                 struct langwell_request, queue);
 610
 611                 lastreq->tail->dtd_next =
 612                         cpu_to_le32(req->head->dtd_dma & DTD_NEXT_MASK);
 613
 614                 /* read prime bit, if 1 goto out */
 615                 if (readl(&dev->op_regs->endptprime) & bit_mask)
 616                         goto out;
 617
 618                 do {
 619                         /* set ATDTW bit in USBCMD */
 620                         usbcmd = readl(&dev->op_regs->usbcmd);
 621                         writel(usbcmd | CMD_ATDTW, &dev->op_regs->usbcmd);
 622
 623                         /* read correct status bit */
 624                         endptstat = readl(&dev->op_regs->endptstat) & bit_mask;
 625
 626                 } while (!(readl(&dev->op_regs->usbcmd) & CMD_ATDTW));
 627
 628                 /* write ATDTW bit to 0 */
 629                 usbcmd = readl(&dev->op_regs->usbcmd);
 630                 writel(usbcmd & ~CMD_ATDTW, &dev->op_regs->usbcmd);
 631
 632                 if (endptstat)
 633                         goto out;
 634         }
 635
 636         /* write dQH next pointer and terminate bit to 0 */
 637         dtd_dma = req->head->dtd_dma & DTD_NEXT_MASK;
 638         dqh->dtd_next = cpu_to_le32(dtd_dma);
 639
 640         /* clear active and halt bit */
 641         dtd_status = (u8) ~(DTD_STS_ACTIVE | DTD_STS_HALTED);
 642         dqh->dtd_status &= dtd_status;
 643         dev_vdbg(&dev->pdev->dev, "dqh->dtd_status = 0x%x\n", dqh->dtd_status);
 644
 645         /* ensure that updates to the dQH will occure before priming */
 646         wmb();
 647
 648         /* write 1 to endptprime register to PRIME endpoint */
 649         bit_mask = is_in(ep) ? (1 << (ep->ep_num + 16)) : (1 << ep->ep_num);
 650         dev_vdbg(&dev->pdev->dev, "endprime bit_mask = 0x%08x\n", bit_mask);
 651         writel(bit_mask, &dev->op_regs->endptprime);
 652 out:
 653         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
 654         return 0;
 655 }
 656
 657
 658 /* fill in the dTD structure to build a transfer descriptor */
 659 static struct langwell_dtd *build_dtd(struct langwell_request *req,
 660                 unsigned *length, dma_addr_t *dma, int *is_last)
 661 {
 662         u32                      buf_ptr;
 663         struct langwell_dtd     *dtd;
 664         struct langwell_udc     *dev;
 665         int                     i;
 666
 667         dev = req->ep->dev;
 668         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
 669
 670         /* the maximum transfer length, up to 16k bytes */
 671         *length = min(req->req.length - req->req.actual,
 672                         (unsigned)DTD_MAX_TRANSFER_LENGTH);
 673
 674         /* create dTD dma_pool resource */
 675         dtd = dma_pool_alloc(dev->dtd_pool, GFP_KERNEL, dma);
 676         if (dtd == NULL)
 677                 return dtd;
 678         dtd->dtd_dma = *dma;
 679
 680         /* initialize buffer page pointers */
 681         buf_ptr = (u32)(req->req.dma + req->req.actual);
 682         for (i = 0; i < 5; i++)
 683                 dtd->dtd_buf[i] = cpu_to_le32(buf_ptr + i * PAGE_SIZE);
 684
 685         req->req.actual += *length;
 686
 687         /* fill in total bytes with transfer size */
 688         dtd->dtd_total = cpu_to_le16(*length);
 689         dev_vdbg(&dev->pdev->dev, "dtd->dtd_total = %d\n", dtd->dtd_total);
 690
 691         /* set is_last flag if req->req.zero is set or not */
 692         if (req->req.zero) {
 693                 if (*length == 0 || (*length % req->ep->ep.maxpacket) != 0)
 694                         *is_last = 1;
 695                 else
 696                         *is_last = 0;
 697         } else if (req->req.length == req->req.actual) {
 698                 *is_last = 1;
 699         } else
 700                 *is_last = 0;
 701
 702         if (*is_last == 0)
 703                 dev_vdbg(&dev->pdev->dev, "multi-dtd request!\n");
 704
 705         /* set interrupt on complete bit for the last dTD */
 706         if (*is_last && !req->req.no_interrupt)
 707                 dtd->dtd_ioc = 1;
 708
 709         /* set multiplier override 0 for non-ISO and non-TX endpoint */
 710         dtd->dtd_multo = 0;
 711
 712         /* set the active bit of status field to 1 */
 713         dtd->dtd_status = DTD_STS_ACTIVE;
 714         dev_vdbg(&dev->pdev->dev, "dtd->dtd_status = 0x%02x\n",
 715                         dtd->dtd_status);
 716
 717         dev_vdbg(&dev->pdev->dev, "length = %d, dma addr= 0x%08x\n",
 718                         *length, (int)*dma);
 719         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
 720         return dtd;
 721 }
 722
 723
 724 /* generate dTD linked list for a request */
 725 static int req_to_dtd(struct langwell_request *req)
 726 {
 727         unsigned                count;
 728         int                     is_last, is_first = 1;
 729         struct langwell_dtd     *dtd, *last_dtd = NULL;
 730         struct langwell_udc     *dev;
 731         dma_addr_t              dma;
 732
 733         dev = req->ep->dev;
 734         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
 735         do {
 736                 dtd = build_dtd(req, &count, &dma, &is_last);
 737                 if (dtd == NULL)
 738                         return -ENOMEM;
 739
 740                 if (is_first) {
 741                         is_first = 0;
 742                         req->head = dtd;
 743                 } else {
 744                         last_dtd->dtd_next = cpu_to_le32(dma);
 745                         last_dtd->next_dtd_virt = dtd;
 746                 }
 747                 last_dtd = dtd;
 748                 req->dtd_count++;
 749         } while (!is_last);
 750
 751         /* set terminate bit to 1 for the last dTD */
 752         dtd->dtd_next = DTD_TERM;
 753
 754         req->tail = dtd;
 755
 756         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
 757         return 0;
 758 }
 759
 760 /*-------------------------------------------------------------------------*/
 761
 762 /* queue (submits) an I/O requests to an endpoint */
 763 static int langwell_ep_queue(struct usb_ep *_ep, struct usb_request *_req,
 764                 gfp_t gfp_flags)
 765 {
 766         struct langwell_request *req;
 767         struct langwell_ep      *ep;
 768         struct langwell_udc     *dev;
 769         unsigned long           flags;
 770         int                     is_iso = 0, zlflag = 0;
 771
 772         /* always require a cpu-view buffer */
 773         req = container_of(_req, struct langwell_request, req);
 774         ep = container_of(_ep, struct langwell_ep, ep);
 775
 776         if (!_req || !_req->complete || !_req->buf
 777                         || !list_empty(&req->queue)) {
 778                 return -EINVAL;
 779         }
 780
 781         if (unlikely(!_ep || !ep->desc))
 782                 return -EINVAL;
 783
 784         dev = ep->dev;
 785         req->ep = ep;
 786         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
 787
 788         if (usb_endpoint_xfer_isoc(ep->desc)) {
 789                 if (req->req.length > ep->ep.maxpacket)
 790                         return -EMSGSIZE;
 791                 is_iso = 1;
 792         }
 793
 794         if (unlikely(!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN))
 795                 return -ESHUTDOWN;
 796
 797         /* set up dma mapping in case the caller didn't */
 798         if (_req->dma == DMA_ADDR_INVALID) {
 799                 /* WORKAROUND: WARN_ON(size == 0) */
 800                 if (_req->length == 0) {
 801                         dev_vdbg(&dev->pdev->dev, "req->length: 0->1\n");
 802                         zlflag = 1;
 803                         _req->length++;
 804                 }
 805
 806                 _req->dma = dma_map_single(&dev->pdev->dev,
 807                                 _req->buf, _req->length,
 808                                 is_in(ep) ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
 809                 if (zlflag && (_req->length == 1)) {
 810                         dev_vdbg(&dev->pdev->dev, "req->length: 1->0\n");
 811                         zlflag = 0;
 812                         _req->length = 0;
 813                 }
 814
 815                 req->mapped = 1;
 816                 dev_vdbg(&dev->pdev->dev, "req->mapped = 1\n");
 817         } else {
 818                 dma_sync_single_for_device(&dev->pdev->dev,
 819                                 _req->dma, _req->length,
 820                                 is_in(ep) ?  DMA_TO_DEVICE : DMA_FROM_DEVICE);
 821                 req->mapped = 0;
 822                 dev_vdbg(&dev->pdev->dev, "req->mapped = 0\n");
 823         }
 824
 825         dev_dbg(&dev->pdev->dev,
 826                         "%s queue req %p, len %u, buf %p, dma 0x%08x\n",
 827                         _ep->name,
 828                         _req, _req->length, _req->buf, (int)_req->dma);
 829
 830         _req->status = -EINPROGRESS;
 831         _req->actual = 0;
 832         req->dtd_count = 0;
 833
 834         spin_lock_irqsave(&dev->lock, flags);
 835
 836         /* build and put dTDs to endpoint queue */
 837         if (!req_to_dtd(req)) {
 838                 queue_dtd(ep, req);
 839         } else {
 840                 spin_unlock_irqrestore(&dev->lock, flags);
 841                 return -ENOMEM;
 842         }
 843
 844         /* update ep0 state */
 845         if (ep->ep_num == 0)
 846                 dev->ep0_state = DATA_STATE_XMIT;
 847
 848         if (likely(req != NULL)) {
 849                 list_add_tail(&req->queue, &ep->queue);
 850                 dev_vdbg(&dev->pdev->dev, "list_add_tail()\n");
 851         }
 852
 853         spin_unlock_irqrestore(&dev->lock, flags);
 854
 855         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
 856         return 0;
 857 }
 858
 859
 860 /* dequeue (cancels, unlinks) an I/O request from an endpoint */
 861 static int langwell_ep_dequeue(struct usb_ep *_ep, struct usb_request *_req)
 862 {
 863         struct langwell_ep      *ep;
 864         struct langwell_udc     *dev;
 865         struct langwell_request *req;
 866         unsigned long           flags;
 867         int                     stopped, ep_num, retval = 0;
 868         u32                     endptctrl;
 869
 870         ep = container_of(_ep, struct langwell_ep, ep);
 871         dev = ep->dev;
 872         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
 873
 874         if (!_ep || !ep->desc || !_req)
 875                 return -EINVAL;
 876
 877         if (!dev->driver)
 878                 return -ESHUTDOWN;
 879
 880         spin_lock_irqsave(&dev->lock, flags);
 881         stopped = ep->stopped;
 882
 883         /* quiesce dma while we patch the queue */
 884         ep->stopped = 1;
 885         ep_num = ep->ep_num;
 886
 887         /* disable endpoint control register */
 888         endptctrl = readl(&dev->op_regs->endptctrl[ep_num]);
 889         if (is_in(ep))
 890                 endptctrl &= ~EPCTRL_TXE;
 891         else
 892                 endptctrl &= ~EPCTRL_RXE;
 893         writel(endptctrl, &dev->op_regs->endptctrl[ep_num]);
 894
 895         /* make sure it's still queued on this endpoint */
 896         list_for_each_entry(req, &ep->queue, queue) {
 897                 if (&req->req == _req)
 898                         break;
 899         }
 900
 901         if (&req->req != _req) {
 902                 retval = -EINVAL;
 903                 goto done;
 904         }
 905
 906         /* queue head may be partially complete. */
 907         if (ep->queue.next == &req->queue) {
 908                 dev_dbg(&dev->pdev->dev, "unlink (%s) dma\n", _ep->name);
 909                 _req->status = -ECONNRESET;
 910                 langwell_ep_fifo_flush(&ep->ep);
 911
 912                 /* not the last request in endpoint queue */
 913                 if (likely(ep->queue.next == &req->queue)) {
 914                         struct langwell_dqh     *dqh;
 915                         struct langwell_request *next_req;
 916
 917                         dqh = ep->dqh;
 918                         next_req = list_entry(req->queue.next,
 919                                         struct langwell_request, queue);
 920
 921                         /* point the dQH to the first dTD of next request */
 922                         writel((u32) next_req->head, &dqh->dqh_current);
 923                 }
 924         } else {
 925                 struct langwell_request *prev_req;
 926
 927                 prev_req = list_entry(req->queue.prev,
 928                                 struct langwell_request, queue);
 929                 writel(readl(&req->tail->dtd_next),
 930                                 &prev_req->tail->dtd_next);
 931         }
 932
 933         done(ep, req, -ECONNRESET);
 934
 935 done:
 936         /* enable endpoint again */
 937         endptctrl = readl(&dev->op_regs->endptctrl[ep_num]);
 938         if (is_in(ep))
 939                 endptctrl |= EPCTRL_TXE;
 940         else
 941                 endptctrl |= EPCTRL_RXE;
 942         writel(endptctrl, &dev->op_regs->endptctrl[ep_num]);
 943
 944         ep->stopped = stopped;
 945         spin_unlock_irqrestore(&dev->lock, flags);
 946
 947         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
 948         return retval;
 949 }
 950
 951
 952 /*-------------------------------------------------------------------------*/
 953
 954 /* endpoint set/clear halt */
 955 static void ep_set_halt(struct langwell_ep *ep, int value)
 956 {
 957         u32                     endptctrl = 0;
 958         int                     ep_num;
 959         struct langwell_udc     *dev = ep->dev;
 960         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
 961
 962         ep_num = ep->ep_num;
 963         endptctrl = readl(&dev->op_regs->endptctrl[ep_num]);
 964
 965         /* value: 1 - set halt, 0 - clear halt */
 966         if (value) {
 967                 /* set the stall bit */
 968                 if (is_in(ep))
 969                         endptctrl |= EPCTRL_TXS;
 970                 else
 971                         endptctrl |= EPCTRL_RXS;
 972         } else {
 973                 /* clear the stall bit and reset data toggle */
 974                 if (is_in(ep)) {
 975                         endptctrl &= ~EPCTRL_TXS;
 976                         endptctrl |= EPCTRL_TXR;
 977                 } else {
 978                         endptctrl &= ~EPCTRL_RXS;
 979                         endptctrl |= EPCTRL_RXR;
 980                 }
 981         }
 982
 983         writel(endptctrl, &dev->op_regs->endptctrl[ep_num]);
 984
 985         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
 986 }
 987
 988
 989 /* set the endpoint halt feature */
 990 static int langwell_ep_set_halt(struct usb_ep *_ep, int value)
 991 {
 992         struct langwell_ep      *ep;
 993         struct langwell_udc     *dev;
 994         unsigned long           flags;
 995         int                     retval = 0;
 996
 997         ep = container_of(_ep, struct langwell_ep, ep);
 998         dev = ep->dev;
 999
1000         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1001
1002         if (!_ep || !ep->desc)
1003                 return -EINVAL;
1004
1005         if (!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN)
1006                 return -ESHUTDOWN;
1007
1008         if (usb_endpoint_xfer_isoc(ep->desc))
1009                 return  -EOPNOTSUPP;
1010
1011         spin_lock_irqsave(&dev->lock, flags);
1012
1013         /*
1014          * attempt to halt IN ep will fail if any transfer requests
1015          * are still queue
1016          */
1017         if (!list_empty(&ep->queue) && is_in(ep) && value) {
1018                 /* IN endpoint FIFO holds bytes */
1019                 dev_dbg(&dev->pdev->dev, "%s FIFO holds bytes\n", _ep->name);
1020                 retval = -EAGAIN;
1021                 goto done;
1022         }
1023
1024         /* endpoint set/clear halt */
1025         if (ep->ep_num) {
1026                 ep_set_halt(ep, value);
1027         } else { /* endpoint 0 */
1028                 dev->ep0_state = WAIT_FOR_SETUP;
1029                 dev->ep0_dir = USB_DIR_OUT;
1030         }
1031 done:
1032         spin_unlock_irqrestore(&dev->lock, flags);
1033         dev_dbg(&dev->pdev->dev, "%s %s halt\n",
1034                         _ep->name, value ? "set" : "clear");
1035         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1036         return retval;
1037 }
1038
1039
1040 /* set the halt feature and ignores clear requests */
1041 static int langwell_ep_set_wedge(struct usb_ep *_ep)
1042 {
1043         struct langwell_ep      *ep;
1044         struct langwell_udc     *dev;
1045
1046         ep = container_of(_ep, struct langwell_ep, ep);
1047         dev = ep->dev;
1048
1049         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1050
1051         if (!_ep || !ep->desc)
1052                 return -EINVAL;
1053
1054         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1055         return usb_ep_set_halt(_ep);
1056 }
1057
1058
1059 /* flush contents of a fifo */
1060 static void langwell_ep_fifo_flush(struct usb_ep *_ep)
1061 {
1062         struct langwell_ep      *ep;
1063         struct langwell_udc     *dev;
1064         u32                     flush_bit;
1065         unsigned long           timeout;
1066
1067         ep = container_of(_ep, struct langwell_ep, ep);
1068         dev = ep->dev;
1069
1070         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1071
1072         if (!_ep || !ep->desc) {
1073                 dev_vdbg(&dev->pdev->dev, "ep or ep->desc is NULL\n");
1074                 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1075                 return;
1076         }
1077
1078         dev_vdbg(&dev->pdev->dev, "%s-%s fifo flush\n",
1079                         _ep->name, DIR_STRING(ep));
1080
1081         /* flush endpoint buffer */
1082         if (ep->ep_num == 0)
1083                 flush_bit = (1 << 16) | 1;
1084         else if (is_in(ep))
1085                 flush_bit = 1 << (ep->ep_num + 16);     /* TX */
1086         else
1087                 flush_bit = 1 << ep->ep_num;            /* RX */
1088
1089         /* wait until flush complete */
1090         timeout = jiffies + FLUSH_TIMEOUT;
1091         do {
1092                 writel(flush_bit, &dev->op_regs->endptflush);
1093                 while (readl(&dev->op_regs->endptflush)) {
1094                         if (time_after(jiffies, timeout)) {
1095                                 dev_err(&dev->pdev->dev, "ep flush timeout\n");
1096                                 goto done;
1097                         }
1098                         cpu_relax();
1099                 }
1100         } while (readl(&dev->op_regs->endptstat) & flush_bit);
1101 done:
1102         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1103 }
1104
1105
1106 /* endpoints operations structure */
1107 static const struct usb_ep_ops langwell_ep_ops = {
1108
1109         /* configure endpoint, making it usable */
1110         .enable         = langwell_ep_enable,
1111
1112         /* endpoint is no longer usable */
1113         .disable        = langwell_ep_disable,
1114
1115         /* allocate a request object to use with this endpoint */
1116         .alloc_request  = langwell_alloc_request,
1117
1118         /* free a request object */
1119         .free_request   = langwell_free_request,
1120
1121         /* queue (submits) an I/O requests to an endpoint */
1122         .queue          = langwell_ep_queue,
1123
1124         /* dequeue (cancels, unlinks) an I/O request from an endpoint */
1125         .dequeue        = langwell_ep_dequeue,
1126
1127         /* set the endpoint halt feature */
1128         .set_halt       = langwell_ep_set_halt,
1129
1130         /* set the halt feature and ignores clear requests */
1131         .set_wedge      = langwell_ep_set_wedge,
1132
1133         /* flush contents of a fifo */
1134         .fifo_flush     = langwell_ep_fifo_flush,
1135 };
1136
1137
1138 /*-------------------------------------------------------------------------*/
1139
1140 /* device controller usb_gadget_ops structure */
1141
1142 /* returns the current frame number */
1143 static int langwell_get_frame(struct usb_gadget *_gadget)
1144 {
1145         struct langwell_udc     *dev;
1146         u16                     retval;
1147
1148         if (!_gadget)
1149                 return -ENODEV;
1150
1151         dev = container_of(_gadget, struct langwell_udc, gadget);
1152         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1153
1154         retval = readl(&dev->op_regs->frindex) & FRINDEX_MASK;
1155
1156         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1157         return retval;
1158 }
1159
1160
1161 /* enter or exit PHY low power state */
1162 static void langwell_phy_low_power(struct langwell_udc *dev, bool flag)
1163 {
1164         u32             devlc;
1165         u8              devlc_byte2;
1166         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1167
1168         devlc = readl(&dev->op_regs->devlc);
1169         dev_vdbg(&dev->pdev->dev, "devlc = 0x%08x\n", devlc);
1170
1171         if (flag)
1172                 devlc |= LPM_PHCD;
1173         else
1174                 devlc &= ~LPM_PHCD;
1175
1176         /* FIXME: workaround for Langwell A1/A2/A3 sighting */
1177         devlc_byte2 = (devlc >> 16) & 0xff;
1178         writeb(devlc_byte2, (u8 *)&dev->op_regs->devlc + 2);
1179
1180         devlc = readl(&dev->op_regs->devlc);
1181         dev_vdbg(&dev->pdev->dev,
1182                         "%s PHY low power suspend, devlc = 0x%08x\n",
1183                         flag ? "enter" : "exit", devlc);
1184 }
1185
1186
1187 /* tries to wake up the host connected to this gadget */
1188 static int langwell_wakeup(struct usb_gadget *_gadget)
1189 {
1190         struct langwell_udc     *dev;
1191         u32                     portsc1;
1192         unsigned long           flags;
1193
1194         if (!_gadget)
1195                 return 0;
1196
1197         dev = container_of(_gadget, struct langwell_udc, gadget);
1198         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1199
1200         /* remote wakeup feature not enabled by host */
1201         if (!dev->remote_wakeup) {
1202                 dev_info(&dev->pdev->dev, "remote wakeup is disabled\n");
1203                 return -ENOTSUPP;
1204         }
1205
1206         spin_lock_irqsave(&dev->lock, flags);
1207
1208         portsc1 = readl(&dev->op_regs->portsc1);
1209         if (!(portsc1 & PORTS_SUSP)) {
1210                 spin_unlock_irqrestore(&dev->lock, flags);
1211                 return 0;
1212         }
1213
1214         /* LPM L1 to L0 or legacy remote wakeup */
1215         if (dev->lpm && dev->lpm_state == LPM_L1)
1216                 dev_info(&dev->pdev->dev, "LPM L1 to L0 remote wakeup\n");
1217         else
1218                 dev_info(&dev->pdev->dev, "device remote wakeup\n");
1219
1220         /* exit PHY low power suspend */
1221         if (dev->pdev->device != 0x0829)
1222                 langwell_phy_low_power(dev, 0);
1223
1224         /* force port resume */
1225         portsc1 |= PORTS_FPR;
1226         writel(portsc1, &dev->op_regs->portsc1);
1227
1228         spin_unlock_irqrestore(&dev->lock, flags);
1229
1230         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1231         return 0;
1232 }
1233
1234
1235 /* notify controller that VBUS is powered or not */
1236 static int langwell_vbus_session(struct usb_gadget *_gadget, int is_active)
1237 {
1238         struct langwell_udc     *dev;
1239         unsigned long           flags;
1240         u32                     usbcmd;
1241
1242         if (!_gadget)
1243                 return -ENODEV;
1244
1245         dev = container_of(_gadget, struct langwell_udc, gadget);
1246         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1247
1248         spin_lock_irqsave(&dev->lock, flags);
1249         dev_vdbg(&dev->pdev->dev, "VBUS status: %s\n",
1250                         is_active ? "on" : "off");
1251
1252         dev->vbus_active = (is_active != 0);
1253         if (dev->driver && dev->softconnected && dev->vbus_active) {
1254                 usbcmd = readl(&dev->op_regs->usbcmd);
1255                 usbcmd |= CMD_RUNSTOP;
1256                 writel(usbcmd, &dev->op_regs->usbcmd);
1257         } else {
1258                 usbcmd = readl(&dev->op_regs->usbcmd);
1259                 usbcmd &= ~CMD_RUNSTOP;
1260                 writel(usbcmd, &dev->op_regs->usbcmd);
1261         }
1262
1263         spin_unlock_irqrestore(&dev->lock, flags);
1264
1265         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1266         return 0;
1267 }
1268
1269
1270 /* constrain controller's VBUS power usage */
1271 static int langwell_vbus_draw(struct usb_gadget *_gadget, unsigned mA)
1272 {
1273         struct langwell_udc     *dev;
1274
1275         if (!_gadget)
1276                 return -ENODEV;
1277
1278         dev = container_of(_gadget, struct langwell_udc, gadget);
1279         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1280
1281         if (dev->transceiver) {
1282                 dev_vdbg(&dev->pdev->dev, "otg_set_power\n");
1283                 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1284                 return otg_set_power(dev->transceiver, mA);
1285         }
1286
1287         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1288         return -ENOTSUPP;
1289 }
1290
1291
1292 /* D+ pullup, software-controlled connect/disconnect to USB host */
1293 static int langwell_pullup(struct usb_gadget *_gadget, int is_on)
1294 {
1295         struct langwell_udc     *dev;
1296         u32                     usbcmd;
1297         unsigned long           flags;
1298
1299         if (!_gadget)
1300                 return -ENODEV;
1301
1302         dev = container_of(_gadget, struct langwell_udc, gadget);
1303
1304         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1305
1306         spin_lock_irqsave(&dev->lock, flags);
1307         dev->softconnected = (is_on != 0);
1308
1309         if (dev->driver && dev->softconnected && dev->vbus_active) {
1310                 usbcmd = readl(&dev->op_regs->usbcmd);
1311                 usbcmd |= CMD_RUNSTOP;
1312                 writel(usbcmd, &dev->op_regs->usbcmd);
1313         } else {
1314                 usbcmd = readl(&dev->op_regs->usbcmd);
1315                 usbcmd &= ~CMD_RUNSTOP;
1316                 writel(usbcmd, &dev->op_regs->usbcmd);
1317         }
1318         spin_unlock_irqrestore(&dev->lock, flags);
1319
1320         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1321         return 0;
1322 }
1323
1324
1325 /* device controller usb_gadget_ops structure */
1326 static const struct usb_gadget_ops langwell_ops = {
1327
1328         /* returns the current frame number */
1329         .get_frame      = langwell_get_frame,
1330
1331         /* tries to wake up the host connected to this gadget */
1332         .wakeup         = langwell_wakeup,
1333
1334         /* set the device selfpowered feature, always selfpowered */
1335         /* .set_selfpowered = langwell_set_selfpowered, */
1336
1337         /* notify controller that VBUS is powered or not */
1338         .vbus_session   = langwell_vbus_session,
1339
1340         /* constrain controller's VBUS power usage */
1341         .vbus_draw      = langwell_vbus_draw,
1342
1343         /* D+ pullup, software-controlled connect/disconnect to USB host */
1344         .pullup         = langwell_pullup,
1345 };
1346
1347
1348 /*-------------------------------------------------------------------------*/
1349
1350 /* device controller operations */
1351
1352 /* reset device controller */
1353 static int langwell_udc_reset(struct langwell_udc *dev)
1354 {
1355         u32             usbcmd, usbmode, devlc, endpointlistaddr;
1356         u8              devlc_byte0, devlc_byte2;
1357         unsigned long   timeout;
1358
1359         if (!dev)
1360                 return -EINVAL;
1361
1362         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1363
1364         /* set controller to stop state */
1365         usbcmd = readl(&dev->op_regs->usbcmd);
1366         usbcmd &= ~CMD_RUNSTOP;
1367         writel(usbcmd, &dev->op_regs->usbcmd);
1368
1369         /* reset device controller */
1370         usbcmd = readl(&dev->op_regs->usbcmd);
1371         usbcmd |= CMD_RST;
1372         writel(usbcmd, &dev->op_regs->usbcmd);
1373
1374         /* wait for reset to complete */
1375         timeout = jiffies + RESET_TIMEOUT;
1376         while (readl(&dev->op_regs->usbcmd) & CMD_RST) {
1377                 if (time_after(jiffies, timeout)) {
1378                         dev_err(&dev->pdev->dev, "device reset timeout\n");
1379                         return -ETIMEDOUT;
1380                 }
1381                 cpu_relax();
1382         }
1383
1384         /* set controller to device mode */
1385         usbmode = readl(&dev->op_regs->usbmode);
1386         usbmode |= MODE_DEVICE;
1387
1388         /* turn setup lockout off, require setup tripwire in usbcmd */
1389         usbmode |= MODE_SLOM;
1390
1391         writel(usbmode, &dev->op_regs->usbmode);
1392         usbmode = readl(&dev->op_regs->usbmode);
1393         dev_vdbg(&dev->pdev->dev, "usbmode=0x%08x\n", usbmode);
1394
1395         /* Write-Clear setup status */
1396         writel(0, &dev->op_regs->usbsts);
1397
1398         /* if support USB LPM, ACK all LPM token */
1399         if (dev->lpm) {
1400                 devlc = readl(&dev->op_regs->devlc);
1401                 dev_vdbg(&dev->pdev->dev, "devlc = 0x%08x\n", devlc);
1402                 /* FIXME: workaround for Langwell A1/A2/A3 sighting */
1403                 devlc &= ~LPM_STL;      /* don't STALL LPM token */
1404                 devlc &= ~LPM_NYT_ACK;  /* ACK LPM token */
1405                 devlc_byte0 = devlc & 0xff;
1406                 devlc_byte2 = (devlc >> 16) & 0xff;
1407                 writeb(devlc_byte0, (u8 *)&dev->op_regs->devlc);
1408                 writeb(devlc_byte2, (u8 *)&dev->op_regs->devlc + 2);
1409                 devlc = readl(&dev->op_regs->devlc);
1410                 dev_vdbg(&dev->pdev->dev,
1411                                 "ACK LPM token, devlc = 0x%08x\n", devlc);
1412         }
1413
1414         /* fill endpointlistaddr register */
1415         endpointlistaddr = dev->ep_dqh_dma;
1416         endpointlistaddr &= ENDPOINTLISTADDR_MASK;
1417         writel(endpointlistaddr, &dev->op_regs->endpointlistaddr);
1418
1419         dev_vdbg(&dev->pdev->dev,
1420                 "dQH base (vir: %p, phy: 0x%08x), endpointlistaddr=0x%08x\n",
1421                 dev->ep_dqh, endpointlistaddr,
1422                 readl(&dev->op_regs->endpointlistaddr));
1423         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1424         return 0;
1425 }
1426
1427
1428 /* reinitialize device controller endpoints */
1429 static int eps_reinit(struct langwell_udc *dev)
1430 {
1431         struct langwell_ep      *ep;
1432         char                    name[14];
1433         int                     i;
1434
1435         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1436
1437         /* initialize ep0 */
1438         ep = &dev->ep[0];
1439         ep->dev = dev;
1440         strncpy(ep->name, "ep0", sizeof(ep->name));
1441         ep->ep.name = ep->name;
1442         ep->ep.ops = &langwell_ep_ops;
1443         ep->stopped = 0;
1444         ep->ep.maxpacket = EP0_MAX_PKT_SIZE;
1445         ep->ep_num = 0;
1446         ep->desc = &langwell_ep0_desc;
1447         INIT_LIST_HEAD(&ep->queue);
1448
1449         ep->ep_type = USB_ENDPOINT_XFER_CONTROL;
1450
1451         /* initialize other endpoints */
1452         for (i = 2; i < dev->ep_max; i++) {
1453                 ep = &dev->ep[i];
1454                 if (i % 2)
1455                         snprintf(name, sizeof(name), "ep%din", i / 2);
1456                 else
1457                         snprintf(name, sizeof(name), "ep%dout", i / 2);
1458                 ep->dev = dev;
1459                 strncpy(ep->name, name, sizeof(ep->name));
1460                 ep->ep.name = ep->name;
1461
1462                 ep->ep.ops = &langwell_ep_ops;
1463                 ep->stopped = 0;
1464                 ep->ep.maxpacket = (unsigned short) ~0;
1465                 ep->ep_num = i / 2;
1466
1467                 INIT_LIST_HEAD(&ep->queue);
1468                 list_add_tail(&ep->ep.ep_list, &dev->gadget.ep_list);
1469         }
1470
1471         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1472         return 0;
1473 }
1474
1475
1476 /* enable interrupt and set controller to run state */
1477 static void langwell_udc_start(struct langwell_udc *dev)
1478 {
1479         u32     usbintr, usbcmd;
1480         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1481
1482         /* enable interrupts */
1483         usbintr = INTR_ULPIE    /* ULPI */
1484                 | INTR_SLE      /* suspend */
1485                 /* | INTR_SRE   SOF received */
1486                 | INTR_URE      /* USB reset */
1487                 | INTR_AAE      /* async advance */
1488                 | INTR_SEE      /* system error */
1489                 | INTR_FRE      /* frame list rollover */
1490                 | INTR_PCE      /* port change detect */
1491                 | INTR_UEE      /* USB error interrupt */
1492                 | INTR_UE;      /* USB interrupt */
1493         writel(usbintr, &dev->op_regs->usbintr);
1494
1495         /* clear stopped bit */
1496         dev->stopped = 0;
1497
1498         /* set controller to run */
1499         usbcmd = readl(&dev->op_regs->usbcmd);
1500         usbcmd |= CMD_RUNSTOP;
1501         writel(usbcmd, &dev->op_regs->usbcmd);
1502
1503         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1504 }
1505
1506
1507 /* disable interrupt and set controller to stop state */
1508 static void langwell_udc_stop(struct langwell_udc *dev)
1509 {
1510         u32     usbcmd;
1511
1512         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1513
1514         /* disable all interrupts */
1515         writel(0, &dev->op_regs->usbintr);
1516
1517         /* set stopped bit */
1518         dev->stopped = 1;
1519
1520         /* set controller to stop state */
1521         usbcmd = readl(&dev->op_regs->usbcmd);
1522         usbcmd &= ~CMD_RUNSTOP;
1523         writel(usbcmd, &dev->op_regs->usbcmd);
1524
1525         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1526 }
1527
1528
1529 /* stop all USB activities */
1530 static void stop_activity(struct langwell_udc *dev,
1531                 struct usb_gadget_driver *driver)
1532 {
1533         struct langwell_ep      *ep;
1534         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1535
1536         nuke(&dev->ep[0], -ESHUTDOWN);
1537
1538         list_for_each_entry(ep, &dev->gadget.ep_list, ep.ep_list) {
1539                 nuke(ep, -ESHUTDOWN);
1540         }
1541
1542         /* report disconnect; the driver is already quiesced */
1543         if (driver) {
1544                 spin_unlock(&dev->lock);
1545                 driver->disconnect(&dev->gadget);
1546                 spin_lock(&dev->lock);
1547         }
1548
1549         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1550 }
1551
1552
1553 /*-------------------------------------------------------------------------*/
1554
1555 /* device "function" sysfs attribute file */
1556 static ssize_t show_function(struct device *_dev,
1557                 struct device_attribute *attr, char *buf)
1558 {
1559         struct langwell_udc     *dev = the_controller;
1560
1561         if (!dev->driver || !dev->driver->function
1562                         || strlen(dev->driver->function) > PAGE_SIZE)
1563                 return 0;
1564
1565         return scnprintf(buf, PAGE_SIZE, "%s\n", dev->driver->function);
1566 }
1567 static DEVICE_ATTR(function, S_IRUGO, show_function, NULL);
1568
1569
1570 /* device "langwell_udc" sysfs attribute file */
1571 static ssize_t show_langwell_udc(struct device *_dev,
1572                 struct device_attribute *attr, char *buf)
1573 {
1574         struct langwell_udc     *dev = the_controller;
1575         struct langwell_request *req;
1576         struct langwell_ep      *ep = NULL;
1577         char                    *next;
1578         unsigned                size;
1579         unsigned                t;
1580         unsigned                i;
1581         unsigned long           flags;
1582         u32                     tmp_reg;
1583
1584         next = buf;
1585         size = PAGE_SIZE;
1586         spin_lock_irqsave(&dev->lock, flags);
1587
1588         /* driver basic information */
1589         t = scnprintf(next, size,
1590                         DRIVER_DESC "\n"
1591                         "%s version: %s\n"
1592                         "Gadget driver: %s\n\n",
1593                         driver_name, DRIVER_VERSION,
1594                         dev->driver ? dev->driver->driver.name : "(none)");
1595         size -= t;
1596         next += t;
1597
1598         /* device registers */
1599         tmp_reg = readl(&dev->op_regs->usbcmd);
1600         t = scnprintf(next, size,
1601                         "USBCMD reg:\n"
1602                         "SetupTW: %d\n"
1603                         "Run/Stop: %s\n\n",
1604                         (tmp_reg & CMD_SUTW) ? 1 : 0,
1605                         (tmp_reg & CMD_RUNSTOP) ? "Run" : "Stop");
1606         size -= t;
1607         next += t;
1608
1609         tmp_reg = readl(&dev->op_regs->usbsts);
1610         t = scnprintf(next, size,
1611                         "USB Status Reg:\n"
1612                         "Device Suspend: %d\n"
1613                         "Reset Received: %d\n"
1614                         "System Error: %s\n"
1615                         "USB Error Interrupt: %s\n\n",
1616                         (tmp_reg & STS_SLI) ? 1 : 0,
1617                         (tmp_reg & STS_URI) ? 1 : 0,
1618                         (tmp_reg & STS_SEI) ? "Error" : "No error",
1619                         (tmp_reg & STS_UEI) ? "Error detected" : "No error");
1620         size -= t;
1621         next += t;
1622
1623         tmp_reg = readl(&dev->op_regs->usbintr);
1624         t = scnprintf(next, size,
1625                         "USB Intrrupt Enable Reg:\n"
1626                         "Sleep Enable: %d\n"
1627                         "SOF Received Enable: %d\n"
1628                         "Reset Enable: %d\n"
1629                         "System Error Enable: %d\n"
1630                         "Port Change Dectected Enable: %d\n"
1631                         "USB Error Intr Enable: %d\n"
1632                         "USB Intr Enable: %d\n\n",
1633                         (tmp_reg & INTR_SLE) ? 1 : 0,
1634                         (tmp_reg & INTR_SRE) ? 1 : 0,
1635                         (tmp_reg & INTR_URE) ? 1 : 0,
1636                         (tmp_reg & INTR_SEE) ? 1 : 0,
1637                         (tmp_reg & INTR_PCE) ? 1 : 0,
1638                         (tmp_reg & INTR_UEE) ? 1 : 0,
1639                         (tmp_reg & INTR_UE) ? 1 : 0);
1640         size -= t;
1641         next += t;
1642
1643         tmp_reg = readl(&dev->op_regs->frindex);
1644         t = scnprintf(next, size,
1645                         "USB Frame Index Reg:\n"
1646                         "Frame Number is 0x%08x\n\n",
1647                         (tmp_reg & FRINDEX_MASK));
1648         size -= t;
1649         next += t;
1650
1651         tmp_reg = readl(&dev->op_regs->deviceaddr);
1652         t = scnprintf(next, size,
1653                         "USB Device Address Reg:\n"
1654                         "Device Addr is 0x%x\n\n",
1655                         USBADR(tmp_reg));
1656         size -= t;
1657         next += t;
1658
1659         tmp_reg = readl(&dev->op_regs->endpointlistaddr);
1660         t = scnprintf(next, size,
1661                         "USB Endpoint List Address Reg:\n"
1662                         "Endpoint List Pointer is 0x%x\n\n",
1663                         EPBASE(tmp_reg));
1664         size -= t;
1665         next += t;
1666
1667         tmp_reg = readl(&dev->op_regs->portsc1);
1668         t = scnprintf(next, size,
1669                 "USB Port Status & Control Reg:\n"
1670                 "Port Reset: %s\n"
1671                 "Port Suspend Mode: %s\n"
1672                 "Over-current Change: %s\n"
1673                 "Port Enable/Disable Change: %s\n"
1674                 "Port Enabled/Disabled: %s\n"
1675                 "Current Connect Status: %s\n"
1676                 "LPM Suspend Status: %s\n\n",
1677                 (tmp_reg & PORTS_PR) ? "Reset" : "Not Reset",
1678                 (tmp_reg & PORTS_SUSP) ? "Suspend " : "Not Suspend",
1679                 (tmp_reg & PORTS_OCC) ? "Detected" : "No",
1680                 (tmp_reg & PORTS_PEC) ? "Changed" : "Not Changed",
1681                 (tmp_reg & PORTS_PE) ? "Enable" : "Not Correct",
1682                 (tmp_reg & PORTS_CCS) ?  "Attached" : "Not Attached",
1683                 (tmp_reg & PORTS_SLP) ? "LPM L1" : "LPM L0");
1684         size -= t;
1685         next += t;
1686
1687         tmp_reg = readl(&dev->op_regs->devlc);
1688         t = scnprintf(next, size,
1689                 "Device LPM Control Reg:\n"
1690                 "Parallel Transceiver : %d\n"
1691                 "Serial Transceiver : %d\n"
1692                 "Port Speed: %s\n"
1693                 "Port Force Full Speed Connenct: %s\n"
1694                 "PHY Low Power Suspend Clock: %s\n"
1695                 "BmAttributes: %d\n\n",
1696                 LPM_PTS(tmp_reg),
1697                 (tmp_reg & LPM_STS) ? 1 : 0,
1698                 ({
1699                         char    *s;
1700                         switch (LPM_PSPD(tmp_reg)) {
1701                         case LPM_SPEED_FULL:
1702                                 s = "Full Speed"; break;
1703                         case LPM_SPEED_LOW:
1704                                 s = "Low Speed"; break;
1705                         case LPM_SPEED_HIGH:
1706                                 s = "High Speed"; break;
1707                         default:
1708                                 s = "Unknown Speed"; break;
1709                         }
1710                         s;
1711                 }),
1712                 (tmp_reg & LPM_PFSC) ? "Force Full Speed" : "Not Force",
1713                 (tmp_reg & LPM_PHCD) ? "Disabled" : "Enabled",
1714                 LPM_BA(tmp_reg));
1715         size -= t;
1716         next += t;
1717
1718         tmp_reg = readl(&dev->op_regs->usbmode);
1719         t = scnprintf(next, size,
1720                         "USB Mode Reg:\n"
1721                         "Controller Mode is : %s\n\n", ({
1722                                 char *s;
1723                                 switch (MODE_CM(tmp_reg)) {
1724                                 case MODE_IDLE:
1725                                         s = "Idle"; break;
1726                                 case MODE_DEVICE:
1727                                         s = "Device Controller"; break;
1728                                 case MODE_HOST:
1729                                         s = "Host Controller"; break;
1730                                 default:
1731                                         s = "None"; break;
1732                                 }
1733                                 s;
1734                         }));
1735         size -= t;
1736         next += t;
1737
1738         tmp_reg = readl(&dev->op_regs->endptsetupstat);
1739         t = scnprintf(next, size,
1740                         "Endpoint Setup Status Reg:\n"
1741                         "SETUP on ep 0x%04x\n\n",
1742                         tmp_reg & SETUPSTAT_MASK);
1743         size -= t;
1744         next += t;
1745
1746         for (i = 0; i < dev->ep_max / 2; i++) {
1747                 tmp_reg = readl(&dev->op_regs->endptctrl[i]);
1748                 t = scnprintf(next, size, "EP Ctrl Reg [%d]: 0x%08x\n",
1749                                 i, tmp_reg);
1750                 size -= t;
1751                 next += t;
1752         }
1753         tmp_reg = readl(&dev->op_regs->endptprime);
1754         t = scnprintf(next, size, "EP Prime Reg: 0x%08x\n\n", tmp_reg);
1755         size -= t;
1756         next += t;
1757
1758         /* langwell_udc, langwell_ep, langwell_request structure information */
1759         ep = &dev->ep[0];
1760         t = scnprintf(next, size, "%s MaxPacketSize: 0x%x, ep_num: %d\n",
1761                         ep->ep.name, ep->ep.maxpacket, ep->ep_num);
1762         size -= t;
1763         next += t;
1764
1765         if (list_empty(&ep->queue)) {
1766                 t = scnprintf(next, size, "its req queue is empty\n\n");
1767                 size -= t;
1768                 next += t;
1769         } else {
1770                 list_for_each_entry(req, &ep->queue, queue) {
1771                         t = scnprintf(next, size,
1772                                 "req %p actual 0x%x length 0x%x  buf %p\n",
1773                                 &req->req, req->req.actual,
1774                                 req->req.length, req->req.buf);
1775                         size -= t;
1776                         next += t;
1777                 }
1778         }
1779         /* other gadget->eplist ep */
1780         list_for_each_entry(ep, &dev->gadget.ep_list, ep.ep_list) {
1781                 if (ep->desc) {
1782                         t = scnprintf(next, size,
1783                                         "\n%s MaxPacketSize: 0x%x, "
1784                                         "ep_num: %d\n",
1785                                         ep->ep.name, ep->ep.maxpacket,
1786                                         ep->ep_num);
1787                         size -= t;
1788                         next += t;
1789
1790                         if (list_empty(&ep->queue)) {
1791                                 t = scnprintf(next, size,
1792                                                 "its req queue is empty\n\n");
1793                                 size -= t;
1794                                 next += t;
1795                         } else {
1796                                 list_for_each_entry(req, &ep->queue, queue) {
1797                                         t = scnprintf(next, size,
1798                                                 "req %p actual 0x%x length "
1799                                                 "0x%x  buf %p\n",
1800                                                 &req->req, req->req.actual,
1801                                                 req->req.length, req->req.buf);
1802                                         size -= t;
1803                                         next += t;
1804                                 }
1805                         }
1806                 }
1807         }
1808
1809         spin_unlock_irqrestore(&dev->lock, flags);
1810         return PAGE_SIZE - size;
1811 }
1812 static DEVICE_ATTR(langwell_udc, S_IRUGO, show_langwell_udc, NULL);
1813
1814
1815 /* device "remote_wakeup" sysfs attribute file */
1816 static ssize_t store_remote_wakeup(struct device *_dev,
1817                 struct device_attribute *attr, const char *buf, size_t count)
1818 {
1819         struct langwell_udc     *dev = the_controller;
1820         unsigned long           flags;
1821         ssize_t                 rc = count;
1822
1823         if (count > 2)
1824                 return -EINVAL;
1825
1826         if (count > 0 && buf[count-1] == '\n')
1827                 ((char *) buf)[count-1] = 0;
1828
1829         if (buf[0] != '1')
1830                 return -EINVAL;
1831
1832         /* force remote wakeup enabled in case gadget driver doesn't support */
1833         spin_lock_irqsave(&dev->lock, flags);
1834         dev->remote_wakeup = 1;
1835         dev->dev_status |= (1 << USB_DEVICE_REMOTE_WAKEUP);
1836         spin_unlock_irqrestore(&dev->lock, flags);
1837
1838         langwell_wakeup(&dev->gadget);
1839
1840         return rc;
1841 }
1842 static DEVICE_ATTR(remote_wakeup, S_IWUSR, NULL, store_remote_wakeup);
1843
1844
1845 /*-------------------------------------------------------------------------*/
1846
1847 /*
1848  * when a driver is successfully registered, it will receive
1849  * control requests including set_configuration(), which enables
1850  * non-control requests.  then usb traffic follows until a
1851  * disconnect is reported.  then a host may connect again, or
1852  * the driver might get unbound.
1853  */
1854
1855 int usb_gadget_probe_driver(struct usb_gadget_driver *driver,
1856                 int (*bind)(struct usb_gadget *))
1857 {
1858         struct langwell_udc     *dev = the_controller;
1859         unsigned long           flags;
1860         int                     retval;
1861
1862         if (!dev)
1863                 return -ENODEV;
1864
1865         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1866
1867         if (dev->driver)
1868                 return -EBUSY;
1869
1870         spin_lock_irqsave(&dev->lock, flags);
1871
1872         /* hook up the driver ... */
1873         driver->driver.bus = NULL;
1874         dev->driver = driver;
1875         dev->gadget.dev.driver = &driver->driver;
1876
1877         spin_unlock_irqrestore(&dev->lock, flags);
1878
1879         retval = bind(&dev->gadget);
1880         if (retval) {
1881                 dev_dbg(&dev->pdev->dev, "bind to driver %s --> %d\n",
1882                                 driver->driver.name, retval);
1883                 dev->driver = NULL;
1884                 dev->gadget.dev.driver = NULL;
1885                 return retval;
1886         }
1887
1888         retval = device_create_file(&dev->pdev->dev, &dev_attr_function);
1889         if (retval)
1890                 goto err_unbind;
1891
1892         dev->usb_state = USB_STATE_ATTACHED;
1893         dev->ep0_state = WAIT_FOR_SETUP;
1894         dev->ep0_dir = USB_DIR_OUT;
1895
1896         /* enable interrupt and set controller to run state */
1897         if (dev->got_irq)
1898                 langwell_udc_start(dev);
1899
1900         dev_vdbg(&dev->pdev->dev,
1901                         "After langwell_udc_start(), print all registers:\n");
1902         print_all_registers(dev);
1903
1904         dev_info(&dev->pdev->dev, "register driver: %s\n",
1905                         driver->driver.name);
1906         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1907         return 0;
1908
1909 err_unbind:
1910         driver->unbind(&dev->gadget);
1911         dev->gadget.dev.driver = NULL;
1912         dev->driver = NULL;
1913
1914         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1915         return retval;
1916 }
1917 EXPORT_SYMBOL(usb_gadget_probe_driver);
1918
1919
1920 /* unregister gadget driver */
1921 int usb_gadget_unregister_driver(struct usb_gadget_driver *driver)
1922 {
1923         struct langwell_udc     *dev = the_controller;
1924         unsigned long           flags;
1925
1926         if (!dev)
1927                 return -ENODEV;
1928
1929         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1930
1931         if (unlikely(!driver || !driver->unbind))
1932                 return -EINVAL;
1933
1934         /* exit PHY low power suspend */
1935         if (dev->pdev->device != 0x0829)
1936                 langwell_phy_low_power(dev, 0);
1937
1938         /* unbind OTG transceiver */
1939         if (dev->transceiver)
1940                 (void)otg_set_peripheral(dev->transceiver, 0);
1941
1942         /* disable interrupt and set controller to stop state */
1943         langwell_udc_stop(dev);
1944
1945         dev->usb_state = USB_STATE_ATTACHED;
1946         dev->ep0_state = WAIT_FOR_SETUP;
1947         dev->ep0_dir = USB_DIR_OUT;
1948
1949         spin_lock_irqsave(&dev->lock, flags);
1950
1951         /* stop all usb activities */
1952         dev->gadget.speed = USB_SPEED_UNKNOWN;
1953         stop_activity(dev, driver);
1954         spin_unlock_irqrestore(&dev->lock, flags);
1955
1956         /* unbind gadget driver */
1957         driver->unbind(&dev->gadget);
1958         dev->gadget.dev.driver = NULL;
1959         dev->driver = NULL;
1960
1961         device_remove_file(&dev->pdev->dev, &dev_attr_function);
1962
1963         dev_info(&dev->pdev->dev, "unregistered driver '%s'\n",
1964                         driver->driver.name);
1965         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1966         return 0;
1967 }
1968 EXPORT_SYMBOL(usb_gadget_unregister_driver);
1969
1970
1971 /*-------------------------------------------------------------------------*/
1972
1973 /*
1974  * setup tripwire is used as a semaphore to ensure that the setup data
1975  * payload is extracted from a dQH without being corrupted
1976  */
1977 static void setup_tripwire(struct langwell_udc *dev)
1978 {
1979         u32                     usbcmd,
1980                                 endptsetupstat;
1981         unsigned long           timeout;
1982         struct langwell_dqh     *dqh;
1983
1984         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1985
1986         /* ep0 OUT dQH */
1987         dqh = &dev->ep_dqh[EP_DIR_OUT];
1988
1989         /* Write-Clear endptsetupstat */
1990         endptsetupstat = readl(&dev->op_regs->endptsetupstat);
1991         writel(endptsetupstat, &dev->op_regs->endptsetupstat);
1992
1993         /* wait until endptsetupstat is cleared */
1994         timeout = jiffies + SETUPSTAT_TIMEOUT;
1995         while (readl(&dev->op_regs->endptsetupstat)) {
1996                 if (time_after(jiffies, timeout)) {
1997                         dev_err(&dev->pdev->dev, "setup_tripwire timeout\n");
1998                         break;
1999                 }
2000                 cpu_relax();
2001         }
2002
2003         /* while a hazard exists when setup packet arrives */
2004         do {
2005                 /* set setup tripwire bit */
2006                 usbcmd = readl(&dev->op_regs->usbcmd);
2007                 writel(usbcmd | CMD_SUTW, &dev->op_regs->usbcmd);
2008
2009                 /* copy the setup packet to local buffer */
2010                 memcpy(&dev->local_setup_buff, &dqh->dqh_setup, 8);
2011         } while (!(readl(&dev->op_regs->usbcmd) & CMD_SUTW));
2012
2013         /* Write-Clear setup tripwire bit */
2014         usbcmd = readl(&dev->op_regs->usbcmd);
2015         writel(usbcmd & ~CMD_SUTW, &dev->op_regs->usbcmd);
2016
2017         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2018 }
2019
2020
2021 /* protocol ep0 stall, will automatically be cleared on new transaction */
2022 static void ep0_stall(struct langwell_udc *dev)
2023 {
2024         u32     endptctrl;
2025
2026         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2027
2028         /* set TX and RX to stall */
2029         endptctrl = readl(&dev->op_regs->endptctrl[0]);
2030         endptctrl |= EPCTRL_TXS | EPCTRL_RXS;
2031         writel(endptctrl, &dev->op_regs->endptctrl[0]);
2032
2033         /* update ep0 state */
2034         dev->ep0_state = WAIT_FOR_SETUP;
2035         dev->ep0_dir = USB_DIR_OUT;
2036
2037         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2038 }
2039
2040
2041 /* PRIME a status phase for ep0 */
2042 static int prime_status_phase(struct langwell_udc *dev, int dir)
2043 {
2044         struct langwell_request *req;
2045         struct langwell_ep      *ep;
2046         int                     status = 0;
2047
2048         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2049
2050         if (dir == EP_DIR_IN)
2051                 dev->ep0_dir = USB_DIR_IN;
2052         else
2053                 dev->ep0_dir = USB_DIR_OUT;
2054
2055         ep = &dev->ep[0];
2056         dev->ep0_state = WAIT_FOR_OUT_STATUS;
2057
2058         req = dev->status_req;
2059
2060         req->ep = ep;
2061         req->req.length = 0;
2062         req->req.status = -EINPROGRESS;
2063         req->req.actual = 0;
2064         req->req.complete = NULL;
2065         req->dtd_count = 0;
2066
2067         if (!req_to_dtd(req))
2068                 status = queue_dtd(ep, req);
2069         else
2070                 return -ENOMEM;
2071
2072         if (status)
2073                 dev_err(&dev->pdev->dev, "can't queue ep0 status request\n");
2074
2075         list_add_tail(&req->queue, &ep->queue);
2076
2077         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2078         return status;
2079 }
2080
2081
2082 /* SET_ADDRESS request routine */
2083 static void set_address(struct langwell_udc *dev, u16 value,
2084                 u16 index, u16 length)
2085 {
2086         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2087
2088         /* save the new address to device struct */
2089         dev->dev_addr = (u8) value;
2090         dev_vdbg(&dev->pdev->dev, "dev->dev_addr = %d\n", dev->dev_addr);
2091
2092         /* update usb state */
2093         dev->usb_state = USB_STATE_ADDRESS;
2094
2095         /* STATUS phase */
2096         if (prime_status_phase(dev, EP_DIR_IN))
2097                 ep0_stall(dev);
2098
2099         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2100 }
2101
2102
2103 /* return endpoint by windex */
2104 static struct langwell_ep *get_ep_by_windex(struct langwell_udc *dev,
2105                 u16 wIndex)
2106 {
2107         struct langwell_ep              *ep;
2108         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2109
2110         if ((wIndex & USB_ENDPOINT_NUMBER_MASK) == 0)
2111                 return &dev->ep[0];
2112
2113         list_for_each_entry(ep, &dev->gadget.ep_list, ep.ep_list) {
2114                 u8      bEndpointAddress;
2115                 if (!ep->desc)
2116                         continue;
2117
2118                 bEndpointAddress = ep->desc->bEndpointAddress;
2119                 if ((wIndex ^ bEndpointAddress) & USB_DIR_IN)
2120                         continue;
2121
2122                 if ((wIndex & USB_ENDPOINT_NUMBER_MASK)
2123                         == (bEndpointAddress & USB_ENDPOINT_NUMBER_MASK))
2124                         return ep;
2125         }
2126
2127         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2128         return NULL;
2129 }
2130
2131
2132 /* return whether endpoint is stalled, 0: not stalled; 1: stalled */
2133 static int ep_is_stall(struct langwell_ep *ep)
2134 {
2135         struct langwell_udc     *dev = ep->dev;
2136         u32                     endptctrl;
2137         int                     retval;
2138
2139         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2140
2141         endptctrl = readl(&dev->op_regs->endptctrl[ep->ep_num]);
2142         if (is_in(ep))
2143                 retval = endptctrl & EPCTRL_TXS ? 1 : 0;
2144         else
2145                 retval = endptctrl & EPCTRL_RXS ? 1 : 0;
2146
2147         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2148         return retval;
2149 }
2150
2151
2152 /* GET_STATUS request routine */
2153 static void get_status(struct langwell_udc *dev, u8 request_type, u16 value,
2154                 u16 index, u16 length)
2155 {
2156         struct langwell_request *req;
2157         struct langwell_ep      *ep;
2158         u16     status_data = 0;        /* 16 bits cpu view status data */
2159         int     status = 0;
2160
2161         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2162
2163         ep = &dev->ep[0];
2164
2165         if ((request_type & USB_RECIP_MASK) == USB_RECIP_DEVICE) {
2166                 /* get device status */
2167                 status_data = dev->dev_status;
2168         } else if ((request_type & USB_RECIP_MASK) == USB_RECIP_INTERFACE) {
2169                 /* get interface status */
2170                 status_data = 0;
2171         } else if ((request_type & USB_RECIP_MASK) == USB_RECIP_ENDPOINT) {
2172                 /* get endpoint status */
2173                 struct langwell_ep      *epn;
2174                 epn = get_ep_by_windex(dev, index);
2175                 /* stall if endpoint doesn't exist */
2176                 if (!epn)
2177                         goto stall;
2178
2179                 status_data = ep_is_stall(epn) << USB_ENDPOINT_HALT;
2180         }
2181
2182         dev_dbg(&dev->pdev->dev, "get status data: 0x%04x\n", status_data);
2183
2184         dev->ep0_dir = USB_DIR_IN;
2185
2186         /* borrow the per device status_req */
2187         req = dev->status_req;
2188
2189         /* fill in the reqest structure */
2190         *((u16 *) req->req.buf) = cpu_to_le16(status_data);
2191         req->ep = ep;
2192         req->req.length = 2;
2193         req->req.status = -EINPROGRESS;
2194         req->req.actual = 0;
2195         req->req.complete = NULL;
2196         req->dtd_count = 0;
2197
2198         /* prime the data phase */
2199         if (!req_to_dtd(req))
2200                 status = queue_dtd(ep, req);
2201         else                    /* no mem */
2202                 goto stall;
2203
2204         if (status) {
2205                 dev_err(&dev->pdev->dev,
2206                                 "response error on GET_STATUS request\n");
2207                 goto stall;
2208         }
2209
2210         list_add_tail(&req->queue, &ep->queue);
2211         dev->ep0_state = DATA_STATE_XMIT;
2212
2213         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2214         return;
2215 stall:
2216         ep0_stall(dev);
2217         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2218 }
2219
2220
2221 /* setup packet interrupt handler */
2222 static void handle_setup_packet(struct langwell_udc *dev,
2223                 struct usb_ctrlrequest *setup)
2224 {
2225         u16     wValue = le16_to_cpu(setup->wValue);
2226         u16     wIndex = le16_to_cpu(setup->wIndex);
2227         u16     wLength = le16_to_cpu(setup->wLength);
2228
2229         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2230
2231         /* ep0 fifo flush */
2232         nuke(&dev->ep[0], -ESHUTDOWN);
2233
2234         dev_dbg(&dev->pdev->dev, "SETUP %02x.%02x v%04x i%04x l%04x\n",
2235                         setup->bRequestType, setup->bRequest,
2236                         wValue, wIndex, wLength);
2237
2238         /* RNDIS gadget delegate */
2239         if ((setup->bRequestType == 0x21) && (setup->bRequest == 0x00)) {
2240                 /* USB_CDC_SEND_ENCAPSULATED_COMMAND */
2241                 goto delegate;
2242         }
2243
2244         /* USB_CDC_GET_ENCAPSULATED_RESPONSE */
2245         if ((setup->bRequestType == 0xa1) && (setup->bRequest == 0x01)) {
2246                 /* USB_CDC_GET_ENCAPSULATED_RESPONSE */
2247                 goto delegate;
2248         }
2249
2250         /* We process some stardard setup requests here */
2251         switch (setup->bRequest) {
2252         case USB_REQ_GET_STATUS:
2253                 dev_dbg(&dev->pdev->dev, "SETUP: USB_REQ_GET_STATUS\n");
2254                 /* get status, DATA and STATUS phase */
2255                 if ((setup->bRequestType & (USB_DIR_IN | USB_TYPE_MASK))
2256                                         != (USB_DIR_IN | USB_TYPE_STANDARD))
2257                         break;
2258                 get_status(dev, setup->bRequestType, wValue, wIndex, wLength);
2259                 goto end;
2260
2261         case USB_REQ_SET_ADDRESS:
2262                 dev_dbg(&dev->pdev->dev, "SETUP: USB_REQ_SET_ADDRESS\n");
2263                 /* STATUS phase */
2264                 if (setup->bRequestType != (USB_DIR_OUT | USB_TYPE_STANDARD
2265                                                 | USB_RECIP_DEVICE))
2266                         break;
2267                 set_address(dev, wValue, wIndex, wLength);
2268                 goto end;
2269
2270         case USB_REQ_CLEAR_FEATURE:
2271         case USB_REQ_SET_FEATURE:
2272                 /* STATUS phase */
2273         {
2274                 int rc = -EOPNOTSUPP;
2275                 if (setup->bRequest == USB_REQ_SET_FEATURE)
2276                         dev_dbg(&dev->pdev->dev,
2277                                         "SETUP: USB_REQ_SET_FEATURE\n");
2278                 else if (setup->bRequest == USB_REQ_CLEAR_FEATURE)
2279                         dev_dbg(&dev->pdev->dev,
2280                                         "SETUP: USB_REQ_CLEAR_FEATURE\n");
2281
2282                 if ((setup->bRequestType & (USB_RECIP_MASK | USB_TYPE_MASK))
2283                                 == (USB_RECIP_ENDPOINT | USB_TYPE_STANDARD)) {
2284                         struct langwell_ep      *epn;
2285                         epn = get_ep_by_windex(dev, wIndex);
2286                         /* stall if endpoint doesn't exist */
2287                         if (!epn) {
2288                                 ep0_stall(dev);
2289                                 goto end;
2290                         }
2291
2292                         if (wValue != 0 || wLength != 0
2293                                         || epn->ep_num > dev->ep_max)
2294                                 break;
2295
2296                         spin_unlock(&dev->lock);
2297                         rc = langwell_ep_set_halt(&epn->ep,
2298                                 (setup->bRequest == USB_REQ_SET_FEATURE)
2299                                 ? 1 : 0);
2300                         spin_lock(&dev->lock);
2301
2302                 } else if ((setup->bRequestType & (USB_RECIP_MASK
2303                                 | USB_TYPE_MASK)) == (USB_RECIP_DEVICE
2304                                 | USB_TYPE_STANDARD)) {
2305                         rc = 0;
2306                         switch (wValue) {
2307                         case USB_DEVICE_REMOTE_WAKEUP:
2308                                 if (setup->bRequest == USB_REQ_SET_FEATURE) {
2309                                         dev->remote_wakeup = 1;
2310                                         dev->dev_status |= (1 << wValue);
2311                                 } else {
2312                                         dev->remote_wakeup = 0;
2313                                         dev->dev_status &= ~(1 << wValue);
2314                                 }
2315                                 break;
2316                         default:
2317                                 rc = -EOPNOTSUPP;
2318                                 break;
2319                         }
2320
2321                         if (!gadget_is_otg(&dev->gadget))
2322                                 break;
2323                         else if (setup->bRequest == USB_DEVICE_B_HNP_ENABLE) {
2324                                 dev->gadget.b_hnp_enable = 1;
2325 #ifdef  OTG_TRANSCEIVER
2326                                 if (!dev->lotg->otg.default_a)
2327                                         dev->lotg->hsm.b_hnp_enable = 1;
2328 #endif
2329                         } else if (setup->bRequest == USB_DEVICE_A_HNP_SUPPORT)
2330                                 dev->gadget.a_hnp_support = 1;
2331                         else if (setup->bRequest ==
2332                                         USB_DEVICE_A_ALT_HNP_SUPPORT)
2333                                 dev->gadget.a_alt_hnp_support = 1;
2334                         else
2335                                 break;
2336                 } else
2337                         break;
2338
2339                 if (rc == 0) {
2340                         if (prime_status_phase(dev, EP_DIR_IN))
2341                                 ep0_stall(dev);
2342                 }
2343                 goto end;
2344         }
2345
2346         case USB_REQ_GET_DESCRIPTOR:
2347                 dev_dbg(&dev->pdev->dev,
2348                                 "SETUP: USB_REQ_GET_DESCRIPTOR\n");
2349                 goto delegate;
2350
2351         case USB_REQ_SET_DESCRIPTOR:
2352                 dev_dbg(&dev->pdev->dev,
2353                                 "SETUP: USB_REQ_SET_DESCRIPTOR unsupported\n");
2354                 goto delegate;
2355
2356         case USB_REQ_GET_CONFIGURATION:
2357                 dev_dbg(&dev->pdev->dev,
2358                                 "SETUP: USB_REQ_GET_CONFIGURATION\n");
2359                 goto delegate;
2360
2361         case USB_REQ_SET_CONFIGURATION:
2362                 dev_dbg(&dev->pdev->dev,
2363                                 "SETUP: USB_REQ_SET_CONFIGURATION\n");
2364                 goto delegate;
2365
2366         case USB_REQ_GET_INTERFACE:
2367                 dev_dbg(&dev->pdev->dev,
2368                                 "SETUP: USB_REQ_GET_INTERFACE\n");
2369                 goto delegate;
2370
2371         case USB_REQ_SET_INTERFACE:
2372                 dev_dbg(&dev->pdev->dev,
2373                                 "SETUP: USB_REQ_SET_INTERFACE\n");
2374                 goto delegate;
2375
2376         case USB_REQ_SYNCH_FRAME:
2377                 dev_dbg(&dev->pdev->dev,
2378                                 "SETUP: USB_REQ_SYNCH_FRAME unsupported\n");
2379                 goto delegate;
2380
2381         default:
2382                 /* delegate USB standard requests to the gadget driver */
2383                 goto delegate;
2384 delegate:
2385                 /* USB requests handled by gadget */
2386                 if (wLength) {
2387                         /* DATA phase from gadget, STATUS phase from udc */
2388                         dev->ep0_dir = (setup->bRequestType & USB_DIR_IN)
2389                                         ?  USB_DIR_IN : USB_DIR_OUT;
2390                         dev_vdbg(&dev->pdev->dev,
2391                                         "dev->ep0_dir = 0x%x, wLength = %d\n",
2392                                         dev->ep0_dir, wLength);
2393                         spin_unlock(&dev->lock);
2394                         if (dev->driver->setup(&dev->gadget,
2395                                         &dev->local_setup_buff) < 0)
2396                                 ep0_stall(dev);
2397                         spin_lock(&dev->lock);
2398                         dev->ep0_state = (setup->bRequestType & USB_DIR_IN)
2399                                         ?  DATA_STATE_XMIT : DATA_STATE_RECV;
2400                 } else {
2401                         /* no DATA phase, IN STATUS phase from gadget */
2402                         dev->ep0_dir = USB_DIR_IN;
2403                         dev_vdbg(&dev->pdev->dev,
2404                                         "dev->ep0_dir = 0x%x, wLength = %d\n",
2405                                         dev->ep0_dir, wLength);
2406                         spin_unlock(&dev->lock);
2407                         if (dev->driver->setup(&dev->gadget,
2408                                         &dev->local_setup_buff) < 0)
2409                                 ep0_stall(dev);
2410                         spin_lock(&dev->lock);
2411                         dev->ep0_state = WAIT_FOR_OUT_STATUS;
2412                 }
2413                 break;
2414         }
2415 end:
2416         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2417 }
2418
2419
2420 /* transfer completion, process endpoint request and free the completed dTDs
2421  * for this request
2422  */
2423 static int process_ep_req(struct langwell_udc *dev, int index,
2424                 struct langwell_request *curr_req)
2425 {
2426         struct langwell_dtd     *curr_dtd;
2427         struct langwell_dqh     *curr_dqh;
2428         int                     td_complete, actual, remaining_length;
2429         int                     i, dir;
2430         u8                      dtd_status = 0;
2431         int                     retval = 0;
2432
2433         curr_dqh = &dev->ep_dqh[index];
2434         dir = index % 2;
2435
2436         curr_dtd = curr_req->head;
2437         td_complete = 0;
2438         actual = curr_req->req.length;
2439
2440         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2441
2442         for (i = 0; i < curr_req->dtd_count; i++) {
2443                 remaining_length = le16_to_cpu(curr_dtd->dtd_total);
2444                 actual -= remaining_length;
2445
2446                 /* command execution states by dTD */
2447                 dtd_status = curr_dtd->dtd_status;
2448
2449                 if (!dtd_status) {
2450                         /* transfers completed successfully */
2451                         if (!remaining_length) {
2452                                 td_complete++;
2453                                 dev_vdbg(&dev->pdev->dev,
2454                                         "dTD transmitted successfully\n");
2455                         } else {
2456                                 if (dir) {
2457                                         dev_vdbg(&dev->pdev->dev,
2458                                                 "TX dTD remains data\n");
2459                                         retval = -EPROTO;
2460                                         break;
2461
2462                                 } else {
2463                                         td_complete++;
2464                                         break;
2465                                 }
2466                         }
2467                 } else {
2468                         /* transfers completed with errors */
2469                         if (dtd_status & DTD_STS_ACTIVE) {
2470                                 dev_dbg(&dev->pdev->dev,
2471                                         "dTD status ACTIVE dQH[%d]\n", index);
2472                                 retval = 1;
2473                                 return retval;
2474                         } else if (dtd_status & DTD_STS_HALTED) {
2475                                 dev_err(&dev->pdev->dev,
2476                                         "dTD error %08x dQH[%d]\n",
2477                                         dtd_status, index);
2478                                 /* clear the errors and halt condition */
2479                                 curr_dqh->dtd_status = 0;
2480                                 retval = -EPIPE;
2481                                 break;
2482                         } else if (dtd_status & DTD_STS_DBE) {
2483                                 dev_dbg(&dev->pdev->dev,
2484                                         "data buffer (overflow) error\n");
2485                                 retval = -EPROTO;
2486                                 break;
2487                         } else if (dtd_status & DTD_STS_TRE) {
2488                                 dev_dbg(&dev->pdev->dev,
2489                                         "transaction(ISO) error\n");
2490                                 retval = -EILSEQ;
2491                                 break;
2492                         } else
2493                                 dev_err(&dev->pdev->dev,
2494                                         "unknown error (0x%x)!\n",
2495                                         dtd_status);
2496                 }
2497
2498                 if (i != curr_req->dtd_count - 1)
2499                         curr_dtd = (struct langwell_dtd *)
2500                                 curr_dtd->next_dtd_virt;
2501         }
2502
2503         if (retval)
2504                 return retval;
2505
2506         curr_req->req.actual = actual;
2507
2508         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2509         return 0;
2510 }
2511
2512
2513 /* complete DATA or STATUS phase of ep0 prime status phase if needed */
2514 static void ep0_req_complete(struct langwell_udc *dev,
2515                 struct langwell_ep *ep0, struct langwell_request *req)
2516 {
2517         u32     new_addr;
2518         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2519
2520         if (dev->usb_state == USB_STATE_ADDRESS) {
2521                 /* set the new address */
2522                 new_addr = (u32)dev->dev_addr;
2523                 writel(new_addr << USBADR_SHIFT, &dev->op_regs->deviceaddr);
2524
2525                 new_addr = USBADR(readl(&dev->op_regs->deviceaddr));
2526                 dev_vdbg(&dev->pdev->dev, "new_addr = %d\n", new_addr);
2527         }
2528
2529         done(ep0, req, 0);
2530
2531         switch (dev->ep0_state) {
2532         case DATA_STATE_XMIT:
2533                 /* receive status phase */
2534                 if (prime_status_phase(dev, EP_DIR_OUT))
2535                         ep0_stall(dev);
2536                 break;
2537         case DATA_STATE_RECV:
2538                 /* send status phase */
2539                 if (prime_status_phase(dev, EP_DIR_IN))
2540                         ep0_stall(dev);
2541                 break;
2542         case WAIT_FOR_OUT_STATUS:
2543                 dev->ep0_state = WAIT_FOR_SETUP;
2544                 break;
2545         case WAIT_FOR_SETUP:
2546                 dev_err(&dev->pdev->dev, "unexpect ep0 packets\n");
2547                 break;
2548         default:
2549                 ep0_stall(dev);
2550                 break;
2551         }
2552
2553         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2554 }
2555
2556
2557 /* USB transfer completion interrupt */
2558 static void handle_trans_complete(struct langwell_udc *dev)
2559 {
2560         u32                     complete_bits;
2561         int                     i, ep_num, dir, bit_mask, status;
2562         struct langwell_ep      *epn;
2563         struct langwell_request *curr_req, *temp_req;
2564
2565         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2566
2567         complete_bits = readl(&dev->op_regs->endptcomplete);
2568         dev_vdbg(&dev->pdev->dev, "endptcomplete register: 0x%08x\n",
2569                         complete_bits);
2570
2571         /* Write-Clear the bits in endptcomplete register */
2572         writel(complete_bits, &dev->op_regs->endptcomplete);
2573
2574         if (!complete_bits) {
2575                 dev_dbg(&dev->pdev->dev, "complete_bits = 0\n");
2576                 goto done;
2577         }
2578
2579         for (i = 0; i < dev->ep_max; i++) {
2580                 ep_num = i / 2;
2581                 dir = i % 2;
2582
2583                 bit_mask = 1 << (ep_num + 16 * dir);
2584
2585                 if (!(complete_bits & bit_mask))
2586                         continue;
2587
2588                 /* ep0 */
2589                 if (i == 1)
2590                         epn = &dev->ep[0];
2591                 else
2592                         epn = &dev->ep[i];
2593
2594                 if (epn->name == NULL) {
2595                         dev_warn(&dev->pdev->dev, "invalid endpoint\n");
2596                         continue;
2597                 }
2598
2599                 if (i < 2)
2600                         /* ep0 in and out */
2601                         dev_dbg(&dev->pdev->dev, "%s-%s transfer completed\n",
2602                                         epn->name,
2603                                         is_in(epn) ? "in" : "out");
2604                 else
2605                         dev_dbg(&dev->pdev->dev, "%s transfer completed\n",
2606                                         epn->name);
2607
2608                 /* process the req queue until an uncomplete request */
2609                 list_for_each_entry_safe(curr_req, temp_req,
2610                                 &epn->queue, queue) {
2611                         status = process_ep_req(dev, i, curr_req);
2612                         dev_vdbg(&dev->pdev->dev, "%s req status: %d\n",
2613                                         epn->name, status);
2614
2615                         if (status)
2616                                 break;
2617
2618                         /* write back status to req */
2619                         curr_req->req.status = status;
2620
2621                         /* ep0 request completion */
2622                         if (ep_num == 0) {
2623                                 ep0_req_complete(dev, epn, curr_req);
2624                                 break;
2625                         } else {
2626                                 done(epn, curr_req, status);
2627                         }
2628                 }
2629         }
2630 done:
2631         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2632 }
2633
2634
2635 /* port change detect interrupt handler */
2636 static void handle_port_change(struct langwell_udc *dev)
2637 {
2638         u32     portsc1, devlc;
2639         u32     speed;
2640
2641         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2642
2643         if (dev->bus_reset)
2644                 dev->bus_reset = 0;
2645
2646         portsc1 = readl(&dev->op_regs->portsc1);
2647         devlc = readl(&dev->op_regs->devlc);
2648         dev_vdbg(&dev->pdev->dev, "portsc1 = 0x%08x, devlc = 0x%08x\n",
2649                         portsc1, devlc);
2650
2651         /* bus reset is finished */
2652         if (!(portsc1 & PORTS_PR)) {
2653                 /* get the speed */
2654                 speed = LPM_PSPD(devlc);
2655                 switch (speed) {
2656                 case LPM_SPEED_HIGH:
2657                         dev->gadget.speed = USB_SPEED_HIGH;
2658                         break;
2659                 case LPM_SPEED_FULL:
2660                         dev->gadget.speed = USB_SPEED_FULL;
2661                         break;
2662                 case LPM_SPEED_LOW:
2663                         dev->gadget.speed = USB_SPEED_LOW;
2664                         break;
2665                 default:
2666                         dev->gadget.speed = USB_SPEED_UNKNOWN;
2667                         break;
2668                 }
2669                 dev_vdbg(&dev->pdev->dev,
2670                                 "speed = %d, dev->gadget.speed = %d\n",
2671                                 speed, dev->gadget.speed);
2672         }
2673
2674         /* LPM L0 to L1 */
2675         if (dev->lpm && dev->lpm_state == LPM_L0)
2676                 if (portsc1 & PORTS_SUSP && portsc1 & PORTS_SLP) {
2677                         dev_info(&dev->pdev->dev, "LPM L0 to L1\n");
2678                         dev->lpm_state = LPM_L1;
2679                 }
2680
2681         /* LPM L1 to L0, force resume or remote wakeup finished */
2682         if (dev->lpm && dev->lpm_state == LPM_L1)
2683                 if (!(portsc1 & PORTS_SUSP)) {
2684                         dev_info(&dev->pdev->dev, "LPM L1 to L0\n");
2685                         dev->lpm_state = LPM_L0;
2686                 }
2687
2688         /* update USB state */
2689         if (!dev->resume_state)
2690                 dev->usb_state = USB_STATE_DEFAULT;
2691
2692         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2693 }
2694
2695
2696 /* USB reset interrupt handler */
2697 static void handle_usb_reset(struct langwell_udc *dev)
2698 {
2699         u32             deviceaddr,
2700                         endptsetupstat,
2701                         endptcomplete;
2702         unsigned long   timeout;
2703
2704         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2705
2706         /* Write-Clear the device address */
2707         deviceaddr = readl(&dev->op_regs->deviceaddr);
2708         writel(deviceaddr & ~USBADR_MASK, &dev->op_regs->deviceaddr);
2709
2710         dev->dev_addr = 0;
2711
2712         /* clear usb state */
2713         dev->resume_state = 0;
2714
2715         /* LPM L1 to L0, reset */
2716         if (dev->lpm)
2717                 dev->lpm_state = LPM_L0;
2718
2719         dev->ep0_dir = USB_DIR_OUT;
2720         dev->ep0_state = WAIT_FOR_SETUP;
2721
2722         /* remote wakeup reset to 0 when the device is reset */
2723         dev->remote_wakeup = 0;
2724         dev->dev_status = 1 << USB_DEVICE_SELF_POWERED;
2725         dev->gadget.b_hnp_enable = 0;
2726         dev->gadget.a_hnp_support = 0;
2727         dev->gadget.a_alt_hnp_support = 0;
2728
2729         /* Write-Clear all the setup token semaphores */
2730         endptsetupstat = readl(&dev->op_regs->endptsetupstat);
2731         writel(endptsetupstat, &dev->op_regs->endptsetupstat);
2732
2733         /* Write-Clear all the endpoint complete status bits */
2734         endptcomplete = readl(&dev->op_regs->endptcomplete);
2735         writel(endptcomplete, &dev->op_regs->endptcomplete);
2736
2737         /* wait until all endptprime bits cleared */
2738         timeout = jiffies + PRIME_TIMEOUT;
2739         while (readl(&dev->op_regs->endptprime)) {
2740                 if (time_after(jiffies, timeout)) {
2741                         dev_err(&dev->pdev->dev, "USB reset timeout\n");
2742                         break;
2743                 }
2744                 cpu_relax();
2745         }
2746
2747         /* write 1s to endptflush register to clear any primed buffers */
2748         writel((u32) ~0, &dev->op_regs->endptflush);
2749
2750         if (readl(&dev->op_regs->portsc1) & PORTS_PR) {
2751                 dev_vdbg(&dev->pdev->dev, "USB bus reset\n");
2752                 /* bus is reseting */
2753                 dev->bus_reset = 1;
2754
2755                 /* reset all the queues, stop all USB activities */
2756                 stop_activity(dev, dev->driver);
2757                 dev->usb_state = USB_STATE_DEFAULT;
2758         } else {
2759                 dev_vdbg(&dev->pdev->dev, "device controller reset\n");
2760                 /* controller reset */
2761                 langwell_udc_reset(dev);
2762
2763                 /* reset all the queues, stop all USB activities */
2764                 stop_activity(dev, dev->driver);
2765
2766                 /* reset ep0 dQH and endptctrl */
2767                 ep0_reset(dev);
2768
2769                 /* enable interrupt and set controller to run state */
2770                 langwell_udc_start(dev);
2771
2772                 dev->usb_state = USB_STATE_ATTACHED;
2773         }
2774
2775 #ifdef  OTG_TRANSCEIVER
2776         /* refer to USB OTG 6.6.2.3 b_hnp_en is cleared */
2777         if (!dev->lotg->otg.default_a)
2778                 dev->lotg->hsm.b_hnp_enable = 0;
2779 #endif
2780
2781         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2782 }
2783
2784
2785 /* USB bus suspend/resume interrupt */
2786 static void handle_bus_suspend(struct langwell_udc *dev)
2787 {
2788         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
2789
2790         dev->resume_state = dev->usb_state;
2791         dev->usb_state = USB_STATE_SUSPENDED;
2792
2793 #ifdef  OTG_TRANSCEIVER
2794         if (dev->lotg->otg.default_a) {
2795                 if (dev->lotg->hsm.b_bus_suspend_vld == 1) {
2796                         dev->lotg->hsm.b_bus_suspend = 1;
2797                         /* notify transceiver the state changes */
2798                         if (spin_trylock(&dev->lotg->wq_lock)) {
2799                                 langwell_update_transceiver();
2800                                 spin_unlock(&dev->lotg->wq_lock);
2801                         }
2802                 }
2803                 dev->lotg->hsm.b_bus_suspend_vld++;
2804         } else {
2805                 if (!dev->lotg->hsm.a_bus_suspend) {
2806                         dev->lotg->hsm.a_bus_suspend = 1;
2807                         /* notify transceiver the state changes */
2808                         if (spin_trylock(&dev->lotg->wq_lock)) {
2809                                 langwell_update_transceiver();
2810                                 spin_unlock(&dev->lotg->wq_lock);
2811                         }
2812                 }
2813         }
2814 #endif
2815
2816         /* report suspend to the driver */
2817         if (dev->driver) {
2818                 if (dev->driver->suspend) {
2819                         spin_unlock(&dev->lock);
2820                         dev->driver->suspend(&dev->gadget);
2821                         spin_lock(&dev->lock);
2822                         dev_dbg(&dev->pdev->dev, "suspend %s\n",
2823                                         dev->driver->driver.name);
2824                 }
2825         }
2826
2827         /* enter PHY low power suspend */
2828         if (dev->pdev->device != 0x0829)
2829                 langwell_phy_low_power(dev, 0);
2830
2831         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2832 }
2833
2834
2835 static void handle_bus_resume(struct langwell_udc *dev)
2836 {
2837         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
2838
2839         dev->usb_state = dev->resume_state;
2840         dev->resume_state = 0;
2841
2842         /* exit PHY low power suspend */
2843         if (dev->pdev->device != 0x0829)
2844                 langwell_phy_low_power(dev, 0);
2845
2846 #ifdef  OTG_TRANSCEIVER
2847         if (dev->lotg->otg.default_a == 0)
2848                 dev->lotg->hsm.a_bus_suspend = 0;
2849 #endif
2850
2851         /* report resume to the driver */
2852         if (dev->driver) {
2853                 if (dev->driver->resume) {
2854                         spin_unlock(&dev->lock);
2855                         dev->driver->resume(&dev->gadget);
2856                         spin_lock(&dev->lock);
2857                         dev_dbg(&dev->pdev->dev, "resume %s\n",
2858                                         dev->driver->driver.name);
2859                 }
2860         }
2861
2862         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2863 }
2864
2865
2866 /* USB device controller interrupt handler */
2867 static irqreturn_t langwell_irq(int irq, void *_dev)
2868 {
2869         struct langwell_udc     *dev = _dev;
2870         u32                     usbsts,
2871                                 usbintr,
2872                                 irq_sts,
2873                                 portsc1;
2874
2875         dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2876
2877         if (dev->stopped) {
2878                 dev_vdbg(&dev->pdev->dev, "handle IRQ_NONE\n");
2879                 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2880                 return IRQ_NONE;
2881         }
2882
2883         spin_lock(&dev->lock);
2884
2885         /* USB status */
2886         usbsts = readl(&dev->op_regs->usbsts);
2887
2888         /* USB interrupt enable */
2889         usbintr = readl(&dev->op_regs->usbintr);
2890
2891         irq_sts = usbsts & usbintr;
2892         dev_vdbg(&dev->pdev->dev,
2893                         "usbsts = 0x%08x, usbintr = 0x%08x, irq_sts = 0x%08x\n",
2894                         usbsts, usbintr, irq_sts);
2895
2896         if (!irq_sts) {
2897                 dev_vdbg(&dev->pdev->dev, "handle IRQ_NONE\n");
2898                 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2899                 spin_unlock(&dev->lock);
2900                 return IRQ_NONE;
2901         }
2902
2903         /* Write-Clear interrupt status bits */
2904         writel(irq_sts, &dev->op_regs->usbsts);
2905
2906         /* resume from suspend */
2907         portsc1 = readl(&dev->op_regs->portsc1);
2908         if (dev->usb_state == USB_STATE_SUSPENDED)
2909                 if (!(portsc1 & PORTS_SUSP))
2910                         handle_bus_resume(dev);
2911
2912         /* USB interrupt */
2913         if (irq_sts & STS_UI) {
2914                 dev_vdbg(&dev->pdev->dev, "USB interrupt\n");
2915
2916                 /* setup packet received from ep0 */
2917                 if (readl(&dev->op_regs->endptsetupstat)
2918                                 & EP0SETUPSTAT_MASK) {
2919                         dev_vdbg(&dev->pdev->dev,
2920                                 "USB SETUP packet received interrupt\n");
2921                         /* setup tripwire semaphone */
2922                         setup_tripwire(dev);
2923                         handle_setup_packet(dev, &dev->local_setup_buff);
2924                 }
2925
2926                 /* USB transfer completion */
2927                 if (readl(&dev->op_regs->endptcomplete)) {
2928                         dev_vdbg(&dev->pdev->dev,
2929                                 "USB transfer completion interrupt\n");
2930                         handle_trans_complete(dev);
2931                 }
2932         }
2933
2934         /* SOF received interrupt (for ISO transfer) */
2935         if (irq_sts & STS_SRI) {
2936                 /* FIXME */
2937                 /* dev_vdbg(&dev->pdev->dev, "SOF received interrupt\n"); */
2938         }
2939
2940         /* port change detect interrupt */
2941         if (irq_sts & STS_PCI) {
2942                 dev_vdbg(&dev->pdev->dev, "port change detect interrupt\n");
2943                 handle_port_change(dev);
2944         }
2945
2946         /* suspend interrrupt */
2947         if (irq_sts & STS_SLI) {
2948                 dev_vdbg(&dev->pdev->dev, "suspend interrupt\n");
2949                 handle_bus_suspend(dev);
2950         }
2951
2952         /* USB reset interrupt */
2953         if (irq_sts & STS_URI) {
2954                 dev_vdbg(&dev->pdev->dev, "USB reset interrupt\n");
2955                 handle_usb_reset(dev);
2956         }
2957
2958         /* USB error or system error interrupt */
2959         if (irq_sts & (STS_UEI | STS_SEI)) {
2960                 /* FIXME */
2961                 dev_warn(&dev->pdev->dev, "error IRQ, irq_sts: %x\n", irq_sts);
2962         }
2963
2964         spin_unlock(&dev->lock);
2965
2966         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2967         return IRQ_HANDLED;
2968 }
2969
2970
2971 /*-------------------------------------------------------------------------*/
2972
2973 /* release device structure */
2974 static void gadget_release(struct device *_dev)
2975 {
2976         struct langwell_udc     *dev = the_controller;
2977
2978         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
2979
2980         complete(dev->done);
2981
2982         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2983         kfree(dev);
2984 }
2985
2986
2987 /* enable SRAM caching if SRAM detected */
2988 static void sram_init(struct langwell_udc *dev)
2989 {
2990         struct pci_dev          *pdev = dev->pdev;
2991
2992         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
2993
2994         dev->sram_addr = pci_resource_start(pdev, 1);
2995         dev->sram_size = pci_resource_len(pdev, 1);
2996         dev_info(&dev->pdev->dev, "Found private SRAM at %x size:%x\n",
2997                         dev->sram_addr, dev->sram_size);
2998         dev->got_sram = 1;
2999
3000         if (pci_request_region(pdev, 1, kobject_name(&pdev->dev.kobj))) {
3001                 dev_warn(&dev->pdev->dev, "SRAM request failed\n");
3002                 dev->got_sram = 0;
3003         } else if (!dma_declare_coherent_memory(&pdev->dev, dev->sram_addr,
3004                         dev->sram_addr, dev->sram_size, DMA_MEMORY_MAP)) {
3005                 dev_warn(&dev->pdev->dev, "SRAM DMA declare failed\n");
3006                 pci_release_region(pdev, 1);
3007                 dev->got_sram = 0;
3008         }
3009
3010         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3011 }
3012
3013
3014 /* release SRAM caching */
3015 static void sram_deinit(struct langwell_udc *dev)
3016 {
3017         struct pci_dev *pdev = dev->pdev;
3018
3019         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
3020
3021         dma_release_declared_memory(&pdev->dev);
3022         pci_release_region(pdev, 1);
3023
3024         dev->got_sram = 0;
3025
3026         dev_info(&dev->pdev->dev, "release SRAM caching\n");
3027         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3028 }
3029
3030
3031 /* tear down the binding between this driver and the pci device */
3032 static void langwell_udc_remove(struct pci_dev *pdev)
3033 {
3034         struct langwell_udc     *dev = the_controller;
3035
3036         DECLARE_COMPLETION(done);
3037
3038         BUG_ON(dev->driver);
3039         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
3040
3041         dev->done = &done;
3042
3043 #ifndef OTG_TRANSCEIVER
3044         /* free dTD dma_pool and dQH */
3045         if (dev->dtd_pool)
3046                 dma_pool_destroy(dev->dtd_pool);
3047
3048         if (dev->ep_dqh)
3049                 dma_free_coherent(&pdev->dev, dev->ep_dqh_size,
3050                         dev->ep_dqh, dev->ep_dqh_dma);
3051
3052         /* release SRAM caching */
3053         if (dev->has_sram && dev->got_sram)
3054                 sram_deinit(dev);
3055 #endif
3056
3057         if (dev->status_req) {
3058                 kfree(dev->status_req->req.buf);
3059                 kfree(dev->status_req);
3060         }
3061
3062         kfree(dev->ep);
3063
3064         /* diable IRQ handler */
3065         if (dev->got_irq)
3066                 free_irq(pdev->irq, dev);
3067
3068 #ifndef OTG_TRANSCEIVER
3069         if (dev->cap_regs)
3070                 iounmap(dev->cap_regs);
3071
3072         if (dev->region)
3073                 release_mem_region(pci_resource_start(pdev, 0),
3074                                 pci_resource_len(pdev, 0));
3075
3076         if (dev->enabled)
3077                 pci_disable_device(pdev);
3078 #else
3079         if (dev->transceiver) {
3080                 otg_put_transceiver(dev->transceiver);
3081                 dev->transceiver = NULL;
3082                 dev->lotg = NULL;
3083         }
3084 #endif
3085
3086         dev->cap_regs = NULL;
3087
3088         dev_info(&dev->pdev->dev, "unbind\n");
3089         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3090
3091         device_unregister(&dev->gadget.dev);
3092         device_remove_file(&pdev->dev, &dev_attr_langwell_udc);
3093         device_remove_file(&pdev->dev, &dev_attr_remote_wakeup);
3094
3095 #ifndef OTG_TRANSCEIVER
3096         pci_set_drvdata(pdev, NULL);
3097 #endif
3098
3099         /* free dev, wait for the release() finished */
3100         wait_for_completion(&done);
3101
3102         the_controller = NULL;
3103 }
3104
3105
3106 /*
3107  * wrap this driver around the specified device, but
3108  * don't respond over USB until a gadget driver binds to us.
3109  */
3110 static int langwell_udc_probe(struct pci_dev *pdev,
3111                 const struct pci_device_id *id)
3112 {
3113         struct langwell_udc     *dev;
3114 #ifndef OTG_TRANSCEIVER
3115         unsigned long           resource, len;
3116 #endif
3117         void                    __iomem *base = NULL;
3118         size_t                  size;
3119         int                     retval;
3120
3121         if (the_controller) {
3122                 dev_warn(&pdev->dev, "ignoring\n");
3123                 return -EBUSY;
3124         }
3125
3126         /* alloc, and start init */
3127         dev = kzalloc(sizeof *dev, GFP_KERNEL);
3128         if (dev == NULL) {
3129                 retval = -ENOMEM;
3130                 goto error;
3131         }
3132
3133         /* initialize device spinlock */
3134         spin_lock_init(&dev->lock);
3135
3136         dev->pdev = pdev;
3137         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
3138
3139 #ifdef  OTG_TRANSCEIVER
3140         /* PCI device is already enabled by otg_transceiver driver */
3141         dev->enabled = 1;
3142
3143         /* mem region and register base */
3144         dev->region = 1;
3145         dev->transceiver = otg_get_transceiver();
3146         dev->lotg = otg_to_langwell(dev->transceiver);
3147         base = dev->lotg->regs;
3148 #else
3149         pci_set_drvdata(pdev, dev);
3150
3151         /* now all the pci goodies ... */
3152         if (pci_enable_device(pdev) < 0) {
3153                 retval = -ENODEV;
3154                 goto error;
3155         }
3156         dev->enabled = 1;
3157
3158         /* control register: BAR 0 */
3159         resource = pci_resource_start(pdev, 0);
3160         len = pci_resource_len(pdev, 0);
3161         if (!request_mem_region(resource, len, driver_name)) {
3162                 dev_err(&dev->pdev->dev, "controller already in use\n");
3163                 retval = -EBUSY;
3164                 goto error;
3165         }
3166         dev->region = 1;
3167
3168         base = ioremap_nocache(resource, len);
3169 #endif
3170         if (base == NULL) {
3171                 dev_err(&dev->pdev->dev, "can't map memory\n");
3172                 retval = -EFAULT;
3173                 goto error;
3174         }
3175
3176         dev->cap_regs = (struct langwell_cap_regs __iomem *) base;
3177         dev_vdbg(&dev->pdev->dev, "dev->cap_regs: %p\n", dev->cap_regs);
3178         dev->op_regs = (struct langwell_op_regs __iomem *)
3179                 (base + OP_REG_OFFSET);
3180         dev_vdbg(&dev->pdev->dev, "dev->op_regs: %p\n", dev->op_regs);
3181
3182         /* irq setup after old hardware is cleaned up */
3183         if (!pdev->irq) {
3184                 dev_err(&dev->pdev->dev, "No IRQ. Check PCI setup!\n");
3185                 retval = -ENODEV;
3186                 goto error;
3187         }
3188
3189         dev->has_sram = 1;
3190         dev->got_sram = 0;
3191         dev_vdbg(&dev->pdev->dev, "dev->has_sram: %d\n", dev->has_sram);
3192
3193 #ifndef OTG_TRANSCEIVER
3194         /* enable SRAM caching if detected */
3195         if (dev->has_sram && !dev->got_sram)
3196                 sram_init(dev);
3197
3198         dev_info(&dev->pdev->dev,
3199                         "irq %d, io mem: 0x%08lx, len: 0x%08lx, pci mem 0x%p\n",
3200                         pdev->irq, resource, len, base);
3201         /* enables bus-mastering for device dev */
3202         pci_set_master(pdev);
3203
3204         if (request_irq(pdev->irq, langwell_irq, IRQF_SHARED,
3205                                 driver_name, dev) != 0) {
3206                 dev_err(&dev->pdev->dev,
3207                                 "request interrupt %d failed\n", pdev->irq);
3208                 retval = -EBUSY;
3209                 goto error;
3210         }
3211         dev->got_irq = 1;
3212 #endif
3213
3214         /* set stopped bit */
3215         dev->stopped = 1;
3216
3217         /* capabilities and endpoint number */
3218         dev->lpm = (readl(&dev->cap_regs->hccparams) & HCC_LEN) ? 1 : 0;
3219         dev->dciversion = readw(&dev->cap_regs->dciversion);
3220         dev->devcap = (readl(&dev->cap_regs->dccparams) & DEVCAP) ? 1 : 0;
3221         dev_vdbg(&dev->pdev->dev, "dev->lpm: %d\n", dev->lpm);
3222         dev_vdbg(&dev->pdev->dev, "dev->dciversion: 0x%04x\n",
3223                         dev->dciversion);
3224         dev_vdbg(&dev->pdev->dev, "dccparams: 0x%08x\n",
3225                         readl(&dev->cap_regs->dccparams));
3226         dev_vdbg(&dev->pdev->dev, "dev->devcap: %d\n", dev->devcap);
3227         if (!dev->devcap) {
3228                 dev_err(&dev->pdev->dev, "can't support device mode\n");
3229                 retval = -ENODEV;
3230                 goto error;
3231         }
3232
3233         /* a pair of endpoints (out/in) for each address */
3234         dev->ep_max = DEN(readl(&dev->cap_regs->dccparams)) * 2;
3235         dev_vdbg(&dev->pdev->dev, "dev->ep_max: %d\n", dev->ep_max);
3236
3237         /* allocate endpoints memory */
3238         dev->ep = kzalloc(sizeof(struct langwell_ep) * dev->ep_max,
3239                         GFP_KERNEL);
3240         if (!dev->ep) {
3241                 dev_err(&dev->pdev->dev, "allocate endpoints memory failed\n");
3242                 retval = -ENOMEM;
3243                 goto error;
3244         }
3245
3246         /* allocate device dQH memory */
3247         size = dev->ep_max * sizeof(struct langwell_dqh);
3248         dev_vdbg(&dev->pdev->dev, "orig size = %d\n", size);
3249         if (size < DQH_ALIGNMENT)
3250                 size = DQH_ALIGNMENT;
3251         else if ((size % DQH_ALIGNMENT) != 0) {
3252                 size += DQH_ALIGNMENT + 1;
3253                 size &= ~(DQH_ALIGNMENT - 1);
3254         }
3255         dev->ep_dqh = dma_alloc_coherent(&pdev->dev, size,
3256                                         &dev->ep_dqh_dma, GFP_KERNEL);
3257         if (!dev->ep_dqh) {
3258                 dev_err(&dev->pdev->dev, "allocate dQH memory failed\n");
3259                 retval = -ENOMEM;
3260                 goto error;
3261         }
3262         dev->ep_dqh_size = size;
3263         dev_vdbg(&dev->pdev->dev, "ep_dqh_size = %d\n", dev->ep_dqh_size);
3264
3265         /* initialize ep0 status request structure */
3266         dev->status_req = kzalloc(sizeof(struct langwell_request), GFP_KERNEL);
3267         if (!dev->status_req) {
3268                 dev_err(&dev->pdev->dev,
3269                                 "allocate status_req memory failed\n");
3270                 retval = -ENOMEM;
3271                 goto error;
3272         }
3273         INIT_LIST_HEAD(&dev->status_req->queue);
3274
3275         /* allocate a small amount of memory to get valid address */
3276         dev->status_req->req.buf = kmalloc(8, GFP_KERNEL);
3277         dev->status_req->req.dma = virt_to_phys(dev->status_req->req.buf);
3278
3279         dev->resume_state = USB_STATE_NOTATTACHED;
3280         dev->usb_state = USB_STATE_POWERED;
3281         dev->ep0_dir = USB_DIR_OUT;
3282
3283         /* remote wakeup reset to 0 when the device is reset */
3284         dev->remote_wakeup = 0;
3285         dev->dev_status = 1 << USB_DEVICE_SELF_POWERED;
3286
3287 #ifndef OTG_TRANSCEIVER
3288         /* reset device controller */
3289         langwell_udc_reset(dev);
3290 #endif
3291
3292         /* initialize gadget structure */
3293         dev->gadget.ops = &langwell_ops;        /* usb_gadget_ops */
3294         dev->gadget.ep0 = &dev->ep[0].ep;       /* gadget ep0 */
3295         INIT_LIST_HEAD(&dev->gadget.ep_list);   /* ep_list */
3296         dev->gadget.speed = USB_SPEED_UNKNOWN;  /* speed */
3297         dev->gadget.is_dualspeed = 1;           /* support dual speed */
3298 #ifdef  OTG_TRANSCEIVER
3299         dev->gadget.is_otg = 1;                 /* support otg mode */
3300 #endif
3301
3302         /* the "gadget" abstracts/virtualizes the controller */
3303         dev_set_name(&dev->gadget.dev, "gadget");
3304         dev->gadget.dev.parent = &pdev->dev;
3305         dev->gadget.dev.dma_mask = pdev->dev.dma_mask;
3306         dev->gadget.dev.release = gadget_release;
3307         dev->gadget.name = driver_name;         /* gadget name */
3308
3309         /* controller endpoints reinit */
3310         eps_reinit(dev);
3311
3312 #ifndef OTG_TRANSCEIVER
3313         /* reset ep0 dQH and endptctrl */
3314         ep0_reset(dev);
3315 #endif
3316
3317         /* create dTD dma_pool resource */
3318         dev->dtd_pool = dma_pool_create("langwell_dtd",
3319                         &dev->pdev->dev,
3320                         sizeof(struct langwell_dtd),
3321                         DTD_ALIGNMENT,
3322                         DMA_BOUNDARY);
3323
3324         if (!dev->dtd_pool) {
3325                 retval = -ENOMEM;
3326                 goto error;
3327         }
3328
3329         /* done */
3330         dev_info(&dev->pdev->dev, "%s\n", driver_desc);
3331         dev_info(&dev->pdev->dev, "irq %d, pci mem %p\n", pdev->irq, base);
3332         dev_info(&dev->pdev->dev, "Driver version: " DRIVER_VERSION "\n");
3333         dev_info(&dev->pdev->dev, "Support (max) %d endpoints\n", dev->ep_max);
3334         dev_info(&dev->pdev->dev, "Device interface version: 0x%04x\n",
3335                         dev->dciversion);
3336         dev_info(&dev->pdev->dev, "Controller mode: %s\n",
3337                         dev->devcap ? "Device" : "Host");
3338         dev_info(&dev->pdev->dev, "Support USB LPM: %s\n",
3339                         dev->lpm ? "Yes" : "No");
3340
3341         dev_vdbg(&dev->pdev->dev,
3342                         "After langwell_udc_probe(), print all registers:\n");
3343         print_all_registers(dev);
3344
3345         the_controller = dev;
3346
3347         retval = device_register(&dev->gadget.dev);
3348         if (retval)
3349                 goto error;
3350
3351         retval = device_create_file(&pdev->dev, &dev_attr_langwell_udc);
3352         if (retval)
3353                 goto error;
3354
3355         retval = device_create_file(&pdev->dev, &dev_attr_remote_wakeup);
3356         if (retval)
3357                 goto error_attr1;
3358
3359         dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3360         return 0;
3361
3362 error_attr1:
3363         device_remove_file(&pdev->dev, &dev_attr_langwell_udc);
3364 error:
3365         if (dev) {
3366                 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3367                 langwell_udc_remove(pdev);
3368         }
3369
3370         return retval;
3371 }
3372
3373
3374 /* device controller suspend */
3375 static int langwell_udc_suspend(struct pci_dev *pdev, pm_message_t state)
3376 {
3377         struct langwell_udc     *dev = the_controller;
3378
3379         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
3380
3381         /* disable interrupt and set controller to stop state */
3382         langwell_udc_stop(dev);
3383
3384         /* diable IRQ handler */
3385         if (dev->got_irq)
3386                 free_irq(pdev->irq, dev);
3387         dev->got_irq = 0;
3388
3389         /* save PCI state */
3390         pci_save_state(pdev);
3391
3392         /* free dTD dma_pool and dQH */
3393         if (dev->dtd_pool)
3394                 dma_pool_destroy(dev->dtd_pool);
3395
3396         if (dev->ep_dqh)
3397                 dma_free_coherent(&pdev->dev, dev->ep_dqh_size,
3398                         dev->ep_dqh, dev->ep_dqh_dma);
3399
3400         /* release SRAM caching */
3401         if (dev->has_sram && dev->got_sram)
3402                 sram_deinit(dev);
3403
3404         /* set device power state */
3405         pci_set_power_state(pdev, PCI_D3hot);
3406
3407         /* enter PHY low power suspend */
3408         if (dev->pdev->device != 0x0829)
3409                 langwell_phy_low_power(dev, 1);
3410
3411         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3412         return 0;
3413 }
3414
3415
3416 /* device controller resume */
3417 static int langwell_udc_resume(struct pci_dev *pdev)
3418 {
3419         struct langwell_udc     *dev = the_controller;
3420         size_t                  size;
3421
3422         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
3423
3424         /* exit PHY low power suspend */
3425         if (dev->pdev->device != 0x0829)
3426                 langwell_phy_low_power(dev, 0);
3427
3428         /* set device D0 power state */
3429         pci_set_power_state(pdev, PCI_D0);
3430
3431         /* enable SRAM caching if detected */
3432         if (dev->has_sram && !dev->got_sram)
3433                 sram_init(dev);
3434
3435         /* allocate device dQH memory */
3436         size = dev->ep_max * sizeof(struct langwell_dqh);
3437         dev_vdbg(&dev->pdev->dev, "orig size = %d\n", size);
3438         if (size < DQH_ALIGNMENT)
3439                 size = DQH_ALIGNMENT;
3440         else if ((size % DQH_ALIGNMENT) != 0) {
3441                 size += DQH_ALIGNMENT + 1;
3442                 size &= ~(DQH_ALIGNMENT - 1);
3443         }
3444         dev->ep_dqh = dma_alloc_coherent(&pdev->dev, size,
3445                                         &dev->ep_dqh_dma, GFP_KERNEL);
3446         if (!dev->ep_dqh) {
3447                 dev_err(&dev->pdev->dev, "allocate dQH memory failed\n");
3448                 return -ENOMEM;
3449         }
3450         dev->ep_dqh_size = size;
3451         dev_vdbg(&dev->pdev->dev, "ep_dqh_size = %d\n", dev->ep_dqh_size);
3452
3453         /* create dTD dma_pool resource */
3454         dev->dtd_pool = dma_pool_create("langwell_dtd",
3455                         &dev->pdev->dev,
3456                         sizeof(struct langwell_dtd),
3457                         DTD_ALIGNMENT,
3458                         DMA_BOUNDARY);
3459
3460         if (!dev->dtd_pool)
3461                 return -ENOMEM;
3462
3463         /* restore PCI state */
3464         pci_restore_state(pdev);
3465
3466         /* enable IRQ handler */
3467         if (request_irq(pdev->irq, langwell_irq, IRQF_SHARED,
3468                                 driver_name, dev) != 0) {
3469                 dev_err(&dev->pdev->dev, "request interrupt %d failed\n",
3470                                 pdev->irq);
3471                 return -EBUSY;
3472         }
3473         dev->got_irq = 1;
3474
3475         /* reset and start controller to run state */
3476         if (dev->stopped) {
3477                 /* reset device controller */
3478                 langwell_udc_reset(dev);
3479
3480                 /* reset ep0 dQH and endptctrl */
3481                 ep0_reset(dev);
3482
3483                 /* start device if gadget is loaded */
3484                 if (dev->driver)
3485                         langwell_udc_start(dev);
3486         }
3487
3488         /* reset USB status */
3489         dev->usb_state = USB_STATE_ATTACHED;
3490         dev->ep0_state = WAIT_FOR_SETUP;
3491         dev->ep0_dir = USB_DIR_OUT;
3492
3493         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3494         return 0;
3495 }
3496
3497
3498 /* pci driver shutdown */
3499 static void langwell_udc_shutdown(struct pci_dev *pdev)
3500 {
3501         struct langwell_udc     *dev = the_controller;
3502         u32                     usbmode;
3503
3504         dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
3505
3506         /* reset controller mode to IDLE */
3507         usbmode = readl(&dev->op_regs->usbmode);
3508         dev_dbg(&dev->pdev->dev, "usbmode = 0x%08x\n", usbmode);
3509         usbmode &= (~3 | MODE_IDLE);
3510         writel(usbmode, &dev->op_regs->usbmode);
3511
3512         dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3513 }
3514
3515 /*-------------------------------------------------------------------------*/
3516
3517 static const struct pci_device_id pci_ids[] = { {
3518         .class =        ((PCI_CLASS_SERIAL_USB << 8) | 0xfe),
3519         .class_mask =   ~0,
3520         .vendor =       0x8086,
3521         .device =       0x0811,
3522         .subvendor =    PCI_ANY_ID,
3523         .subdevice =    PCI_ANY_ID,
3524 }, { /* end: all zeroes */ }
3525 };
3526
3527 MODULE_DEVICE_TABLE(pci, pci_ids);
3528
3529
3530 static struct pci_driver langwell_pci_driver = {
3531         .name =         (char *) driver_name,
3532         .id_table =     pci_ids,
3533
3534         .probe =        langwell_udc_probe,
3535         .remove =       langwell_udc_remove,
3536
3537         /* device controller suspend/resume */
3538         .suspend =      langwell_udc_suspend,
3539         .resume =       langwell_udc_resume,
3540
3541         .shutdown =     langwell_udc_shutdown,
3542 };
3543
3544
3545 static int __init init(void)
3546 {
3547 #ifdef  OTG_TRANSCEIVER
3548         return langwell_register_peripheral(&langwell_pci_driver);
3549 #else
3550         return pci_register_driver(&langwell_pci_driver);
3551 #endif
3552 }
3553 module_init(init);
3554
3555
3556 static void __exit cleanup(void)
3557 {
3558 #ifdef  OTG_TRANSCEIVER
3559         return langwell_unregister_peripheral(&langwell_pci_driver);
3560 #else
3561         pci_unregister_driver(&langwell_pci_driver);
3562 #endif
3563 }
3564 module_exit(cleanup);
3565
3566
3567 MODULE_DESCRIPTION(DRIVER_DESC);
3568 MODULE_AUTHOR("Xiaochen Shen <xiaochen.shen@intel.com>");
3569 MODULE_VERSION(DRIVER_VERSION);
3570 MODULE_LICENSE("GPL");
3571