drivers/staging/greybus/es2.c

   1 /*
   2  * Greybus "AP" USB driver for "ES2" controller chips
   3  *
   4  * Copyright 2014-2015 Google Inc.
   5  * Copyright 2014-2015 Linaro Ltd.
   6  *
   7  * Released under the GPLv2 only.
   8  */
   9 #include <linux/kthread.h>
  10 #include <linux/sizes.h>
  11 #include <linux/usb.h>
  12 #include <linux/kfifo.h>
  13 #include <linux/debugfs.h>
  14 #include <linux/list.h>
  15 #include <asm/unaligned.h>
  16
  17 #include "arpc.h"
  18 #include "greybus.h"
  19 #include "greybus_trace.h"
  20 #include "kernel_ver.h"
  21 #include "connection.h"
  22
  23
  24 /* Default timeout for USB vendor requests. */
  25 #define ES2_USB_CTRL_TIMEOUT    500
  26
  27 /* Default timeout for ARPC CPort requests */
  28 #define ES2_ARPC_CPORT_TIMEOUT  500
  29
  30 /* Fixed CPort numbers */
  31 #define ES2_CPORT_CDSI0         16
  32 #define ES2_CPORT_CDSI1         17
  33
  34 /* Memory sizes for the buffers sent to/from the ES2 controller */
  35 #define ES2_GBUF_MSG_SIZE_MAX   2048
  36
  37 /* Memory sizes for the ARPC buffers */
  38 #define ARPC_OUT_SIZE_MAX       U16_MAX
  39 #define ARPC_IN_SIZE_MAX        128
  40
  41 static const struct usb_device_id id_table[] = {
  42         { USB_DEVICE(0x18d1, 0x1eaf) },
  43         { },
  44 };
  45 MODULE_DEVICE_TABLE(usb, id_table);
  46
  47 #define APB1_LOG_SIZE           SZ_16K
  48
  49 /* Number of bulk in and bulk out couple */
  50 #define NUM_BULKS               7
  51
  52 /* Expected number of bulk out endpoints */
  53 #define NUM_BULKS_OUT           NUM_BULKS
  54
  55 /* Expected number of bulk in endpoints (including ARPC endpoint) */
  56 #define NUM_BULKS_IN            (NUM_BULKS + 1)
  57
  58 /*
  59  * Number of CPort IN urbs in flight at any point in time.
  60  * Adjust if we are having stalls in the USB buffer due to not enough urbs in
  61  * flight.
  62  */
  63 #define NUM_CPORT_IN_URB        4
  64
  65 /* Number of CPort OUT urbs in flight at any point in time.
  66  * Adjust if we get messages saying we are out of urbs in the system log.
  67  */
  68 #define NUM_CPORT_OUT_URB       (8 * NUM_BULKS)
  69
  70 /*
  71  * Number of ARPC in urbs in flight at any point in time.
  72  */
  73 #define NUM_ARPC_IN_URB         2
  74
  75 /*
  76  * @endpoint: bulk in endpoint for CPort data
  77  * @urb: array of urbs for the CPort in messages
  78  * @buffer: array of buffers for the @cport_in_urb urbs
  79  */
  80 struct es2_cport_in {
  81         __u8 endpoint;
  82         struct urb *urb[NUM_CPORT_IN_URB];
  83         u8 *buffer[NUM_CPORT_IN_URB];
  84 };
  85
  86 /*
  87  * @endpoint: bulk out endpoint for CPort data
  88  */
  89 struct es2_cport_out {
  90         __u8 endpoint;
  91 };
  92
  93 /**
  94  * es2_ap_dev - ES2 USB Bridge to AP structure
  95  * @usb_dev: pointer to the USB device we are.
  96  * @usb_intf: pointer to the USB interface we are bound to.
  97  * @hd: pointer to our gb_host_device structure
  98
  99  * @cport_in: endpoint, urbs and buffer for cport in messages
 100  * @cport_out: endpoint for for cport out messages
 101  * @cport_out_urb: array of urbs for the CPort out messages
 102  * @cport_out_urb_busy: array of flags to see if the @cport_out_urb is busy or
 103  *                      not.
 104  * @cport_out_urb_cancelled: array of flags indicating whether the
 105  *                      corresponding @cport_out_urb is being cancelled
 106  * @cport_out_urb_lock: locks the @cport_out_urb_busy "list"
 107  *
 108  * @apb_log_task: task pointer for logging thread
 109  * @apb_log_dentry: file system entry for the log file interface
 110  * @apb_log_enable_dentry: file system entry for enabling logging
 111  * @apb_log_fifo: kernel FIFO to carry logged data
 112  * @arpc_urb: array of urbs for the ARPC in messages
 113  * @arpc_buffer: array of buffers for the @arpc_urb urbs
 114  * @arpc_endpoint_in: bulk in endpoint for APBridgeA RPC
 115  * @arpc_id_cycle: gives an unique id to ARPC
 116  * @arpc_lock: locks ARPC list
 117  * @arpcs: list of in progress ARPCs
 118  */
 119 struct es2_ap_dev {
 120         struct usb_device *usb_dev;
 121         struct usb_interface *usb_intf;
 122         struct gb_host_device *hd;
 123
 124         struct es2_cport_in cport_in[NUM_BULKS];
 125         struct es2_cport_out cport_out[NUM_BULKS];
 126         struct urb *cport_out_urb[NUM_CPORT_OUT_URB];
 127         bool cport_out_urb_busy[NUM_CPORT_OUT_URB];
 128         bool cport_out_urb_cancelled[NUM_CPORT_OUT_URB];
 129         spinlock_t cport_out_urb_lock;
 130
 131         bool cdsi1_in_use;
 132
 133         int *cport_to_ep;
 134
 135         struct task_struct *apb_log_task;
 136         struct dentry *apb_log_dentry;
 137         struct dentry *apb_log_enable_dentry;
 138         DECLARE_KFIFO(apb_log_fifo, char, APB1_LOG_SIZE);
 139
 140         __u8 arpc_endpoint_in;
 141         struct urb *arpc_urb[NUM_ARPC_IN_URB];
 142         u8 *arpc_buffer[NUM_ARPC_IN_URB];
 143
 144         int arpc_id_cycle;
 145         spinlock_t arpc_lock;
 146         struct list_head arpcs;
 147 };
 148
 149 /**
 150  * cport_to_ep - information about cport to endpoints mapping
 151  * @cport_id: the id of cport to map to endpoints
 152  * @endpoint_in: the endpoint number to use for in transfer
 153  * @endpoint_out: he endpoint number to use for out transfer
 154  */
 155 struct cport_to_ep {
 156         __le16 cport_id;
 157         __u8 endpoint_in;
 158         __u8 endpoint_out;
 159 };
 160
 161 /**
 162  * timesync_enable_request - Enable timesync in an APBridge
 163  * @count: number of TimeSync Pulses to expect
 164  * @frame_time: the initial FrameTime at the first TimeSync Pulse
 165  * @strobe_delay: the expected delay in microseconds between each TimeSync Pulse
 166  * @refclk: The AP mandated reference clock to run FrameTime at
 167  */
 168 struct timesync_enable_request {
 169         __u8    count;
 170         __le64  frame_time;
 171         __le32  strobe_delay;
 172         __le32  refclk;
 173 } __packed;
 174
 175 /**
 176  * timesync_authoritative_request - Transmit authoritative FrameTime to APBridge
 177  * @frame_time: An array of authoritative FrameTimes provided by the SVC
 178  *              and relayed to the APBridge by the AP
 179  */
 180 struct timesync_authoritative_request {
 181         __le64  frame_time[GB_TIMESYNC_MAX_STROBES];
 182 } __packed;
 183
 184 struct arpc {
 185         struct list_head list;
 186         struct arpc_request_message *req;
 187         struct arpc_response_message *resp;
 188         struct completion response_received;
 189         bool active;
 190 };
 191
 192 static inline struct es2_ap_dev *hd_to_es2(struct gb_host_device *hd)
 193 {
 194         return (struct es2_ap_dev *)&hd->hd_priv;
 195 }
 196
 197 static void cport_out_callback(struct urb *urb);
 198 static void usb_log_enable(struct es2_ap_dev *es2);
 199 static void usb_log_disable(struct es2_ap_dev *es2);
 200 static int arpc_sync(struct es2_ap_dev *es2, u8 type, void *payload,
 201                      size_t size, int *result, unsigned int timeout);
 202
 203 /* Get the endpoints pair mapped to the cport */
 204 static int cport_to_ep_pair(struct es2_ap_dev *es2, u16 cport_id)
 205 {
 206         if (cport_id >= es2->hd->num_cports)
 207                 return 0;
 208         return es2->cport_to_ep[cport_id];
 209 }
 210
 211 /* Disable for now until we work all of this out to keep a warning-free build */
 212 #if 0
 213 /* Test if the endpoints pair is already mapped to a cport */
 214 static int ep_pair_in_use(struct es2_ap_dev *es2, int ep_pair)
 215 {
 216         int i;
 217
 218         for (i = 0; i < es2->hd->num_cports; i++) {
 219                 if (es2->cport_to_ep[i] == ep_pair)
 220                         return 1;
 221         }
 222         return 0;
 223 }
 224
 225 /* Configure the endpoint mapping and send the request to APBridge */
 226 static int map_cport_to_ep(struct es2_ap_dev *es2,
 227                                 u16 cport_id, int ep_pair)
 228 {
 229         int retval;
 230         struct cport_to_ep *cport_to_ep;
 231
 232         if (ep_pair < 0 || ep_pair >= NUM_BULKS)
 233                 return -EINVAL;
 234         if (cport_id >= es2->hd->num_cports)
 235                 return -EINVAL;
 236         if (ep_pair && ep_pair_in_use(es2, ep_pair))
 237                 return -EINVAL;
 238
 239         cport_to_ep = kmalloc(sizeof(*cport_to_ep), GFP_KERNEL);
 240         if (!cport_to_ep)
 241                 return -ENOMEM;
 242
 243         es2->cport_to_ep[cport_id] = ep_pair;
 244         cport_to_ep->cport_id = cpu_to_le16(cport_id);
 245         cport_to_ep->endpoint_in = es2->cport_in[ep_pair].endpoint;
 246         cport_to_ep->endpoint_out = es2->cport_out[ep_pair].endpoint;
 247
 248         retval = usb_control_msg(es2->usb_dev,
 249                                  usb_sndctrlpipe(es2->usb_dev, 0),
 250                                  GB_APB_REQUEST_EP_MAPPING,
 251                                  USB_DIR_OUT | USB_TYPE_VENDOR | USB_RECIP_INTERFACE,
 252                                  0x00, 0x00,
 253                                  (char *)cport_to_ep,
 254                                  sizeof(*cport_to_ep),
 255                                  ES2_USB_CTRL_TIMEOUT);
 256         if (retval == sizeof(*cport_to_ep))
 257                 retval = 0;
 258         kfree(cport_to_ep);
 259
 260         return retval;
 261 }
 262
 263 /* Unmap a cport: use the muxed endpoints pair */
 264 static int unmap_cport(struct es2_ap_dev *es2, u16 cport_id)
 265 {
 266         return map_cport_to_ep(es2, cport_id, 0);
 267 }
 268 #endif
 269
 270 static int output_sync(struct es2_ap_dev *es2, void *req, u16 size, u8 cmd)
 271 {
 272         struct usb_device *udev = es2->usb_dev;
 273         u8 *data;
 274         int retval;
 275
 276         data = kmalloc(size, GFP_KERNEL);
 277         if (!data)
 278                 return -ENOMEM;
 279         memcpy(data, req, size);
 280
 281         retval = usb_control_msg(udev, usb_sndctrlpipe(udev, 0),
 282                                  cmd,
 283                                  USB_DIR_OUT | USB_TYPE_VENDOR |
 284                                  USB_RECIP_INTERFACE,
 285                                  0, 0, data, size, ES2_USB_CTRL_TIMEOUT);
 286         if (retval < 0)
 287                 dev_err(&udev->dev, "%s: return error %d\n", __func__, retval);
 288         else
 289                 retval = 0;
 290
 291         kfree(data);
 292         return retval;
 293 }
 294
 295 static void ap_urb_complete(struct urb *urb)
 296 {
 297         struct usb_ctrlrequest *dr = urb->context;
 298
 299         kfree(dr);
 300         usb_free_urb(urb);
 301 }
 302
 303 static int output_async(struct es2_ap_dev *es2, void *req, u16 size, u8 cmd)
 304 {
 305         struct usb_device *udev = es2->usb_dev;
 306         struct urb *urb;
 307         struct usb_ctrlrequest *dr;
 308         u8 *buf;
 309         int retval;
 310
 311         urb = usb_alloc_urb(0, GFP_ATOMIC);
 312         if (!urb)
 313                 return -ENOMEM;
 314
 315         dr = kmalloc(sizeof(*dr) + size, GFP_ATOMIC);
 316         if (!dr) {
 317                 usb_free_urb(urb);
 318                 return -ENOMEM;
 319         }
 320
 321         buf = (u8 *)dr + sizeof(*dr);
 322         memcpy(buf, req, size);
 323
 324         dr->bRequest = cmd;
 325         dr->bRequestType = USB_DIR_OUT | USB_TYPE_VENDOR | USB_RECIP_INTERFACE;
 326         dr->wValue = 0;
 327         dr->wIndex = 0;
 328         dr->wLength = cpu_to_le16(size);
 329
 330         usb_fill_control_urb(urb, udev, usb_sndctrlpipe(udev, 0),
 331                              (unsigned char *)dr, buf, size,
 332                              ap_urb_complete, dr);
 333         retval = usb_submit_urb(urb, GFP_ATOMIC);
 334         if (retval) {
 335                 usb_free_urb(urb);
 336                 kfree(dr);
 337         }
 338         return retval;
 339 }
 340
 341 static int output(struct gb_host_device *hd, void *req, u16 size, u8 cmd,
 342                      bool async)
 343 {
 344         struct es2_ap_dev *es2 = hd_to_es2(hd);
 345
 346         if (async)
 347                 return output_async(es2, req, size, cmd);
 348
 349         return output_sync(es2, req, size, cmd);
 350 }
 351
 352 static int es2_cport_in_enable(struct es2_ap_dev *es2,
 353                                 struct es2_cport_in *cport_in)
 354 {
 355         struct urb *urb;
 356         int ret;
 357         int i;
 358
 359         for (i = 0; i < NUM_CPORT_IN_URB; ++i) {
 360                 urb = cport_in->urb[i];
 361
 362                 ret = usb_submit_urb(urb, GFP_KERNEL);
 363                 if (ret) {
 364                         dev_err(&es2->usb_dev->dev,
 365                                         "failed to submit in-urb: %d\n", ret);
 366                         goto err_kill_urbs;
 367                 }
 368         }
 369
 370         return 0;
 371
 372 err_kill_urbs:
 373         for (--i; i >= 0; --i) {
 374                 urb = cport_in->urb[i];
 375                 usb_kill_urb(urb);
 376         }
 377
 378         return ret;
 379 }
 380
 381 static void es2_cport_in_disable(struct es2_ap_dev *es2,
 382                                 struct es2_cport_in *cport_in)
 383 {
 384         struct urb *urb;
 385         int i;
 386
 387         for (i = 0; i < NUM_CPORT_IN_URB; ++i) {
 388                 urb = cport_in->urb[i];
 389                 usb_kill_urb(urb);
 390         }
 391 }
 392
 393 static int es2_arpc_in_enable(struct es2_ap_dev *es2)
 394 {
 395         struct urb *urb;
 396         int ret;
 397         int i;
 398
 399         for (i = 0; i < NUM_ARPC_IN_URB; ++i) {
 400                 urb = es2->arpc_urb[i];
 401
 402                 ret = usb_submit_urb(urb, GFP_KERNEL);
 403                 if (ret) {
 404                         dev_err(&es2->usb_dev->dev,
 405                                 "failed to submit arpc in-urb: %d\n", ret);
 406                         goto err_kill_urbs;
 407                 }
 408         }
 409
 410         return 0;
 411
 412 err_kill_urbs:
 413         for (--i; i >= 0; --i) {
 414                 urb = es2->arpc_urb[i];
 415                 usb_kill_urb(urb);
 416         }
 417
 418         return ret;
 419 }
 420
 421 static void es2_arpc_in_disable(struct es2_ap_dev *es2)
 422 {
 423         struct urb *urb;
 424         int i;
 425
 426         for (i = 0; i < NUM_ARPC_IN_URB; ++i) {
 427                 urb = es2->arpc_urb[i];
 428                 usb_kill_urb(urb);
 429         }
 430 }
 431
 432 static struct urb *next_free_urb(struct es2_ap_dev *es2, gfp_t gfp_mask)
 433 {
 434         struct urb *urb = NULL;
 435         unsigned long flags;
 436         int i;
 437
 438         spin_lock_irqsave(&es2->cport_out_urb_lock, flags);
 439
 440         /* Look in our pool of allocated urbs first, as that's the "fastest" */
 441         for (i = 0; i < NUM_CPORT_OUT_URB; ++i) {
 442                 if (es2->cport_out_urb_busy[i] == false &&
 443                                 es2->cport_out_urb_cancelled[i] == false) {
 444                         es2->cport_out_urb_busy[i] = true;
 445                         urb = es2->cport_out_urb[i];
 446                         break;
 447                 }
 448         }
 449         spin_unlock_irqrestore(&es2->cport_out_urb_lock, flags);
 450         if (urb)
 451                 return urb;
 452
 453         /*
 454          * Crap, pool is empty, complain to the syslog and go allocate one
 455          * dynamically as we have to succeed.
 456          */
 457         dev_dbg(&es2->usb_dev->dev,
 458                 "No free CPort OUT urbs, having to dynamically allocate one!\n");
 459         return usb_alloc_urb(0, gfp_mask);
 460 }
 461
 462 static void free_urb(struct es2_ap_dev *es2, struct urb *urb)
 463 {
 464         unsigned long flags;
 465         int i;
 466         /*
 467          * See if this was an urb in our pool, if so mark it "free", otherwise
 468          * we need to free it ourselves.
 469          */
 470         spin_lock_irqsave(&es2->cport_out_urb_lock, flags);
 471         for (i = 0; i < NUM_CPORT_OUT_URB; ++i) {
 472                 if (urb == es2->cport_out_urb[i]) {
 473                         es2->cport_out_urb_busy[i] = false;
 474                         urb = NULL;
 475                         break;
 476                 }
 477         }
 478         spin_unlock_irqrestore(&es2->cport_out_urb_lock, flags);
 479
 480         /* If urb is not NULL, then we need to free this urb */
 481         usb_free_urb(urb);
 482 }
 483
 484 /*
 485  * We (ab)use the operation-message header pad bytes to transfer the
 486  * cport id in order to minimise overhead.
 487  */
 488 static void
 489 gb_message_cport_pack(struct gb_operation_msg_hdr *header, u16 cport_id)
 490 {
 491         header->pad[0] = cport_id;
 492 }
 493
 494 /* Clear the pad bytes used for the CPort id */
 495 static void gb_message_cport_clear(struct gb_operation_msg_hdr *header)
 496 {
 497         header->pad[0] = 0;
 498 }
 499
 500 /* Extract the CPort id packed into the header, and clear it */
 501 static u16 gb_message_cport_unpack(struct gb_operation_msg_hdr *header)
 502 {
 503         u16 cport_id = header->pad[0];
 504
 505         gb_message_cport_clear(header);
 506
 507         return cport_id;
 508 }
 509
 510 /*
 511  * Returns zero if the message was successfully queued, or a negative errno
 512  * otherwise.
 513  */
 514 static int message_send(struct gb_host_device *hd, u16 cport_id,
 515                         struct gb_message *message, gfp_t gfp_mask)
 516 {
 517         struct es2_ap_dev *es2 = hd_to_es2(hd);
 518         struct usb_device *udev = es2->usb_dev;
 519         size_t buffer_size;
 520         int retval;
 521         struct urb *urb;
 522         int ep_pair;
 523         unsigned long flags;
 524
 525         /*
 526          * The data actually transferred will include an indication
 527          * of where the data should be sent.  Do one last check of
 528          * the target CPort id before filling it in.
 529          */
 530         if (!cport_id_valid(hd, cport_id)) {
 531                 dev_err(&udev->dev, "invalid cport %u\n", cport_id);
 532                 return -EINVAL;
 533         }
 534
 535         /* Find a free urb */
 536         urb = next_free_urb(es2, gfp_mask);
 537         if (!urb)
 538                 return -ENOMEM;
 539
 540         spin_lock_irqsave(&es2->cport_out_urb_lock, flags);
 541         message->hcpriv = urb;
 542         spin_unlock_irqrestore(&es2->cport_out_urb_lock, flags);
 543
 544         /* Pack the cport id into the message header */
 545         gb_message_cport_pack(message->header, cport_id);
 546
 547         buffer_size = sizeof(*message->header) + message->payload_size;
 548
 549         ep_pair = cport_to_ep_pair(es2, cport_id);
 550         usb_fill_bulk_urb(urb, udev,
 551                           usb_sndbulkpipe(udev,
 552                                           es2->cport_out[ep_pair].endpoint),
 553                           message->buffer, buffer_size,
 554                           cport_out_callback, message);
 555         urb->transfer_flags |= URB_ZERO_PACKET;
 556
 557         trace_gb_message_submit(message);
 558
 559         retval = usb_submit_urb(urb, gfp_mask);
 560         if (retval) {
 561                 dev_err(&udev->dev, "failed to submit out-urb: %d\n", retval);
 562
 563                 spin_lock_irqsave(&es2->cport_out_urb_lock, flags);
 564                 message->hcpriv = NULL;
 565                 spin_unlock_irqrestore(&es2->cport_out_urb_lock, flags);
 566
 567                 free_urb(es2, urb);
 568                 gb_message_cport_clear(message->header);
 569
 570                 return retval;
 571         }
 572
 573         return 0;
 574 }
 575
 576 /*
 577  * Can not be called in atomic context.
 578  */
 579 static void message_cancel(struct gb_message *message)
 580 {
 581         struct gb_host_device *hd = message->operation->connection->hd;
 582         struct es2_ap_dev *es2 = hd_to_es2(hd);
 583         struct urb *urb;
 584         int i;
 585
 586         might_sleep();
 587
 588         spin_lock_irq(&es2->cport_out_urb_lock);
 589         urb = message->hcpriv;
 590
 591         /* Prevent dynamically allocated urb from being deallocated. */
 592         usb_get_urb(urb);
 593
 594         /* Prevent pre-allocated urb from being reused. */
 595         for (i = 0; i < NUM_CPORT_OUT_URB; ++i) {
 596                 if (urb == es2->cport_out_urb[i]) {
 597                         es2->cport_out_urb_cancelled[i] = true;
 598                         break;
 599                 }
 600         }
 601         spin_unlock_irq(&es2->cport_out_urb_lock);
 602
 603         usb_kill_urb(urb);
 604
 605         if (i < NUM_CPORT_OUT_URB) {
 606                 spin_lock_irq(&es2->cport_out_urb_lock);
 607                 es2->cport_out_urb_cancelled[i] = false;
 608                 spin_unlock_irq(&es2->cport_out_urb_lock);
 609         }
 610
 611         usb_free_urb(urb);
 612 }
 613
 614 static int cport_reset(struct gb_host_device *hd, u16 cport_id)
 615 {
 616         struct es2_ap_dev *es2 = hd_to_es2(hd);
 617         struct usb_device *udev = es2->usb_dev;
 618         struct arpc_cport_reset_req req;
 619         int retval;
 620         int result;
 621
 622         switch (cport_id) {
 623         case GB_SVC_CPORT_ID:
 624         case ES2_CPORT_CDSI0:
 625         case ES2_CPORT_CDSI1:
 626                 return 0;
 627         }
 628
 629         req.cport_id = cpu_to_le16(cport_id);
 630         retval = arpc_sync(es2, ARPC_TYPE_CPORT_RESET, &req, sizeof(req),
 631                            &result, ES2_ARPC_CPORT_TIMEOUT);
 632         if (retval == -EREMOTEIO) {
 633                 dev_err(&udev->dev, "failed to reset cport %u: %d\n", cport_id,
 634                         result);
 635         }
 636
 637         return retval;
 638 }
 639
 640 static int es2_cport_allocate(struct gb_host_device *hd, int cport_id,
 641                                 unsigned long flags)
 642 {
 643         struct es2_ap_dev *es2 = hd_to_es2(hd);
 644         struct ida *id_map = &hd->cport_id_map;
 645         int ida_start, ida_end;
 646
 647         switch (cport_id) {
 648         case ES2_CPORT_CDSI0:
 649         case ES2_CPORT_CDSI1:
 650                 dev_err(&hd->dev, "cport %d not available\n", cport_id);
 651                 return -EBUSY;
 652         }
 653
 654         if (flags & GB_CONNECTION_FLAG_OFFLOADED &&
 655                         flags & GB_CONNECTION_FLAG_CDSI1) {
 656                 if (es2->cdsi1_in_use) {
 657                         dev_err(&hd->dev, "CDSI1 already in use\n");
 658                         return -EBUSY;
 659                 }
 660
 661                 es2->cdsi1_in_use = true;
 662
 663                 return ES2_CPORT_CDSI1;
 664         }
 665
 666         if (cport_id < 0) {
 667                 ida_start = 0;
 668                 ida_end = hd->num_cports;
 669         } else if (cport_id < hd->num_cports) {
 670                 ida_start = cport_id;
 671                 ida_end = cport_id + 1;
 672         } else {
 673                 dev_err(&hd->dev, "cport %d not available\n", cport_id);
 674                 return -EINVAL;
 675         }
 676
 677         return ida_simple_get(id_map, ida_start, ida_end, GFP_KERNEL);
 678 }
 679
 680 static void es2_cport_release(struct gb_host_device *hd, u16 cport_id)
 681 {
 682         struct es2_ap_dev *es2 = hd_to_es2(hd);
 683
 684         switch (cport_id) {
 685         case ES2_CPORT_CDSI1:
 686                 es2->cdsi1_in_use = false;
 687                 return;
 688         }
 689
 690         ida_simple_remove(&hd->cport_id_map, cport_id);
 691 }
 692
 693 static int cport_enable(struct gb_host_device *hd, u16 cport_id,
 694                         unsigned long flags)
 695 {
 696         struct es2_ap_dev *es2 = hd_to_es2(hd);
 697         struct usb_device *udev = es2->usb_dev;
 698         struct gb_apb_request_cport_flags *req;
 699         u32 connection_flags;
 700         int ret;
 701
 702         req = kzalloc(sizeof(*req), GFP_KERNEL);
 703         if (!req)
 704                 return -ENOMEM;
 705
 706         connection_flags = 0;
 707         if (flags & GB_CONNECTION_FLAG_CONTROL)
 708                 connection_flags |= GB_APB_CPORT_FLAG_CONTROL;
 709         if (flags & GB_CONNECTION_FLAG_HIGH_PRIO)
 710                 connection_flags |= GB_APB_CPORT_FLAG_HIGH_PRIO;
 711
 712         req->flags = cpu_to_le32(connection_flags);
 713
 714         dev_dbg(&hd->dev, "%s - cport = %u, flags = %02x\n", __func__,
 715                         cport_id, connection_flags);
 716
 717         ret = usb_control_msg(udev, usb_sndctrlpipe(udev, 0),
 718                                 GB_APB_REQUEST_CPORT_FLAGS,
 719                                 USB_DIR_OUT | USB_TYPE_VENDOR |
 720                                 USB_RECIP_INTERFACE, cport_id, 0,
 721                                 req, sizeof(*req), ES2_USB_CTRL_TIMEOUT);
 722         if (ret != sizeof(*req)) {
 723                 dev_err(&udev->dev, "failed to set cport flags for port %d\n",
 724                                 cport_id);
 725                 if (ret >= 0)
 726                         ret = -EIO;
 727
 728                 goto out;
 729         }
 730
 731         ret = 0;
 732 out:
 733         kfree(req);
 734
 735         return ret;
 736 }
 737
 738 static int cport_disable(struct gb_host_device *hd, u16 cport_id)
 739 {
 740         int retval;
 741
 742         retval = cport_reset(hd, cport_id);
 743         if (retval)
 744                 return retval;
 745
 746         return 0;
 747 }
 748
 749 static int es2_cport_connected(struct gb_host_device *hd, u16 cport_id)
 750 {
 751         struct es2_ap_dev *es2 = hd_to_es2(hd);
 752         struct device *dev = &es2->usb_dev->dev;
 753         struct arpc_cport_connected_req req;
 754         int ret;
 755
 756         req.cport_id = cpu_to_le16(cport_id);
 757         ret = arpc_sync(es2, ARPC_TYPE_CPORT_CONNECTED, &req, sizeof(req),
 758                         NULL, ES2_ARPC_CPORT_TIMEOUT);
 759         if (ret) {
 760                 dev_err(dev, "failed to set connected state for cport %u: %d\n",
 761                                 cport_id, ret);
 762                 return ret;
 763         }
 764
 765         return 0;
 766 }
 767
 768 static int es2_cport_flush(struct gb_host_device *hd, u16 cport_id)
 769 {
 770         struct es2_ap_dev *es2 = hd_to_es2(hd);
 771         struct device *dev = &es2->usb_dev->dev;
 772         struct arpc_cport_flush_req req;
 773         int ret;
 774
 775         req.cport_id = cpu_to_le16(cport_id);
 776         ret = arpc_sync(es2, ARPC_TYPE_CPORT_FLUSH, &req, sizeof(req),
 777                         NULL, ES2_ARPC_CPORT_TIMEOUT);
 778         if (ret) {
 779                 dev_err(dev, "failed to flush cport %u: %d\n", cport_id, ret);
 780                 return ret;
 781         }
 782
 783         return 0;
 784 }
 785
 786 static int es2_cport_shutdown(struct gb_host_device *hd, u16 cport_id,
 787                                 u8 phase, unsigned int timeout)
 788 {
 789         struct es2_ap_dev *es2 = hd_to_es2(hd);
 790         struct device *dev = &es2->usb_dev->dev;
 791         struct arpc_cport_shutdown_req req;
 792         int result;
 793         int ret;
 794
 795         if (timeout > U16_MAX)
 796                 return -EINVAL;
 797
 798         req.cport_id = cpu_to_le16(cport_id);
 799         req.timeout = cpu_to_le16(timeout);
 800         req.phase = phase;
 801         ret = arpc_sync(es2, ARPC_TYPE_CPORT_SHUTDOWN, &req, sizeof(req),
 802                         &result, ES2_ARPC_CPORT_TIMEOUT + timeout);
 803         if (ret) {
 804                 dev_err(dev, "failed to send shutdown over cport %u: %d (%d)\n",
 805                                 cport_id, ret, result);
 806                 return ret;
 807         }
 808
 809         return 0;
 810 }
 811
 812 static int es2_cport_quiesce(struct gb_host_device *hd, u16 cport_id,
 813                                 size_t peer_space, unsigned int timeout)
 814 {
 815         struct es2_ap_dev *es2 = hd_to_es2(hd);
 816         struct device *dev = &es2->usb_dev->dev;
 817         struct arpc_cport_quiesce_req req;
 818         int result;
 819         int ret;
 820
 821         if (peer_space > U16_MAX)
 822                 return -EINVAL;
 823
 824         if (timeout > U16_MAX)
 825                 return -EINVAL;
 826
 827         req.cport_id = cpu_to_le16(cport_id);
 828         req.peer_space = cpu_to_le16(peer_space);
 829         req.timeout = cpu_to_le16(timeout);
 830         ret = arpc_sync(es2, ARPC_TYPE_CPORT_QUIESCE, &req, sizeof(req),
 831                         &result, ES2_ARPC_CPORT_TIMEOUT + timeout);
 832         if (ret) {
 833                 dev_err(dev, "failed to quiesce cport %u: %d (%d)\n",
 834                                 cport_id, ret, result);
 835                 return ret;
 836         }
 837
 838         return 0;
 839 }
 840
 841 static int es2_cport_clear(struct gb_host_device *hd, u16 cport_id)
 842 {
 843         struct es2_ap_dev *es2 = hd_to_es2(hd);
 844         struct device *dev = &es2->usb_dev->dev;
 845         struct arpc_cport_clear_req req;
 846         int ret;
 847
 848         req.cport_id = cpu_to_le16(cport_id);
 849         ret = arpc_sync(es2, ARPC_TYPE_CPORT_CLEAR, &req, sizeof(req),
 850                         NULL, ES2_ARPC_CPORT_TIMEOUT);
 851         if (ret) {
 852                 dev_err(dev, "failed to clear cport %u: %d\n", cport_id, ret);
 853                 return ret;
 854         }
 855
 856         return 0;
 857 }
 858
 859 static int latency_tag_enable(struct gb_host_device *hd, u16 cport_id)
 860 {
 861         int retval;
 862         struct es2_ap_dev *es2 = hd_to_es2(hd);
 863         struct usb_device *udev = es2->usb_dev;
 864
 865         retval = usb_control_msg(udev, usb_sndctrlpipe(udev, 0),
 866                                  GB_APB_REQUEST_LATENCY_TAG_EN,
 867                                  USB_DIR_OUT | USB_TYPE_VENDOR |
 868                                  USB_RECIP_INTERFACE, cport_id, 0, NULL,
 869                                  0, ES2_USB_CTRL_TIMEOUT);
 870
 871         if (retval < 0)
 872                 dev_err(&udev->dev, "Cannot enable latency tag for cport %d\n",
 873                         cport_id);
 874         return retval;
 875 }
 876
 877 static int latency_tag_disable(struct gb_host_device *hd, u16 cport_id)
 878 {
 879         int retval;
 880         struct es2_ap_dev *es2 = hd_to_es2(hd);
 881         struct usb_device *udev = es2->usb_dev;
 882
 883         retval = usb_control_msg(udev, usb_sndctrlpipe(udev, 0),
 884                                  GB_APB_REQUEST_LATENCY_TAG_DIS,
 885                                  USB_DIR_OUT | USB_TYPE_VENDOR |
 886                                  USB_RECIP_INTERFACE, cport_id, 0, NULL,
 887                                  0, ES2_USB_CTRL_TIMEOUT);
 888
 889         if (retval < 0)
 890                 dev_err(&udev->dev, "Cannot disable latency tag for cport %d\n",
 891                         cport_id);
 892         return retval;
 893 }
 894
 895 static int timesync_enable(struct gb_host_device *hd, u8 count,
 896                            u64 frame_time, u32 strobe_delay, u32 refclk)
 897 {
 898         int retval;
 899         struct es2_ap_dev *es2 = hd_to_es2(hd);
 900         struct usb_device *udev = es2->usb_dev;
 901         struct gb_control_timesync_enable_request *request;
 902
 903         request = kzalloc(sizeof(*request), GFP_KERNEL);
 904         if (!request)
 905                 return -ENOMEM;
 906
 907         request->count = count;
 908         request->frame_time = cpu_to_le64(frame_time);
 909         request->strobe_delay = cpu_to_le32(strobe_delay);
 910         request->refclk = cpu_to_le32(refclk);
 911         retval = usb_control_msg(udev, usb_sndctrlpipe(udev, 0),
 912                                  GB_APB_REQUEST_TIMESYNC_ENABLE,
 913                                  USB_DIR_OUT | USB_TYPE_VENDOR |
 914                                  USB_RECIP_INTERFACE, 0, 0, request,
 915                                  sizeof(*request), ES2_USB_CTRL_TIMEOUT);
 916         if (retval < 0)
 917                 dev_err(&udev->dev, "Cannot enable timesync %d\n", retval);
 918
 919         kfree(request);
 920         return retval;
 921 }
 922
 923 static int timesync_disable(struct gb_host_device *hd)
 924 {
 925         int retval;
 926         struct es2_ap_dev *es2 = hd_to_es2(hd);
 927         struct usb_device *udev = es2->usb_dev;
 928
 929         retval = usb_control_msg(udev, usb_sndctrlpipe(udev, 0),
 930                                  GB_APB_REQUEST_TIMESYNC_DISABLE,
 931                                  USB_DIR_OUT | USB_TYPE_VENDOR |
 932                                  USB_RECIP_INTERFACE, 0, 0, NULL,
 933                                  0, ES2_USB_CTRL_TIMEOUT);
 934         if (retval < 0)
 935                 dev_err(&udev->dev, "Cannot disable timesync %d\n", retval);
 936
 937         return retval;
 938 }
 939
 940 static int timesync_authoritative(struct gb_host_device *hd, u64 *frame_time)
 941 {
 942         int retval, i;
 943         struct es2_ap_dev *es2 = hd_to_es2(hd);
 944         struct usb_device *udev = es2->usb_dev;
 945         struct timesync_authoritative_request *request;
 946
 947         request = kzalloc(sizeof(*request), GFP_KERNEL);
 948         if (!request)
 949                 return -ENOMEM;
 950
 951         for (i = 0; i < GB_TIMESYNC_MAX_STROBES; i++)
 952                 request->frame_time[i] = cpu_to_le64(frame_time[i]);
 953
 954         retval = usb_control_msg(udev, usb_sndctrlpipe(udev, 0),
 955                                  GB_APB_REQUEST_TIMESYNC_AUTHORITATIVE,
 956                                  USB_DIR_OUT | USB_TYPE_VENDOR |
 957                                  USB_RECIP_INTERFACE, 0, 0, request,
 958                                  sizeof(*request), ES2_USB_CTRL_TIMEOUT);
 959         if (retval < 0)
 960                 dev_err(&udev->dev, "Cannot timesync authoritative out %d\n", retval);
 961
 962         kfree(request);
 963         return retval;
 964 }
 965
 966 static int timesync_get_last_event(struct gb_host_device *hd, u64 *frame_time)
 967 {
 968         int retval;
 969         struct es2_ap_dev *es2 = hd_to_es2(hd);
 970         struct usb_device *udev = es2->usb_dev;
 971         __le64 *response_frame_time;
 972
 973         response_frame_time = kzalloc(sizeof(*response_frame_time), GFP_KERNEL);
 974         if (!response_frame_time)
 975                 return -ENOMEM;
 976
 977         retval = usb_control_msg(udev, usb_rcvctrlpipe(udev, 0),
 978                                  GB_APB_REQUEST_TIMESYNC_GET_LAST_EVENT,
 979                                  USB_DIR_IN | USB_TYPE_VENDOR |
 980                                  USB_RECIP_INTERFACE, 0, 0, response_frame_time,
 981                                  sizeof(*response_frame_time),
 982                                  ES2_USB_CTRL_TIMEOUT);
 983
 984         if (retval != sizeof(*response_frame_time)) {
 985                 dev_err(&udev->dev, "Cannot get last TimeSync event: %d\n",
 986                         retval);
 987
 988                 if (retval >= 0)
 989                         retval = -EIO;
 990
 991                 goto out;
 992         }
 993         *frame_time = le64_to_cpu(*response_frame_time);
 994         retval = 0;
 995 out:
 996         kfree(response_frame_time);
 997         return retval;
 998 }
 999
1000 static struct gb_hd_driver es2_driver = {
1001         .hd_priv_size                   = sizeof(struct es2_ap_dev),
1002         .message_send                   = message_send,
1003         .message_cancel                 = message_cancel,
1004         .cport_allocate                 = es2_cport_allocate,
1005         .cport_release                  = es2_cport_release,
1006         .cport_enable                   = cport_enable,
1007         .cport_disable                  = cport_disable,
1008         .cport_connected                = es2_cport_connected,
1009         .cport_flush                    = es2_cport_flush,
1010         .cport_shutdown                 = es2_cport_shutdown,
1011         .cport_quiesce                  = es2_cport_quiesce,
1012         .cport_clear                    = es2_cport_clear,
1013         .latency_tag_enable             = latency_tag_enable,
1014         .latency_tag_disable            = latency_tag_disable,
1015         .output                         = output,
1016         .timesync_enable                = timesync_enable,
1017         .timesync_disable               = timesync_disable,
1018         .timesync_authoritative         = timesync_authoritative,
1019         .timesync_get_last_event        = timesync_get_last_event,
1020 };
1021
1022 /* Common function to report consistent warnings based on URB status */
1023 static int check_urb_status(struct urb *urb)
1024 {
1025         struct device *dev = &urb->dev->dev;
1026         int status = urb->status;
1027
1028         switch (status) {
1029         case 0:
1030                 return 0;
1031
1032         case -EOVERFLOW:
1033                 dev_err(dev, "%s: overflow actual length is %d\n",
1034                         __func__, urb->actual_length);
1035         case -ECONNRESET:
1036         case -ENOENT:
1037         case -ESHUTDOWN:
1038         case -EILSEQ:
1039         case -EPROTO:
1040                 /* device is gone, stop sending */
1041                 return status;
1042         }
1043         dev_err(dev, "%s: unknown status %d\n", __func__, status);
1044
1045         return -EAGAIN;
1046 }
1047
1048 static void es2_destroy(struct es2_ap_dev *es2)
1049 {
1050         struct usb_device *udev;
1051         int bulk_in;
1052         int i;
1053
1054         debugfs_remove(es2->apb_log_enable_dentry);
1055         usb_log_disable(es2);
1056
1057         /* Tear down everything! */
1058         for (i = 0; i < NUM_CPORT_OUT_URB; ++i) {
1059                 struct urb *urb = es2->cport_out_urb[i];
1060
1061                 if (!urb)
1062                         break;
1063                 usb_kill_urb(urb);
1064                 usb_free_urb(urb);
1065                 es2->cport_out_urb[i] = NULL;
1066                 es2->cport_out_urb_busy[i] = false;     /* just to be anal */
1067         }
1068
1069         for (i = 0; i < NUM_ARPC_IN_URB; ++i) {
1070                 struct urb *urb = es2->arpc_urb[i];
1071
1072                 if (!urb)
1073                         break;
1074                 usb_free_urb(urb);
1075                 kfree(es2->arpc_buffer[i]);
1076                 es2->arpc_buffer[i] = NULL;
1077         }
1078
1079         for (bulk_in = 0; bulk_in < NUM_BULKS; bulk_in++) {
1080                 struct es2_cport_in *cport_in = &es2->cport_in[bulk_in];
1081
1082                 for (i = 0; i < NUM_CPORT_IN_URB; ++i) {
1083                         struct urb *urb = cport_in->urb[i];
1084
1085                         if (!urb)
1086                                 break;
1087                         usb_free_urb(urb);
1088                         kfree(cport_in->buffer[i]);
1089                         cport_in->buffer[i] = NULL;
1090                 }
1091         }
1092
1093         kfree(es2->cport_to_ep);
1094
1095         /* release reserved CDSI0 and CDSI1 cports */
1096         gb_hd_cport_release_reserved(es2->hd, ES2_CPORT_CDSI1);
1097         gb_hd_cport_release_reserved(es2->hd, ES2_CPORT_CDSI0);
1098
1099         udev = es2->usb_dev;
1100         gb_hd_put(es2->hd);
1101
1102         usb_put_dev(udev);
1103 }
1104
1105 static void cport_in_callback(struct urb *urb)
1106 {
1107         struct gb_host_device *hd = urb->context;
1108         struct device *dev = &urb->dev->dev;
1109         struct gb_operation_msg_hdr *header;
1110         int status = check_urb_status(urb);
1111         int retval;
1112         u16 cport_id;
1113
1114         if (status) {
1115                 if ((status == -EAGAIN) || (status == -EPROTO))
1116                         goto exit;
1117
1118                 /* The urb is being unlinked */
1119                 if (status == -ENOENT || status == -ESHUTDOWN)
1120                         return;
1121
1122                 dev_err(dev, "urb cport in error %d (dropped)\n", status);
1123                 return;
1124         }
1125
1126         if (urb->actual_length < sizeof(*header)) {
1127                 dev_err(dev, "short message received\n");
1128                 goto exit;
1129         }
1130
1131         /* Extract the CPort id, which is packed in the message header */
1132         header = urb->transfer_buffer;
1133         cport_id = gb_message_cport_unpack(header);
1134
1135         if (cport_id_valid(hd, cport_id)) {
1136                 greybus_data_rcvd(hd, cport_id, urb->transfer_buffer,
1137                                                         urb->actual_length);
1138         } else {
1139                 dev_err(dev, "invalid cport id %u received\n", cport_id);
1140         }
1141 exit:
1142         /* put our urb back in the request pool */
1143         retval = usb_submit_urb(urb, GFP_ATOMIC);
1144         if (retval)
1145                 dev_err(dev, "failed to resubmit in-urb: %d\n", retval);
1146 }
1147
1148 static void cport_out_callback(struct urb *urb)
1149 {
1150         struct gb_message *message = urb->context;
1151         struct gb_host_device *hd = message->operation->connection->hd;
1152         struct es2_ap_dev *es2 = hd_to_es2(hd);
1153         int status = check_urb_status(urb);
1154         unsigned long flags;
1155
1156         gb_message_cport_clear(message->header);
1157
1158         spin_lock_irqsave(&es2->cport_out_urb_lock, flags);
1159         message->hcpriv = NULL;
1160         spin_unlock_irqrestore(&es2->cport_out_urb_lock, flags);
1161
1162         /*
1163          * Tell the submitter that the message send (attempt) is
1164          * complete, and report the status.
1165          */
1166         greybus_message_sent(hd, message, status);
1167
1168         free_urb(es2, urb);
1169 }
1170
1171 static struct arpc *arpc_alloc(void *payload, u16 size, u8 type)
1172 {
1173         struct arpc *rpc;
1174
1175         if (size + sizeof(*rpc->req) > ARPC_OUT_SIZE_MAX)
1176                 return NULL;
1177
1178         rpc = kzalloc(sizeof(*rpc), GFP_KERNEL);
1179         if (!rpc)
1180                 return NULL;
1181
1182         INIT_LIST_HEAD(&rpc->list);
1183         rpc->req = kzalloc(sizeof(*rpc->req) + size, GFP_KERNEL);
1184         if (!rpc->req)
1185                 goto err_free_rpc;
1186
1187         rpc->resp = kzalloc(sizeof(*rpc->resp), GFP_KERNEL);
1188         if (!rpc->resp)
1189                 goto err_free_req;
1190
1191         rpc->req->type = type;
1192         rpc->req->size = cpu_to_le16(sizeof(rpc->req) + size);
1193         memcpy(rpc->req->data, payload, size);
1194
1195         init_completion(&rpc->response_received);
1196
1197         return rpc;
1198
1199 err_free_req:
1200         kfree(rpc->req);
1201 err_free_rpc:
1202         kfree(rpc);
1203
1204         return NULL;
1205 }
1206
1207 static void arpc_free(struct arpc *rpc)
1208 {
1209         kfree(rpc->req);
1210         kfree(rpc->resp);
1211         kfree(rpc);
1212 }
1213
1214 static struct arpc *arpc_find(struct es2_ap_dev *es2, __le16 id)
1215 {
1216         struct arpc *rpc;
1217
1218         list_for_each_entry(rpc, &es2->arpcs, list) {
1219                 if (rpc->req->id == id)
1220                         return rpc;
1221         }
1222
1223         return NULL;
1224 }
1225
1226 static void arpc_add(struct es2_ap_dev *es2, struct arpc *rpc)
1227 {
1228         rpc->active = true;
1229         rpc->req->id = cpu_to_le16(es2->arpc_id_cycle++);
1230         list_add_tail(&rpc->list, &es2->arpcs);
1231 }
1232
1233 static void arpc_del(struct es2_ap_dev *es2, struct arpc *rpc)
1234 {
1235         if (rpc->active) {
1236                 rpc->active = false;
1237                 list_del(&rpc->list);
1238         }
1239 }
1240
1241 static int arpc_send(struct es2_ap_dev *es2, struct arpc *rpc, int timeout)
1242 {
1243         struct usb_device *udev = es2->usb_dev;
1244         int retval;
1245
1246         retval = usb_control_msg(udev, usb_sndctrlpipe(udev, 0),
1247                                  GB_APB_REQUEST_ARPC_RUN,
1248                                  USB_DIR_OUT | USB_TYPE_VENDOR |
1249                                  USB_RECIP_INTERFACE,
1250                                  0, 0,
1251                                  rpc->req, le16_to_cpu(rpc->req->size),
1252                                  ES2_USB_CTRL_TIMEOUT);
1253         if (retval != le16_to_cpu(rpc->req->size)) {
1254                 dev_err(&udev->dev,
1255                         "failed to send ARPC request %d: %d\n",
1256                         rpc->req->type, retval);
1257                 if (retval > 0)
1258                         retval = -EIO;
1259                 return retval;
1260         }
1261
1262         return 0;
1263 }
1264
1265 static int arpc_sync(struct es2_ap_dev *es2, u8 type, void *payload,
1266                      size_t size, int *result, unsigned int timeout)
1267 {
1268         struct arpc *rpc;
1269         unsigned long flags;
1270         int retval;
1271
1272         if (result)
1273                 *result = 0;
1274
1275         rpc = arpc_alloc(payload, size, type);
1276         if (!rpc)
1277                 return -ENOMEM;
1278
1279         spin_lock_irqsave(&es2->arpc_lock, flags);
1280         arpc_add(es2, rpc);
1281         spin_unlock_irqrestore(&es2->arpc_lock, flags);
1282
1283         retval = arpc_send(es2, rpc, timeout);
1284         if (retval)
1285                 goto out_arpc_del;
1286
1287         retval = wait_for_completion_interruptible_timeout(
1288                                                 &rpc->response_received,
1289                                                 msecs_to_jiffies(timeout));
1290         if (retval <= 0) {
1291                 if (!retval)
1292                         retval = -ETIMEDOUT;
1293                 goto out_arpc_del;
1294         }
1295
1296         if (rpc->resp->result) {
1297                 retval = -EREMOTEIO;
1298                 if (result)
1299                         *result = rpc->resp->result;
1300         } else {
1301                 retval = 0;
1302         }
1303
1304 out_arpc_del:
1305         spin_lock_irqsave(&es2->arpc_lock, flags);
1306         arpc_del(es2, rpc);
1307         spin_unlock_irqrestore(&es2->arpc_lock, flags);
1308         arpc_free(rpc);
1309
1310         if (retval < 0 && retval != -EREMOTEIO) {
1311                 dev_err(&es2->usb_dev->dev,
1312                         "failed to execute ARPC: %d\n", retval);
1313         }
1314
1315         return retval;
1316 }
1317
1318 static void arpc_in_callback(struct urb *urb)
1319 {
1320         struct es2_ap_dev *es2 = urb->context;
1321         struct device *dev = &urb->dev->dev;
1322         int status = check_urb_status(urb);
1323         struct arpc *rpc;
1324         struct arpc_response_message *resp;
1325         unsigned long flags;
1326         int retval;
1327
1328         if (status) {
1329                 if ((status == -EAGAIN) || (status == -EPROTO))
1330                         goto exit;
1331
1332                 /* The urb is being unlinked */
1333                 if (status == -ENOENT || status == -ESHUTDOWN)
1334                         return;
1335
1336                 dev_err(dev, "arpc in-urb error %d (dropped)\n", status);
1337                 return;
1338         }
1339
1340         if (urb->actual_length < sizeof(*resp)) {
1341                 dev_err(dev, "short aprc response received\n");
1342                 goto exit;
1343         }
1344
1345         resp = urb->transfer_buffer;
1346         spin_lock_irqsave(&es2->arpc_lock, flags);
1347         rpc = arpc_find(es2, resp->id);
1348         if (!rpc) {
1349                 dev_err(dev, "invalid arpc response id received: %u\n",
1350                         le16_to_cpu(resp->id));
1351                 spin_unlock_irqrestore(&es2->arpc_lock, flags);
1352                 goto exit;
1353         }
1354
1355         arpc_del(es2, rpc);
1356         memcpy(rpc->resp, resp, sizeof(*resp));
1357         complete(&rpc->response_received);
1358         spin_unlock_irqrestore(&es2->arpc_lock, flags);
1359
1360 exit:
1361         /* put our urb back in the request pool */
1362         retval = usb_submit_urb(urb, GFP_ATOMIC);
1363         if (retval)
1364                 dev_err(dev, "failed to resubmit arpc in-urb: %d\n", retval);
1365 }
1366
1367 #define APB1_LOG_MSG_SIZE       64
1368 static void apb_log_get(struct es2_ap_dev *es2, char *buf)
1369 {
1370         int retval;
1371
1372         do {
1373                 retval = usb_control_msg(es2->usb_dev,
1374                                         usb_rcvctrlpipe(es2->usb_dev, 0),
1375                                         GB_APB_REQUEST_LOG,
1376                                         USB_DIR_IN | USB_TYPE_VENDOR | USB_RECIP_INTERFACE,
1377                                         0x00, 0x00,
1378                                         buf,
1379                                         APB1_LOG_MSG_SIZE,
1380                                         ES2_USB_CTRL_TIMEOUT);
1381                 if (retval > 0)
1382                         kfifo_in(&es2->apb_log_fifo, buf, retval);
1383         } while (retval > 0);
1384 }
1385
1386 static int apb_log_poll(void *data)
1387 {
1388         struct es2_ap_dev *es2 = data;
1389         char *buf;
1390
1391         buf = kmalloc(APB1_LOG_MSG_SIZE, GFP_KERNEL);
1392         if (!buf)
1393                 return -ENOMEM;
1394
1395         while (!kthread_should_stop()) {
1396                 msleep(1000);
1397                 apb_log_get(es2, buf);
1398         }
1399
1400         kfree(buf);
1401
1402         return 0;
1403 }
1404
1405 static ssize_t apb_log_read(struct file *f, char __user *buf,
1406                                 size_t count, loff_t *ppos)
1407 {
1408         struct es2_ap_dev *es2 = f->f_inode->i_private;
1409         ssize_t ret;
1410         size_t copied;
1411         char *tmp_buf;
1412
1413         if (count > APB1_LOG_SIZE)
1414                 count = APB1_LOG_SIZE;
1415
1416         tmp_buf = kmalloc(count, GFP_KERNEL);
1417         if (!tmp_buf)
1418                 return -ENOMEM;
1419
1420         copied = kfifo_out(&es2->apb_log_fifo, tmp_buf, count);
1421         ret = simple_read_from_buffer(buf, count, ppos, tmp_buf, copied);
1422
1423         kfree(tmp_buf);
1424
1425         return ret;
1426 }
1427
1428 static const struct file_operations apb_log_fops = {
1429         .read   = apb_log_read,
1430 };
1431
1432 static void usb_log_enable(struct es2_ap_dev *es2)
1433 {
1434         if (!IS_ERR_OR_NULL(es2->apb_log_task))
1435                 return;
1436
1437         /* get log from APB1 */
1438         es2->apb_log_task = kthread_run(apb_log_poll, es2, "apb_log");
1439         if (IS_ERR(es2->apb_log_task))
1440                 return;
1441         /* XXX We will need to rename this per APB */
1442         es2->apb_log_dentry = debugfs_create_file("apb_log", S_IRUGO,
1443                                                 gb_debugfs_get(), es2,
1444                                                 &apb_log_fops);
1445 }
1446
1447 static void usb_log_disable(struct es2_ap_dev *es2)
1448 {
1449         if (IS_ERR_OR_NULL(es2->apb_log_task))
1450                 return;
1451
1452         debugfs_remove(es2->apb_log_dentry);
1453         es2->apb_log_dentry = NULL;
1454
1455         kthread_stop(es2->apb_log_task);
1456         es2->apb_log_task = NULL;
1457 }
1458
1459 static ssize_t apb_log_enable_read(struct file *f, char __user *buf,
1460                                 size_t count, loff_t *ppos)
1461 {
1462         struct es2_ap_dev *es2 = f->f_inode->i_private;
1463         int enable = !IS_ERR_OR_NULL(es2->apb_log_task);
1464         char tmp_buf[3];
1465
1466         sprintf(tmp_buf, "%d\n", enable);
1467         return simple_read_from_buffer(buf, count, ppos, tmp_buf, 3);
1468 }
1469
1470 static ssize_t apb_log_enable_write(struct file *f, const char __user *buf,
1471                                 size_t count, loff_t *ppos)
1472 {
1473         int enable;
1474         ssize_t retval;
1475         struct es2_ap_dev *es2 = f->f_inode->i_private;
1476
1477         retval = kstrtoint_from_user(buf, count, 10, &enable);
1478         if (retval)
1479                 return retval;
1480
1481         if (enable)
1482                 usb_log_enable(es2);
1483         else
1484                 usb_log_disable(es2);
1485
1486         return count;
1487 }
1488
1489 static const struct file_operations apb_log_enable_fops = {
1490         .read   = apb_log_enable_read,
1491         .write  = apb_log_enable_write,
1492 };
1493
1494 static int apb_get_cport_count(struct usb_device *udev)
1495 {
1496         int retval;
1497         __le16 *cport_count;
1498
1499         cport_count = kzalloc(sizeof(*cport_count), GFP_KERNEL);
1500         if (!cport_count)
1501                 return -ENOMEM;
1502
1503         retval = usb_control_msg(udev, usb_rcvctrlpipe(udev, 0),
1504                                  GB_APB_REQUEST_CPORT_COUNT,
1505                                  USB_DIR_IN | USB_TYPE_VENDOR |
1506                                  USB_RECIP_INTERFACE, 0, 0, cport_count,
1507                                  sizeof(*cport_count), ES2_USB_CTRL_TIMEOUT);
1508         if (retval != sizeof(*cport_count)) {
1509                 dev_err(&udev->dev, "Cannot retrieve CPort count: %d\n",
1510                         retval);
1511
1512                 if (retval >= 0)
1513                         retval = -EIO;
1514
1515                 goto out;
1516         }
1517
1518         retval = le16_to_cpu(*cport_count);
1519
1520         /* We need to fit a CPort ID in one byte of a message header */
1521         if (retval > U8_MAX) {
1522                 retval = U8_MAX;
1523                 dev_warn(&udev->dev, "Limiting number of CPorts to U8_MAX\n");
1524         }
1525
1526 out:
1527         kfree(cport_count);
1528         return retval;
1529 }
1530
1531 /*
1532  * The ES2 USB Bridge device has 15 endpoints
1533  * 1 Control - usual USB stuff + AP -> APBridgeA messages
1534  * 7 Bulk IN - CPort data in
1535  * 7 Bulk OUT - CPort data out
1536  */
1537 static int ap_probe(struct usb_interface *interface,
1538                     const struct usb_device_id *id)
1539 {
1540         struct es2_ap_dev *es2;
1541         struct gb_host_device *hd;
1542         struct usb_device *udev;
1543         struct usb_host_interface *iface_desc;
1544         struct usb_endpoint_descriptor *endpoint;
1545         int bulk_in = 0;
1546         int bulk_out = 0;
1547         int retval;
1548         int i;
1549         int num_cports;
1550
1551         udev = usb_get_dev(interface_to_usbdev(interface));
1552
1553         num_cports = apb_get_cport_count(udev);
1554         if (num_cports < 0) {
1555                 usb_put_dev(udev);
1556                 dev_err(&udev->dev, "Cannot retrieve CPort count: %d\n",
1557                         num_cports);
1558                 return num_cports;
1559         }
1560
1561         hd = gb_hd_create(&es2_driver, &udev->dev, ES2_GBUF_MSG_SIZE_MAX,
1562                                 num_cports);
1563         if (IS_ERR(hd)) {
1564                 usb_put_dev(udev);
1565                 return PTR_ERR(hd);
1566         }
1567
1568         es2 = hd_to_es2(hd);
1569         es2->hd = hd;
1570         es2->usb_intf = interface;
1571         es2->usb_dev = udev;
1572         spin_lock_init(&es2->cport_out_urb_lock);
1573         INIT_KFIFO(es2->apb_log_fifo);
1574         usb_set_intfdata(interface, es2);
1575
1576         /*
1577          * Reserve the CDSI0 and CDSI1 CPorts so they won't be allocated
1578          * dynamically.
1579          */
1580         retval = gb_hd_cport_reserve(hd, ES2_CPORT_CDSI0);
1581         if (retval)
1582                 goto error;
1583         retval = gb_hd_cport_reserve(hd, ES2_CPORT_CDSI1);
1584         if (retval)
1585                 goto error;
1586
1587         es2->cport_to_ep = kcalloc(hd->num_cports, sizeof(*es2->cport_to_ep),
1588                                    GFP_KERNEL);
1589         if (!es2->cport_to_ep) {
1590                 retval = -ENOMEM;
1591                 goto error;
1592         }
1593
1594         /* find all bulk endpoints */
1595         iface_desc = interface->cur_altsetting;
1596         for (i = 0; i < iface_desc->desc.bNumEndpoints; ++i) {
1597                 endpoint = &iface_desc->endpoint[i].desc;
1598
1599                 if (usb_endpoint_is_bulk_in(endpoint)) {
1600                         if (bulk_in < NUM_BULKS)
1601                                 es2->cport_in[bulk_in].endpoint =
1602                                         endpoint->bEndpointAddress;
1603                         else
1604                                 es2->arpc_endpoint_in =
1605                                         endpoint->bEndpointAddress;
1606                         bulk_in++;
1607                 } else if (usb_endpoint_is_bulk_out(endpoint)) {
1608                         es2->cport_out[bulk_out++].endpoint =
1609                                 endpoint->bEndpointAddress;
1610                 } else {
1611                         dev_err(&udev->dev,
1612                                 "Unknown endpoint type found, address 0x%02x\n",
1613                                 endpoint->bEndpointAddress);
1614                 }
1615         }
1616         if (bulk_in != NUM_BULKS_IN || bulk_out != NUM_BULKS_OUT) {
1617                 dev_err(&udev->dev, "Not enough endpoints found in device, aborting!\n");
1618                 retval = -ENODEV;
1619                 goto error;
1620         }
1621
1622         /* Allocate buffers for our cport in messages */
1623         for (bulk_in = 0; bulk_in < NUM_BULKS; bulk_in++) {
1624                 struct es2_cport_in *cport_in = &es2->cport_in[bulk_in];
1625
1626                 for (i = 0; i < NUM_CPORT_IN_URB; ++i) {
1627                         struct urb *urb;
1628                         u8 *buffer;
1629
1630                         urb = usb_alloc_urb(0, GFP_KERNEL);
1631                         if (!urb) {
1632                                 retval = -ENOMEM;
1633                                 goto error;
1634                         }
1635                         cport_in->urb[i] = urb;
1636
1637                         buffer = kmalloc(ES2_GBUF_MSG_SIZE_MAX, GFP_KERNEL);
1638                         if (!buffer) {
1639                                 retval = -ENOMEM;
1640                                 goto error;
1641                         }
1642
1643                         usb_fill_bulk_urb(urb, udev,
1644                                           usb_rcvbulkpipe(udev,
1645                                                           cport_in->endpoint),
1646                                           buffer, ES2_GBUF_MSG_SIZE_MAX,
1647                                           cport_in_callback, hd);
1648
1649                         cport_in->buffer[i] = buffer;
1650                 }
1651         }
1652
1653         /* Allocate buffers for ARPC in messages */
1654         for (i = 0; i < NUM_ARPC_IN_URB; ++i) {
1655                 struct urb *urb;
1656                 u8 *buffer;
1657
1658                 urb = usb_alloc_urb(0, GFP_KERNEL);
1659                 if (!urb) {
1660                         retval = -ENOMEM;
1661                         goto error;
1662                 }
1663                 es2->arpc_urb[i] = urb;
1664
1665                 buffer = kmalloc(ARPC_IN_SIZE_MAX, GFP_KERNEL);
1666                 if (!buffer) {
1667                         retval = -ENOMEM;
1668                         goto error;
1669                 }
1670
1671                 usb_fill_bulk_urb(urb, udev,
1672                                   usb_rcvbulkpipe(udev,
1673                                                   es2->arpc_endpoint_in),
1674                                   buffer, ARPC_IN_SIZE_MAX,
1675                                   arpc_in_callback, es2);
1676
1677                 es2->arpc_buffer[i] = buffer;
1678         }
1679
1680         /* Allocate urbs for our CPort OUT messages */
1681         for (i = 0; i < NUM_CPORT_OUT_URB; ++i) {
1682                 struct urb *urb;
1683
1684                 urb = usb_alloc_urb(0, GFP_KERNEL);
1685                 if (!urb) {
1686                         retval = -ENOMEM;
1687                         goto error;
1688                 }
1689
1690                 es2->cport_out_urb[i] = urb;
1691                 es2->cport_out_urb_busy[i] = false;     /* just to be anal */
1692         }
1693
1694         /* XXX We will need to rename this per APB */
1695         es2->apb_log_enable_dentry = debugfs_create_file("apb_log_enable",
1696                                                         (S_IWUSR | S_IRUGO),
1697                                                         gb_debugfs_get(), es2,
1698                                                         &apb_log_enable_fops);
1699
1700         INIT_LIST_HEAD(&es2->arpcs);
1701         spin_lock_init(&es2->arpc_lock);
1702
1703         if (es2_arpc_in_enable(es2))
1704                 goto error;
1705
1706         retval = gb_hd_add(hd);
1707         if (retval)
1708                 goto err_disable_arpc_in;
1709
1710         for (i = 0; i < NUM_BULKS; ++i) {
1711                 retval = es2_cport_in_enable(es2, &es2->cport_in[i]);
1712                 if (retval)
1713                         goto err_disable_cport_in;
1714         }
1715
1716         return 0;
1717
1718 err_disable_cport_in:
1719         for (--i; i >= 0; --i)
1720                 es2_cport_in_disable(es2, &es2->cport_in[i]);
1721         gb_hd_del(hd);
1722 err_disable_arpc_in:
1723         es2_arpc_in_disable(es2);
1724 error:
1725         es2_destroy(es2);
1726
1727         return retval;
1728 }
1729
1730 static void ap_disconnect(struct usb_interface *interface)
1731 {
1732         struct es2_ap_dev *es2 = usb_get_intfdata(interface);
1733         int i;
1734
1735         gb_hd_del(es2->hd);
1736
1737         for (i = 0; i < NUM_BULKS; ++i)
1738                 es2_cport_in_disable(es2, &es2->cport_in[i]);
1739         es2_arpc_in_disable(es2);
1740
1741         es2_destroy(es2);
1742 }
1743
1744 static struct usb_driver es2_ap_driver = {
1745         .name =         "es2_ap_driver",
1746         .probe =        ap_probe,
1747         .disconnect =   ap_disconnect,
1748         .id_table =     id_table,
1749         .soft_unbind =  1,
1750 };
1751
1752 module_usb_driver(es2_ap_driver);
1753
1754 MODULE_LICENSE("GPL v2");
1755 MODULE_AUTHOR("Greg Kroah-Hartman <gregkh@linuxfoundation.org>");