drivers/usb/gadget/function/f_sourcesink.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 /*
   3  * f_sourcesink.c - USB peripheral source/sink configuration driver
   4  *
   5  * Copyright (C) 2003-2008 David Brownell
   6  * Copyright (C) 2008 by Nokia Corporation
   7  */
   8
   9 /* #define VERBOSE_DEBUG */
  10
  11 #include <linux/slab.h>
  12 #include <linux/kernel.h>
  13 #include <linux/device.h>
  14 #include <linux/module.h>
  15 #include <linux/usb/composite.h>
  16 #include <linux/err.h>
  17
  18 #include "g_zero.h"
  19 #include "u_f.h"
  20
  21 /*
  22  * SOURCE/SINK FUNCTION ... a primary testing vehicle for USB peripheral
  23  * controller drivers.
  24  *
  25  * This just sinks bulk packets OUT to the peripheral and sources them IN
  26  * to the host, optionally with specific data patterns for integrity tests.
  27  * As such it supports basic functionality and load tests.
  28  *
  29  * In terms of control messaging, this supports all the standard requests
  30  * plus two that support control-OUT tests.  If the optional "autoresume"
  31  * mode is enabled, it provides good functional coverage for the "USBCV"
  32  * test harness from USB-IF.
  33  */
  34 struct f_sourcesink {
  35         struct usb_function     function;
  36
  37         struct usb_ep           *in_ep;
  38         struct usb_ep           *out_ep;
  39         struct usb_ep           *iso_in_ep;
  40         struct usb_ep           *iso_out_ep;
  41         int                     cur_alt;
  42
  43         unsigned pattern;
  44         unsigned isoc_interval;
  45         unsigned isoc_maxpacket;
  46         unsigned isoc_mult;
  47         unsigned isoc_maxburst;
  48         unsigned buflen;
  49         unsigned bulk_qlen;
  50         unsigned iso_qlen;
  51 };
  52
  53 static inline struct f_sourcesink *func_to_ss(struct usb_function *f)
  54 {
  55         return container_of(f, struct f_sourcesink, function);
  56 }
  57
  58 /*-------------------------------------------------------------------------*/
  59
  60 static struct usb_interface_descriptor source_sink_intf_alt0 = {
  61         .bLength =              USB_DT_INTERFACE_SIZE,
  62         .bDescriptorType =      USB_DT_INTERFACE,
  63
  64         .bAlternateSetting =    0,
  65         .bNumEndpoints =        2,
  66         .bInterfaceClass =      USB_CLASS_VENDOR_SPEC,
  67         /* .iInterface          = DYNAMIC */
  68 };
  69
  70 static struct usb_interface_descriptor source_sink_intf_alt1 = {
  71         .bLength =              USB_DT_INTERFACE_SIZE,
  72         .bDescriptorType =      USB_DT_INTERFACE,
  73
  74         .bAlternateSetting =    1,
  75         .bNumEndpoints =        4,
  76         .bInterfaceClass =      USB_CLASS_VENDOR_SPEC,
  77         /* .iInterface          = DYNAMIC */
  78 };
  79
  80 /* full speed support: */
  81
  82 static struct usb_endpoint_descriptor fs_source_desc = {
  83         .bLength =              USB_DT_ENDPOINT_SIZE,
  84         .bDescriptorType =      USB_DT_ENDPOINT,
  85
  86         .bEndpointAddress =     USB_DIR_IN,
  87         .bmAttributes =         USB_ENDPOINT_XFER_BULK,
  88 };
  89
  90 static struct usb_endpoint_descriptor fs_sink_desc = {
  91         .bLength =              USB_DT_ENDPOINT_SIZE,
  92         .bDescriptorType =      USB_DT_ENDPOINT,
  93
  94         .bEndpointAddress =     USB_DIR_OUT,
  95         .bmAttributes =         USB_ENDPOINT_XFER_BULK,
  96 };
  97
  98 static struct usb_endpoint_descriptor fs_iso_source_desc = {
  99         .bLength =              USB_DT_ENDPOINT_SIZE,
 100         .bDescriptorType =      USB_DT_ENDPOINT,
 101
 102         .bEndpointAddress =     USB_DIR_IN,
 103         .bmAttributes =         USB_ENDPOINT_XFER_ISOC,
 104         .wMaxPacketSize =       cpu_to_le16(1023),
 105         .bInterval =            4,
 106 };
 107
 108 static struct usb_endpoint_descriptor fs_iso_sink_desc = {
 109         .bLength =              USB_DT_ENDPOINT_SIZE,
 110         .bDescriptorType =      USB_DT_ENDPOINT,
 111
 112         .bEndpointAddress =     USB_DIR_OUT,
 113         .bmAttributes =         USB_ENDPOINT_XFER_ISOC,
 114         .wMaxPacketSize =       cpu_to_le16(1023),
 115         .bInterval =            4,
 116 };
 117
 118 static struct usb_descriptor_header *fs_source_sink_descs[] = {
 119         (struct usb_descriptor_header *) &source_sink_intf_alt0,
 120         (struct usb_descriptor_header *) &fs_sink_desc,
 121         (struct usb_descriptor_header *) &fs_source_desc,
 122         (struct usb_descriptor_header *) &source_sink_intf_alt1,
 123 #define FS_ALT_IFC_1_OFFSET     3
 124         (struct usb_descriptor_header *) &fs_sink_desc,
 125         (struct usb_descriptor_header *) &fs_source_desc,
 126         (struct usb_descriptor_header *) &fs_iso_sink_desc,
 127         (struct usb_descriptor_header *) &fs_iso_source_desc,
 128         NULL,
 129 };
 130
 131 /* high speed support: */
 132
 133 static struct usb_endpoint_descriptor hs_source_desc = {
 134         .bLength =              USB_DT_ENDPOINT_SIZE,
 135         .bDescriptorType =      USB_DT_ENDPOINT,
 136
 137         .bmAttributes =         USB_ENDPOINT_XFER_BULK,
 138         .wMaxPacketSize =       cpu_to_le16(512),
 139 };
 140
 141 static struct usb_endpoint_descriptor hs_sink_desc = {
 142         .bLength =              USB_DT_ENDPOINT_SIZE,
 143         .bDescriptorType =      USB_DT_ENDPOINT,
 144
 145         .bmAttributes =         USB_ENDPOINT_XFER_BULK,
 146         .wMaxPacketSize =       cpu_to_le16(512),
 147 };
 148
 149 static struct usb_endpoint_descriptor hs_iso_source_desc = {
 150         .bLength =              USB_DT_ENDPOINT_SIZE,
 151         .bDescriptorType =      USB_DT_ENDPOINT,
 152
 153         .bmAttributes =         USB_ENDPOINT_XFER_ISOC,
 154         .wMaxPacketSize =       cpu_to_le16(1024),
 155         .bInterval =            4,
 156 };
 157
 158 static struct usb_endpoint_descriptor hs_iso_sink_desc = {
 159         .bLength =              USB_DT_ENDPOINT_SIZE,
 160         .bDescriptorType =      USB_DT_ENDPOINT,
 161
 162         .bmAttributes =         USB_ENDPOINT_XFER_ISOC,
 163         .wMaxPacketSize =       cpu_to_le16(1024),
 164         .bInterval =            4,
 165 };
 166
 167 static struct usb_descriptor_header *hs_source_sink_descs[] = {
 168         (struct usb_descriptor_header *) &source_sink_intf_alt0,
 169         (struct usb_descriptor_header *) &hs_source_desc,
 170         (struct usb_descriptor_header *) &hs_sink_desc,
 171         (struct usb_descriptor_header *) &source_sink_intf_alt1,
 172 #define HS_ALT_IFC_1_OFFSET     3
 173         (struct usb_descriptor_header *) &hs_source_desc,
 174         (struct usb_descriptor_header *) &hs_sink_desc,
 175         (struct usb_descriptor_header *) &hs_iso_source_desc,
 176         (struct usb_descriptor_header *) &hs_iso_sink_desc,
 177         NULL,
 178 };
 179
 180 /* super speed support: */
 181
 182 static struct usb_endpoint_descriptor ss_source_desc = {
 183         .bLength =              USB_DT_ENDPOINT_SIZE,
 184         .bDescriptorType =      USB_DT_ENDPOINT,
 185
 186         .bmAttributes =         USB_ENDPOINT_XFER_BULK,
 187         .wMaxPacketSize =       cpu_to_le16(1024),
 188 };
 189
 190 static struct usb_ss_ep_comp_descriptor ss_source_comp_desc = {
 191         .bLength =              USB_DT_SS_EP_COMP_SIZE,
 192         .bDescriptorType =      USB_DT_SS_ENDPOINT_COMP,
 193
 194         .bMaxBurst =            0,
 195         .bmAttributes =         0,
 196         .wBytesPerInterval =    0,
 197 };
 198
 199 static struct usb_endpoint_descriptor ss_sink_desc = {
 200         .bLength =              USB_DT_ENDPOINT_SIZE,
 201         .bDescriptorType =      USB_DT_ENDPOINT,
 202
 203         .bmAttributes =         USB_ENDPOINT_XFER_BULK,
 204         .wMaxPacketSize =       cpu_to_le16(1024),
 205 };
 206
 207 static struct usb_ss_ep_comp_descriptor ss_sink_comp_desc = {
 208         .bLength =              USB_DT_SS_EP_COMP_SIZE,
 209         .bDescriptorType =      USB_DT_SS_ENDPOINT_COMP,
 210
 211         .bMaxBurst =            0,
 212         .bmAttributes =         0,
 213         .wBytesPerInterval =    0,
 214 };
 215
 216 static struct usb_endpoint_descriptor ss_iso_source_desc = {
 217         .bLength =              USB_DT_ENDPOINT_SIZE,
 218         .bDescriptorType =      USB_DT_ENDPOINT,
 219
 220         .bmAttributes =         USB_ENDPOINT_XFER_ISOC,
 221         .wMaxPacketSize =       cpu_to_le16(1024),
 222         .bInterval =            4,
 223 };
 224
 225 static struct usb_ss_ep_comp_descriptor ss_iso_source_comp_desc = {
 226         .bLength =              USB_DT_SS_EP_COMP_SIZE,
 227         .bDescriptorType =      USB_DT_SS_ENDPOINT_COMP,
 228
 229         .bMaxBurst =            0,
 230         .bmAttributes =         0,
 231         .wBytesPerInterval =    cpu_to_le16(1024),
 232 };
 233
 234 static struct usb_endpoint_descriptor ss_iso_sink_desc = {
 235         .bLength =              USB_DT_ENDPOINT_SIZE,
 236         .bDescriptorType =      USB_DT_ENDPOINT,
 237
 238         .bmAttributes =         USB_ENDPOINT_XFER_ISOC,
 239         .wMaxPacketSize =       cpu_to_le16(1024),
 240         .bInterval =            4,
 241 };
 242
 243 static struct usb_ss_ep_comp_descriptor ss_iso_sink_comp_desc = {
 244         .bLength =              USB_DT_SS_EP_COMP_SIZE,
 245         .bDescriptorType =      USB_DT_SS_ENDPOINT_COMP,
 246
 247         .bMaxBurst =            0,
 248         .bmAttributes =         0,
 249         .wBytesPerInterval =    cpu_to_le16(1024),
 250 };
 251
 252 static struct usb_descriptor_header *ss_source_sink_descs[] = {
 253         (struct usb_descriptor_header *) &source_sink_intf_alt0,
 254         (struct usb_descriptor_header *) &ss_source_desc,
 255         (struct usb_descriptor_header *) &ss_source_comp_desc,
 256         (struct usb_descriptor_header *) &ss_sink_desc,
 257         (struct usb_descriptor_header *) &ss_sink_comp_desc,
 258         (struct usb_descriptor_header *) &source_sink_intf_alt1,
 259 #define SS_ALT_IFC_1_OFFSET     5
 260         (struct usb_descriptor_header *) &ss_source_desc,
 261         (struct usb_descriptor_header *) &ss_source_comp_desc,
 262         (struct usb_descriptor_header *) &ss_sink_desc,
 263         (struct usb_descriptor_header *) &ss_sink_comp_desc,
 264         (struct usb_descriptor_header *) &ss_iso_source_desc,
 265         (struct usb_descriptor_header *) &ss_iso_source_comp_desc,
 266         (struct usb_descriptor_header *) &ss_iso_sink_desc,
 267         (struct usb_descriptor_header *) &ss_iso_sink_comp_desc,
 268         NULL,
 269 };
 270
 271 /* function-specific strings: */
 272
 273 static struct usb_string strings_sourcesink[] = {
 274         [0].s = "source and sink data",
 275         {  }                    /* end of list */
 276 };
 277
 278 static struct usb_gadget_strings stringtab_sourcesink = {
 279         .language       = 0x0409,       /* en-us */
 280         .strings        = strings_sourcesink,
 281 };
 282
 283 static struct usb_gadget_strings *sourcesink_strings[] = {
 284         &stringtab_sourcesink,
 285         NULL,
 286 };
 287
 288 /*-------------------------------------------------------------------------*/
 289
 290 static inline struct usb_request *ss_alloc_ep_req(struct usb_ep *ep, int len)
 291 {
 292         return alloc_ep_req(ep, len);
 293 }
 294
 295 static void disable_ep(struct usb_composite_dev *cdev, struct usb_ep *ep)
 296 {
 297         int                     value;
 298
 299         value = usb_ep_disable(ep);
 300         if (value < 0)
 301                 DBG(cdev, "disable %s --> %d\n", ep->name, value);
 302 }
 303
 304 void disable_endpoints(struct usb_composite_dev *cdev,
 305                 struct usb_ep *in, struct usb_ep *out,
 306                 struct usb_ep *iso_in, struct usb_ep *iso_out)
 307 {
 308         disable_ep(cdev, in);
 309         disable_ep(cdev, out);
 310         if (iso_in)
 311                 disable_ep(cdev, iso_in);
 312         if (iso_out)
 313                 disable_ep(cdev, iso_out);
 314 }
 315
 316 static int
 317 sourcesink_bind(struct usb_configuration *c, struct usb_function *f)
 318 {
 319         struct usb_composite_dev *cdev = c->cdev;
 320         struct f_sourcesink     *ss = func_to_ss(f);
 321         int     id;
 322         int ret;
 323
 324         /* allocate interface ID(s) */
 325         id = usb_interface_id(c, f);
 326         if (id < 0)
 327                 return id;
 328         source_sink_intf_alt0.bInterfaceNumber = id;
 329         source_sink_intf_alt1.bInterfaceNumber = id;
 330
 331         /* allocate bulk endpoints */
 332         ss->in_ep = usb_ep_autoconfig(cdev->gadget, &fs_source_desc);
 333         if (!ss->in_ep) {
 334 autoconf_fail:
 335                 ERROR(cdev, "%s: can't autoconfigure on %s\n",
 336                         f->name, cdev->gadget->name);
 337                 return -ENODEV;
 338         }
 339
 340         ss->out_ep = usb_ep_autoconfig(cdev->gadget, &fs_sink_desc);
 341         if (!ss->out_ep)
 342                 goto autoconf_fail;
 343
 344         /* sanity check the isoc module parameters */
 345         if (ss->isoc_interval < 1)
 346                 ss->isoc_interval = 1;
 347         if (ss->isoc_interval > 16)
 348                 ss->isoc_interval = 16;
 349         if (ss->isoc_mult > 2)
 350                 ss->isoc_mult = 2;
 351         if (ss->isoc_maxburst > 15)
 352                 ss->isoc_maxburst = 15;
 353
 354         /* fill in the FS isoc descriptors from the module parameters */
 355         fs_iso_source_desc.wMaxPacketSize = ss->isoc_maxpacket > 1023 ?
 356                                                 1023 : ss->isoc_maxpacket;
 357         fs_iso_source_desc.bInterval = ss->isoc_interval;
 358         fs_iso_sink_desc.wMaxPacketSize = ss->isoc_maxpacket > 1023 ?
 359                                                 1023 : ss->isoc_maxpacket;
 360         fs_iso_sink_desc.bInterval = ss->isoc_interval;
 361
 362         /* allocate iso endpoints */
 363         ss->iso_in_ep = usb_ep_autoconfig(cdev->gadget, &fs_iso_source_desc);
 364         if (!ss->iso_in_ep)
 365                 goto no_iso;
 366
 367         ss->iso_out_ep = usb_ep_autoconfig(cdev->gadget, &fs_iso_sink_desc);
 368         if (!ss->iso_out_ep) {
 369                 usb_ep_autoconfig_release(ss->iso_in_ep);
 370                 ss->iso_in_ep = NULL;
 371 no_iso:
 372                 /*
 373                  * We still want to work even if the UDC doesn't have isoc
 374                  * endpoints, so null out the alt interface that contains
 375                  * them and continue.
 376                  */
 377                 fs_source_sink_descs[FS_ALT_IFC_1_OFFSET] = NULL;
 378                 hs_source_sink_descs[HS_ALT_IFC_1_OFFSET] = NULL;
 379                 ss_source_sink_descs[SS_ALT_IFC_1_OFFSET] = NULL;
 380         }
 381
 382         if (ss->isoc_maxpacket > 1024)
 383                 ss->isoc_maxpacket = 1024;
 384
 385         /* support high speed hardware */
 386         hs_source_desc.bEndpointAddress = fs_source_desc.bEndpointAddress;
 387         hs_sink_desc.bEndpointAddress = fs_sink_desc.bEndpointAddress;
 388
 389         /*
 390          * Fill in the HS isoc descriptors from the module parameters.
 391          * We assume that the user knows what they are doing and won't
 392          * give parameters that their UDC doesn't support.
 393          */
 394         hs_iso_source_desc.wMaxPacketSize = ss->isoc_maxpacket;
 395         hs_iso_source_desc.wMaxPacketSize |= ss->isoc_mult << 11;
 396         hs_iso_source_desc.bInterval = ss->isoc_interval;
 397         hs_iso_source_desc.bEndpointAddress =
 398                 fs_iso_source_desc.bEndpointAddress;
 399
 400         hs_iso_sink_desc.wMaxPacketSize = ss->isoc_maxpacket;
 401         hs_iso_sink_desc.wMaxPacketSize |= ss->isoc_mult << 11;
 402         hs_iso_sink_desc.bInterval = ss->isoc_interval;
 403         hs_iso_sink_desc.bEndpointAddress = fs_iso_sink_desc.bEndpointAddress;
 404
 405         /* support super speed hardware */
 406         ss_source_desc.bEndpointAddress =
 407                 fs_source_desc.bEndpointAddress;
 408         ss_sink_desc.bEndpointAddress =
 409                 fs_sink_desc.bEndpointAddress;
 410
 411         /*
 412          * Fill in the SS isoc descriptors from the module parameters.
 413          * We assume that the user knows what they are doing and won't
 414          * give parameters that their UDC doesn't support.
 415          */
 416         ss_iso_source_desc.wMaxPacketSize = ss->isoc_maxpacket;
 417         ss_iso_source_desc.bInterval = ss->isoc_interval;
 418         ss_iso_source_comp_desc.bmAttributes = ss->isoc_mult;
 419         ss_iso_source_comp_desc.bMaxBurst = ss->isoc_maxburst;
 420         ss_iso_source_comp_desc.wBytesPerInterval = ss->isoc_maxpacket *
 421                 (ss->isoc_mult + 1) * (ss->isoc_maxburst + 1);
 422         ss_iso_source_desc.bEndpointAddress =
 423                 fs_iso_source_desc.bEndpointAddress;
 424
 425         ss_iso_sink_desc.wMaxPacketSize = ss->isoc_maxpacket;
 426         ss_iso_sink_desc.bInterval = ss->isoc_interval;
 427         ss_iso_sink_comp_desc.bmAttributes = ss->isoc_mult;
 428         ss_iso_sink_comp_desc.bMaxBurst = ss->isoc_maxburst;
 429         ss_iso_sink_comp_desc.wBytesPerInterval = ss->isoc_maxpacket *
 430                 (ss->isoc_mult + 1) * (ss->isoc_maxburst + 1);
 431         ss_iso_sink_desc.bEndpointAddress = fs_iso_sink_desc.bEndpointAddress;
 432
 433         ret = usb_assign_descriptors(f, fs_source_sink_descs,
 434                         hs_source_sink_descs, ss_source_sink_descs,
 435                         ss_source_sink_descs);
 436         if (ret)
 437                 return ret;
 438
 439         DBG(cdev, "%s speed %s: IN/%s, OUT/%s, ISO-IN/%s, ISO-OUT/%s\n",
 440             (gadget_is_superspeed(c->cdev->gadget) ? "super" :
 441              (gadget_is_dualspeed(c->cdev->gadget) ? "dual" : "full")),
 442                         f->name, ss->in_ep->name, ss->out_ep->name,
 443                         ss->iso_in_ep ? ss->iso_in_ep->name : "<none>",
 444                         ss->iso_out_ep ? ss->iso_out_ep->name : "<none>");
 445         return 0;
 446 }
 447
 448 static void
 449 sourcesink_free_func(struct usb_function *f)
 450 {
 451         struct f_ss_opts *opts;
 452
 453         opts = container_of(f->fi, struct f_ss_opts, func_inst);
 454
 455         mutex_lock(&opts->lock);
 456         opts->refcnt--;
 457         mutex_unlock(&opts->lock);
 458
 459         usb_free_all_descriptors(f);
 460         kfree(func_to_ss(f));
 461 }
 462
 463 /* optionally require specific source/sink data patterns  */
 464 static int check_read_data(struct f_sourcesink *ss, struct usb_request *req)
 465 {
 466         unsigned                i;
 467         u8                      *buf = req->buf;
 468         struct usb_composite_dev *cdev = ss->function.config->cdev;
 469         int max_packet_size = le16_to_cpu(ss->out_ep->desc->wMaxPacketSize);
 470
 471         if (ss->pattern == 2)
 472                 return 0;
 473
 474         for (i = 0; i < req->actual; i++, buf++) {
 475                 switch (ss->pattern) {
 476
 477                 /* all-zeroes has no synchronization issues */
 478                 case 0:
 479                         if (*buf == 0)
 480                                 continue;
 481                         break;
 482
 483                 /* "mod63" stays in sync with short-terminated transfers,
 484                  * OR otherwise when host and gadget agree on how large
 485                  * each usb transfer request should be.  Resync is done
 486                  * with set_interface or set_config.  (We *WANT* it to
 487                  * get quickly out of sync if controllers or their drivers
 488                  * stutter for any reason, including buffer duplication...)
 489                  */
 490                 case 1:
 491                         if (*buf == (u8)((i % max_packet_size) % 63))
 492                                 continue;
 493                         break;
 494                 }
 495                 ERROR(cdev, "bad OUT byte, buf[%d] = %d\n", i, *buf);
 496                 usb_ep_set_halt(ss->out_ep);
 497                 return -EINVAL;
 498         }
 499         return 0;
 500 }
 501
 502 static void reinit_write_data(struct usb_ep *ep, struct usb_request *req)
 503 {
 504         unsigned        i;
 505         u8              *buf = req->buf;
 506         int max_packet_size = le16_to_cpu(ep->desc->wMaxPacketSize);
 507         struct f_sourcesink *ss = ep->driver_data;
 508
 509         switch (ss->pattern) {
 510         case 0:
 511                 memset(req->buf, 0, req->length);
 512                 break;
 513         case 1:
 514                 for  (i = 0; i < req->length; i++)
 515                         *buf++ = (u8) ((i % max_packet_size) % 63);
 516                 break;
 517         case 2:
 518                 break;
 519         }
 520 }
 521
 522 static void source_sink_complete(struct usb_ep *ep, struct usb_request *req)
 523 {
 524         struct usb_composite_dev        *cdev;
 525         struct f_sourcesink             *ss = ep->driver_data;
 526         int                             status = req->status;
 527
 528         /* driver_data will be null if ep has been disabled */
 529         if (!ss)
 530                 return;
 531
 532         cdev = ss->function.config->cdev;
 533
 534         switch (status) {
 535
 536         case 0:                         /* normal completion? */
 537                 if (ep == ss->out_ep) {
 538                         check_read_data(ss, req);
 539                         if (ss->pattern != 2)
 540                                 memset(req->buf, 0x55, req->length);
 541                 }
 542                 break;
 543
 544         /* this endpoint is normally active while we're configured */
 545         case -ECONNABORTED:             /* hardware forced ep reset */
 546         case -ECONNRESET:               /* request dequeued */
 547         case -ESHUTDOWN:                /* disconnect from host */
 548                 VDBG(cdev, "%s gone (%d), %d/%d\n", ep->name, status,
 549                                 req->actual, req->length);
 550                 if (ep == ss->out_ep)
 551                         check_read_data(ss, req);
 552                 free_ep_req(ep, req);
 553                 return;
 554
 555         case -EOVERFLOW:                /* buffer overrun on read means that
 556                                          * we didn't provide a big enough
 557                                          * buffer.
 558                                          */
 559         default:
 560 #if 1
 561                 DBG(cdev, "%s complete --> %d, %d/%d\n", ep->name,
 562                                 status, req->actual, req->length);
 563                 break;
 564 #endif
 565         case -EREMOTEIO:                /* short read */
 566                 break;
 567         }
 568
 569         status = usb_ep_queue(ep, req, GFP_ATOMIC);
 570         if (status) {
 571                 ERROR(cdev, "kill %s:  resubmit %d bytes --> %d\n",
 572                                 ep->name, req->length, status);
 573                 usb_ep_set_halt(ep);
 574                 /* FIXME recover later ... somehow */
 575         }
 576 }
 577
 578 static int source_sink_start_ep(struct f_sourcesink *ss, bool is_in,
 579                 bool is_iso, int speed)
 580 {
 581         struct usb_ep           *ep;
 582         struct usb_request      *req;
 583         int                     i, size, qlen, status = 0;
 584
 585         if (is_iso) {
 586                 switch (speed) {
 587                 case USB_SPEED_SUPER_PLUS:
 588                 case USB_SPEED_SUPER:
 589                         size = ss->isoc_maxpacket *
 590                                         (ss->isoc_mult + 1) *
 591                                         (ss->isoc_maxburst + 1);
 592                         break;
 593                 case USB_SPEED_HIGH:
 594                         size = ss->isoc_maxpacket * (ss->isoc_mult + 1);
 595                         break;
 596                 default:
 597                         size = ss->isoc_maxpacket > 1023 ?
 598                                         1023 : ss->isoc_maxpacket;
 599                         break;
 600                 }
 601                 ep = is_in ? ss->iso_in_ep : ss->iso_out_ep;
 602                 qlen = ss->iso_qlen;
 603         } else {
 604                 ep = is_in ? ss->in_ep : ss->out_ep;
 605                 qlen = ss->bulk_qlen;
 606                 size = ss->buflen;
 607         }
 608
 609         for (i = 0; i < qlen; i++) {
 610                 req = ss_alloc_ep_req(ep, size);
 611                 if (!req)
 612                         return -ENOMEM;
 613
 614                 req->complete = source_sink_complete;
 615                 if (is_in)
 616                         reinit_write_data(ep, req);
 617                 else if (ss->pattern != 2)
 618                         memset(req->buf, 0x55, req->length);
 619
 620                 status = usb_ep_queue(ep, req, GFP_ATOMIC);
 621                 if (status) {
 622                         struct usb_composite_dev        *cdev;
 623
 624                         cdev = ss->function.config->cdev;
 625                         ERROR(cdev, "start %s%s %s --> %d\n",
 626                               is_iso ? "ISO-" : "", is_in ? "IN" : "OUT",
 627                               ep->name, status);
 628                         free_ep_req(ep, req);
 629                         return status;
 630                 }
 631         }
 632
 633         return status;
 634 }
 635
 636 static void disable_source_sink(struct f_sourcesink *ss)
 637 {
 638         struct usb_composite_dev        *cdev;
 639
 640         cdev = ss->function.config->cdev;
 641         disable_endpoints(cdev, ss->in_ep, ss->out_ep, ss->iso_in_ep,
 642                         ss->iso_out_ep);
 643         VDBG(cdev, "%s disabled\n", ss->function.name);
 644 }
 645
 646 static int
 647 enable_source_sink(struct usb_composite_dev *cdev, struct f_sourcesink *ss,
 648                 int alt)
 649 {
 650         int                                     result = 0;
 651         int                                     speed = cdev->gadget->speed;
 652         struct usb_ep                           *ep;
 653
 654         /* one bulk endpoint writes (sources) zeroes IN (to the host) */
 655         ep = ss->in_ep;
 656         result = config_ep_by_speed(cdev->gadget, &(ss->function), ep);
 657         if (result)
 658                 return result;
 659         result = usb_ep_enable(ep);
 660         if (result < 0)
 661                 return result;
 662         ep->driver_data = ss;
 663
 664         result = source_sink_start_ep(ss, true, false, speed);
 665         if (result < 0) {
 666 fail:
 667                 ep = ss->in_ep;
 668                 usb_ep_disable(ep);
 669                 return result;
 670         }
 671
 672         /* one bulk endpoint reads (sinks) anything OUT (from the host) */
 673         ep = ss->out_ep;
 674         result = config_ep_by_speed(cdev->gadget, &(ss->function), ep);
 675         if (result)
 676                 goto fail;
 677         result = usb_ep_enable(ep);
 678         if (result < 0)
 679                 goto fail;
 680         ep->driver_data = ss;
 681
 682         result = source_sink_start_ep(ss, false, false, speed);
 683         if (result < 0) {
 684 fail2:
 685                 ep = ss->out_ep;
 686                 usb_ep_disable(ep);
 687                 goto fail;
 688         }
 689
 690         if (alt == 0)
 691                 goto out;
 692
 693         /* one iso endpoint writes (sources) zeroes IN (to the host) */
 694         ep = ss->iso_in_ep;
 695         if (ep) {
 696                 result = config_ep_by_speed(cdev->gadget, &(ss->function), ep);
 697                 if (result)
 698                         goto fail2;
 699                 result = usb_ep_enable(ep);
 700                 if (result < 0)
 701                         goto fail2;
 702                 ep->driver_data = ss;
 703
 704                 result = source_sink_start_ep(ss, true, true, speed);
 705                 if (result < 0) {
 706 fail3:
 707                         ep = ss->iso_in_ep;
 708                         if (ep)
 709                                 usb_ep_disable(ep);
 710                         goto fail2;
 711                 }
 712         }
 713
 714         /* one iso endpoint reads (sinks) anything OUT (from the host) */
 715         ep = ss->iso_out_ep;
 716         if (ep) {
 717                 result = config_ep_by_speed(cdev->gadget, &(ss->function), ep);
 718                 if (result)
 719                         goto fail3;
 720                 result = usb_ep_enable(ep);
 721                 if (result < 0)
 722                         goto fail3;
 723                 ep->driver_data = ss;
 724
 725                 result = source_sink_start_ep(ss, false, true, speed);
 726                 if (result < 0) {
 727                         usb_ep_disable(ep);
 728                         goto fail3;
 729                 }
 730         }
 731 out:
 732         ss->cur_alt = alt;
 733
 734         DBG(cdev, "%s enabled, alt intf %d\n", ss->function.name, alt);
 735         return result;
 736 }
 737
 738 static int sourcesink_set_alt(struct usb_function *f,
 739                 unsigned intf, unsigned alt)
 740 {
 741         struct f_sourcesink             *ss = func_to_ss(f);
 742         struct usb_composite_dev        *cdev = f->config->cdev;
 743
 744         disable_source_sink(ss);
 745         return enable_source_sink(cdev, ss, alt);
 746 }
 747
 748 static int sourcesink_get_alt(struct usb_function *f, unsigned intf)
 749 {
 750         struct f_sourcesink             *ss = func_to_ss(f);
 751
 752         return ss->cur_alt;
 753 }
 754
 755 static void sourcesink_disable(struct usb_function *f)
 756 {
 757         struct f_sourcesink     *ss = func_to_ss(f);
 758
 759         disable_source_sink(ss);
 760 }
 761
 762 /*-------------------------------------------------------------------------*/
 763
 764 static int sourcesink_setup(struct usb_function *f,
 765                 const struct usb_ctrlrequest *ctrl)
 766 {
 767         struct usb_configuration        *c = f->config;
 768         struct usb_request      *req = c->cdev->req;
 769         int                     value = -EOPNOTSUPP;
 770         u16                     w_index = le16_to_cpu(ctrl->wIndex);
 771         u16                     w_value = le16_to_cpu(ctrl->wValue);
 772         u16                     w_length = le16_to_cpu(ctrl->wLength);
 773
 774         req->length = USB_COMP_EP0_BUFSIZ;
 775
 776         /* composite driver infrastructure handles everything except
 777          * the two control test requests.
 778          */
 779         switch (ctrl->bRequest) {
 780
 781         /*
 782          * These are the same vendor-specific requests supported by
 783          * Intel's USB 2.0 compliance test devices.  We exceed that
 784          * device spec by allowing multiple-packet requests.
 785          *
 786          * NOTE:  the Control-OUT data stays in req->buf ... better
 787          * would be copying it into a scratch buffer, so that other
 788          * requests may safely intervene.
 789          */
 790         case 0x5b:      /* control WRITE test -- fill the buffer */
 791                 if (ctrl->bRequestType != (USB_DIR_OUT|USB_TYPE_VENDOR))
 792                         goto unknown;
 793                 if (w_value || w_index)
 794                         break;
 795                 /* just read that many bytes into the buffer */
 796                 if (w_length > req->length)
 797                         break;
 798                 value = w_length;
 799                 break;
 800         case 0x5c:      /* control READ test -- return the buffer */
 801                 if (ctrl->bRequestType != (USB_DIR_IN|USB_TYPE_VENDOR))
 802                         goto unknown;
 803                 if (w_value || w_index)
 804                         break;
 805                 /* expect those bytes are still in the buffer; send back */
 806                 if (w_length > req->length)
 807                         break;
 808                 value = w_length;
 809                 break;
 810
 811         default:
 812 unknown:
 813                 VDBG(c->cdev,
 814                         "unknown control req%02x.%02x v%04x i%04x l%d\n",
 815                         ctrl->bRequestType, ctrl->bRequest,
 816                         w_value, w_index, w_length);
 817         }
 818
 819         /* respond with data transfer or status phase? */
 820         if (value >= 0) {
 821                 VDBG(c->cdev, "source/sink req%02x.%02x v%04x i%04x l%d\n",
 822                         ctrl->bRequestType, ctrl->bRequest,
 823                         w_value, w_index, w_length);
 824                 req->zero = 0;
 825                 req->length = value;
 826                 value = usb_ep_queue(c->cdev->gadget->ep0, req, GFP_ATOMIC);
 827                 if (value < 0)
 828                         ERROR(c->cdev, "source/sink response, err %d\n",
 829                                         value);
 830         }
 831
 832         /* device either stalls (value < 0) or reports success */
 833         return value;
 834 }
 835
 836 static struct usb_function *source_sink_alloc_func(
 837                 struct usb_function_instance *fi)
 838 {
 839         struct f_sourcesink     *ss;
 840         struct f_ss_opts        *ss_opts;
 841
 842         ss = kzalloc(sizeof(*ss), GFP_KERNEL);
 843         if (!ss)
 844                 return ERR_PTR(-ENOMEM);
 845
 846         ss_opts =  container_of(fi, struct f_ss_opts, func_inst);
 847
 848         mutex_lock(&ss_opts->lock);
 849         ss_opts->refcnt++;
 850         mutex_unlock(&ss_opts->lock);
 851
 852         ss->pattern = ss_opts->pattern;
 853         ss->isoc_interval = ss_opts->isoc_interval;
 854         ss->isoc_maxpacket = ss_opts->isoc_maxpacket;
 855         ss->isoc_mult = ss_opts->isoc_mult;
 856         ss->isoc_maxburst = ss_opts->isoc_maxburst;
 857         ss->buflen = ss_opts->bulk_buflen;
 858         ss->bulk_qlen = ss_opts->bulk_qlen;
 859         ss->iso_qlen = ss_opts->iso_qlen;
 860
 861         ss->function.name = "source/sink";
 862         ss->function.bind = sourcesink_bind;
 863         ss->function.set_alt = sourcesink_set_alt;
 864         ss->function.get_alt = sourcesink_get_alt;
 865         ss->function.disable = sourcesink_disable;
 866         ss->function.setup = sourcesink_setup;
 867         ss->function.strings = sourcesink_strings;
 868
 869         ss->function.free_func = sourcesink_free_func;
 870
 871         return &ss->function;
 872 }
 873
 874 static inline struct f_ss_opts *to_f_ss_opts(struct config_item *item)
 875 {
 876         return container_of(to_config_group(item), struct f_ss_opts,
 877                             func_inst.group);
 878 }
 879
 880 static void ss_attr_release(struct config_item *item)
 881 {
 882         struct f_ss_opts *ss_opts = to_f_ss_opts(item);
 883
 884         usb_put_function_instance(&ss_opts->func_inst);
 885 }
 886
 887 static struct configfs_item_operations ss_item_ops = {
 888         .release                = ss_attr_release,
 889 };
 890
 891 static ssize_t f_ss_opts_pattern_show(struct config_item *item, char *page)
 892 {
 893         struct f_ss_opts *opts = to_f_ss_opts(item);
 894         int result;
 895
 896         mutex_lock(&opts->lock);
 897         result = sprintf(page, "%u\n", opts->pattern);
 898         mutex_unlock(&opts->lock);
 899
 900         return result;
 901 }
 902
 903 static ssize_t f_ss_opts_pattern_store(struct config_item *item,
 904                                        const char *page, size_t len)
 905 {
 906         struct f_ss_opts *opts = to_f_ss_opts(item);
 907         int ret;
 908         u8 num;
 909
 910         mutex_lock(&opts->lock);
 911         if (opts->refcnt) {
 912                 ret = -EBUSY;
 913                 goto end;
 914         }
 915
 916         ret = kstrtou8(page, 0, &num);
 917         if (ret)
 918                 goto end;
 919
 920         if (num != 0 && num != 1 && num != 2) {
 921                 ret = -EINVAL;
 922                 goto end;
 923         }
 924
 925         opts->pattern = num;
 926         ret = len;
 927 end:
 928         mutex_unlock(&opts->lock);
 929         return ret;
 930 }
 931
 932 CONFIGFS_ATTR(f_ss_opts_, pattern);
 933
 934 static ssize_t f_ss_opts_isoc_interval_show(struct config_item *item, char *page)
 935 {
 936         struct f_ss_opts *opts = to_f_ss_opts(item);
 937         int result;
 938
 939         mutex_lock(&opts->lock);
 940         result = sprintf(page, "%u\n", opts->isoc_interval);
 941         mutex_unlock(&opts->lock);
 942
 943         return result;
 944 }
 945
 946 static ssize_t f_ss_opts_isoc_interval_store(struct config_item *item,
 947                                        const char *page, size_t len)
 948 {
 949         struct f_ss_opts *opts = to_f_ss_opts(item);
 950         int ret;
 951         u8 num;
 952
 953         mutex_lock(&opts->lock);
 954         if (opts->refcnt) {
 955                 ret = -EBUSY;
 956                 goto end;
 957         }
 958
 959         ret = kstrtou8(page, 0, &num);
 960         if (ret)
 961                 goto end;
 962
 963         if (num > 16) {
 964                 ret = -EINVAL;
 965                 goto end;
 966         }
 967
 968         opts->isoc_interval = num;
 969         ret = len;
 970 end:
 971         mutex_unlock(&opts->lock);
 972         return ret;
 973 }
 974
 975 CONFIGFS_ATTR(f_ss_opts_, isoc_interval);
 976
 977 static ssize_t f_ss_opts_isoc_maxpacket_show(struct config_item *item, char *page)
 978 {
 979         struct f_ss_opts *opts = to_f_ss_opts(item);
 980         int result;
 981
 982         mutex_lock(&opts->lock);
 983         result = sprintf(page, "%u\n", opts->isoc_maxpacket);
 984         mutex_unlock(&opts->lock);
 985
 986         return result;
 987 }
 988
 989 static ssize_t f_ss_opts_isoc_maxpacket_store(struct config_item *item,
 990                                        const char *page, size_t len)
 991 {
 992         struct f_ss_opts *opts = to_f_ss_opts(item);
 993         int ret;
 994         u16 num;
 995
 996         mutex_lock(&opts->lock);
 997         if (opts->refcnt) {
 998                 ret = -EBUSY;
 999                 goto end;
1000         }
1001
1002         ret = kstrtou16(page, 0, &num);
1003         if (ret)
1004                 goto end;
1005
1006         if (num > 1024) {
1007                 ret = -EINVAL;
1008                 goto end;
1009         }
1010
1011         opts->isoc_maxpacket = num;
1012         ret = len;
1013 end:
1014         mutex_unlock(&opts->lock);
1015         return ret;
1016 }
1017
1018 CONFIGFS_ATTR(f_ss_opts_, isoc_maxpacket);
1019
1020 static ssize_t f_ss_opts_isoc_mult_show(struct config_item *item, char *page)
1021 {
1022         struct f_ss_opts *opts = to_f_ss_opts(item);
1023         int result;
1024
1025         mutex_lock(&opts->lock);
1026         result = sprintf(page, "%u\n", opts->isoc_mult);
1027         mutex_unlock(&opts->lock);
1028
1029         return result;
1030 }
1031
1032 static ssize_t f_ss_opts_isoc_mult_store(struct config_item *item,
1033                                        const char *page, size_t len)
1034 {
1035         struct f_ss_opts *opts = to_f_ss_opts(item);
1036         int ret;
1037         u8 num;
1038
1039         mutex_lock(&opts->lock);
1040         if (opts->refcnt) {
1041                 ret = -EBUSY;
1042                 goto end;
1043         }
1044
1045         ret = kstrtou8(page, 0, &num);
1046         if (ret)
1047                 goto end;
1048
1049         if (num > 2) {
1050                 ret = -EINVAL;
1051                 goto end;
1052         }
1053
1054         opts->isoc_mult = num;
1055         ret = len;
1056 end:
1057         mutex_unlock(&opts->lock);
1058         return ret;
1059 }
1060
1061 CONFIGFS_ATTR(f_ss_opts_, isoc_mult);
1062
1063 static ssize_t f_ss_opts_isoc_maxburst_show(struct config_item *item, char *page)
1064 {
1065         struct f_ss_opts *opts = to_f_ss_opts(item);
1066         int result;
1067
1068         mutex_lock(&opts->lock);
1069         result = sprintf(page, "%u\n", opts->isoc_maxburst);
1070         mutex_unlock(&opts->lock);
1071
1072         return result;
1073 }
1074
1075 static ssize_t f_ss_opts_isoc_maxburst_store(struct config_item *item,
1076                                        const char *page, size_t len)
1077 {
1078         struct f_ss_opts *opts = to_f_ss_opts(item);
1079         int ret;
1080         u8 num;
1081
1082         mutex_lock(&opts->lock);
1083         if (opts->refcnt) {
1084                 ret = -EBUSY;
1085                 goto end;
1086         }
1087
1088         ret = kstrtou8(page, 0, &num);
1089         if (ret)
1090                 goto end;
1091
1092         if (num > 15) {
1093                 ret = -EINVAL;
1094                 goto end;
1095         }
1096
1097         opts->isoc_maxburst = num;
1098         ret = len;
1099 end:
1100         mutex_unlock(&opts->lock);
1101         return ret;
1102 }
1103
1104 CONFIGFS_ATTR(f_ss_opts_, isoc_maxburst);
1105
1106 static ssize_t f_ss_opts_bulk_buflen_show(struct config_item *item, char *page)
1107 {
1108         struct f_ss_opts *opts = to_f_ss_opts(item);
1109         int result;
1110
1111         mutex_lock(&opts->lock);
1112         result = sprintf(page, "%u\n", opts->bulk_buflen);
1113         mutex_unlock(&opts->lock);
1114
1115         return result;
1116 }
1117
1118 static ssize_t f_ss_opts_bulk_buflen_store(struct config_item *item,
1119                                            const char *page, size_t len)
1120 {
1121         struct f_ss_opts *opts = to_f_ss_opts(item);
1122         int ret;
1123         u32 num;
1124
1125         mutex_lock(&opts->lock);
1126         if (opts->refcnt) {
1127                 ret = -EBUSY;
1128                 goto end;
1129         }
1130
1131         ret = kstrtou32(page, 0, &num);
1132         if (ret)
1133                 goto end;
1134
1135         opts->bulk_buflen = num;
1136         ret = len;
1137 end:
1138         mutex_unlock(&opts->lock);
1139         return ret;
1140 }
1141
1142 CONFIGFS_ATTR(f_ss_opts_, bulk_buflen);
1143
1144 static ssize_t f_ss_opts_bulk_qlen_show(struct config_item *item, char *page)
1145 {
1146         struct f_ss_opts *opts = to_f_ss_opts(item);
1147         int result;
1148
1149         mutex_lock(&opts->lock);
1150         result = sprintf(page, "%u\n", opts->bulk_qlen);
1151         mutex_unlock(&opts->lock);
1152
1153         return result;
1154 }
1155
1156 static ssize_t f_ss_opts_bulk_qlen_store(struct config_item *item,
1157                                            const char *page, size_t len)
1158 {
1159         struct f_ss_opts *opts = to_f_ss_opts(item);
1160         int ret;
1161         u32 num;
1162
1163         mutex_lock(&opts->lock);
1164         if (opts->refcnt) {
1165                 ret = -EBUSY;
1166                 goto end;
1167         }
1168
1169         ret = kstrtou32(page, 0, &num);
1170         if (ret)
1171                 goto end;
1172
1173         opts->bulk_qlen = num;
1174         ret = len;
1175 end:
1176         mutex_unlock(&opts->lock);
1177         return ret;
1178 }
1179
1180 CONFIGFS_ATTR(f_ss_opts_, bulk_qlen);
1181
1182 static ssize_t f_ss_opts_iso_qlen_show(struct config_item *item, char *page)
1183 {
1184         struct f_ss_opts *opts = to_f_ss_opts(item);
1185         int result;
1186
1187         mutex_lock(&opts->lock);
1188         result = sprintf(page, "%u\n", opts->iso_qlen);
1189         mutex_unlock(&opts->lock);
1190
1191         return result;
1192 }
1193
1194 static ssize_t f_ss_opts_iso_qlen_store(struct config_item *item,
1195                                            const char *page, size_t len)
1196 {
1197         struct f_ss_opts *opts = to_f_ss_opts(item);
1198         int ret;
1199         u32 num;
1200
1201         mutex_lock(&opts->lock);
1202         if (opts->refcnt) {
1203                 ret = -EBUSY;
1204                 goto end;
1205         }
1206
1207         ret = kstrtou32(page, 0, &num);
1208         if (ret)
1209                 goto end;
1210
1211         opts->iso_qlen = num;
1212         ret = len;
1213 end:
1214         mutex_unlock(&opts->lock);
1215         return ret;
1216 }
1217
1218 CONFIGFS_ATTR(f_ss_opts_, iso_qlen);
1219
1220 static struct configfs_attribute *ss_attrs[] = {
1221         &f_ss_opts_attr_pattern,
1222         &f_ss_opts_attr_isoc_interval,
1223         &f_ss_opts_attr_isoc_maxpacket,
1224         &f_ss_opts_attr_isoc_mult,
1225         &f_ss_opts_attr_isoc_maxburst,
1226         &f_ss_opts_attr_bulk_buflen,
1227         &f_ss_opts_attr_bulk_qlen,
1228         &f_ss_opts_attr_iso_qlen,
1229         NULL,
1230 };
1231
1232 static const struct config_item_type ss_func_type = {
1233         .ct_item_ops    = &ss_item_ops,
1234         .ct_attrs       = ss_attrs,
1235         .ct_owner       = THIS_MODULE,
1236 };
1237
1238 static void source_sink_free_instance(struct usb_function_instance *fi)
1239 {
1240         struct f_ss_opts *ss_opts;
1241
1242         ss_opts = container_of(fi, struct f_ss_opts, func_inst);
1243         kfree(ss_opts);
1244 }
1245
1246 static struct usb_function_instance *source_sink_alloc_inst(void)
1247 {
1248         struct f_ss_opts *ss_opts;
1249
1250         ss_opts = kzalloc(sizeof(*ss_opts), GFP_KERNEL);
1251         if (!ss_opts)
1252                 return ERR_PTR(-ENOMEM);
1253         mutex_init(&ss_opts->lock);
1254         ss_opts->func_inst.free_func_inst = source_sink_free_instance;
1255         ss_opts->isoc_interval = GZERO_ISOC_INTERVAL;
1256         ss_opts->isoc_maxpacket = GZERO_ISOC_MAXPACKET;
1257         ss_opts->bulk_buflen = GZERO_BULK_BUFLEN;
1258         ss_opts->bulk_qlen = GZERO_SS_BULK_QLEN;
1259         ss_opts->iso_qlen = GZERO_SS_ISO_QLEN;
1260
1261         config_group_init_type_name(&ss_opts->func_inst.group, "",
1262                                     &ss_func_type);
1263
1264         return &ss_opts->func_inst;
1265 }
1266 DECLARE_USB_FUNCTION(SourceSink, source_sink_alloc_inst,
1267                 source_sink_alloc_func);
1268
1269 static int __init sslb_modinit(void)
1270 {
1271         int ret;
1272
1273         ret = usb_function_register(&SourceSinkusb_func);
1274         if (ret)
1275                 return ret;
1276         ret = lb_modinit();
1277         if (ret)
1278                 usb_function_unregister(&SourceSinkusb_func);
1279         return ret;
1280 }
1281 static void __exit sslb_modexit(void)
1282 {
1283         usb_function_unregister(&SourceSinkusb_func);
1284         lb_modexit();
1285 }
1286 module_init(sslb_modinit);
1287 module_exit(sslb_modexit);
1288
1289 MODULE_LICENSE("GPL");