drivers/bluetooth/btmrvl_sdio.c

   1 /**
   2  * Marvell BT-over-SDIO driver: SDIO interface related functions.
   3  *
   4  * Copyright (C) 2009, Marvell International Ltd.
   5  *
   6  * This software file (the "File") is distributed by Marvell International
   7  * Ltd. under the terms of the GNU General Public License Version 2, June 1991
   8  * (the "License").  You may use, redistribute and/or modify this File in
   9  * accordance with the terms and conditions of the License, a copy of which
  10  * is available by writing to the Free Software Foundation, Inc.,
  11  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA or on the
  12  * worldwide web at http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
  13  *
  14  *
  15  * THE FILE IS DISTRIBUTED AS-IS, WITHOUT WARRANTY OF ANY KIND, AND THE
  16  * IMPLIED WARRANTIES OF MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE
  17  * ARE EXPRESSLY DISCLAIMED.  The License provides additional details about
  18  * this warranty disclaimer.
  19  **/
  20
  21 #include <linux/firmware.h>
  22 #include <linux/slab.h>
  23
  24 #include <linux/mmc/sdio_ids.h>
  25 #include <linux/mmc/sdio_func.h>
  26 #include <linux/module.h>
  27 #include <linux/devcoredump.h>
  28
  29 #include <net/bluetooth/bluetooth.h>
  30 #include <net/bluetooth/hci_core.h>
  31
  32 #include "btmrvl_drv.h"
  33 #include "btmrvl_sdio.h"
  34
  35 #define VERSION "1.0"
  36
  37 static struct memory_type_mapping mem_type_mapping_tbl[] = {
  38         {"ITCM", NULL, 0, 0xF0},
  39         {"DTCM", NULL, 0, 0xF1},
  40         {"SQRAM", NULL, 0, 0xF2},
  41         {"APU", NULL, 0, 0xF3},
  42         {"CIU", NULL, 0, 0xF4},
  43         {"ICU", NULL, 0, 0xF5},
  44         {"MAC", NULL, 0, 0xF6},
  45         {"EXT7", NULL, 0, 0xF7},
  46         {"EXT8", NULL, 0, 0xF8},
  47         {"EXT9", NULL, 0, 0xF9},
  48         {"EXT10", NULL, 0, 0xFA},
  49         {"EXT11", NULL, 0, 0xFB},
  50         {"EXT12", NULL, 0, 0xFC},
  51         {"EXT13", NULL, 0, 0xFD},
  52         {"EXTLAST", NULL, 0, 0xFE},
  53 };
  54
  55 /* The btmrvl_sdio_remove() callback function is called
  56  * when user removes this module from kernel space or ejects
  57  * the card from the slot. The driver handles these 2 cases
  58  * differently.
  59  * If the user is removing the module, a MODULE_SHUTDOWN_REQ
  60  * command is sent to firmware and interrupt will be disabled.
  61  * If the card is removed, there is no need to send command
  62  * or disable interrupt.
  63  *
  64  * The variable 'user_rmmod' is used to distinguish these two
  65  * scenarios. This flag is initialized as FALSE in case the card
  66  * is removed, and will be set to TRUE for module removal when
  67  * module_exit function is called.
  68  */
  69 static u8 user_rmmod;
  70 static u8 sdio_ireg;
  71
  72 static const struct btmrvl_sdio_card_reg btmrvl_reg_8688 = {
  73         .cfg = 0x03,
  74         .host_int_mask = 0x04,
  75         .host_intstatus = 0x05,
  76         .card_status = 0x20,
  77         .sq_read_base_addr_a0 = 0x10,
  78         .sq_read_base_addr_a1 = 0x11,
  79         .card_fw_status0 = 0x40,
  80         .card_fw_status1 = 0x41,
  81         .card_rx_len = 0x42,
  82         .card_rx_unit = 0x43,
  83         .io_port_0 = 0x00,
  84         .io_port_1 = 0x01,
  85         .io_port_2 = 0x02,
  86         .int_read_to_clear = false,
  87 };
  88 static const struct btmrvl_sdio_card_reg btmrvl_reg_87xx = {
  89         .cfg = 0x00,
  90         .host_int_mask = 0x02,
  91         .host_intstatus = 0x03,
  92         .card_status = 0x30,
  93         .sq_read_base_addr_a0 = 0x40,
  94         .sq_read_base_addr_a1 = 0x41,
  95         .card_revision = 0x5c,
  96         .card_fw_status0 = 0x60,
  97         .card_fw_status1 = 0x61,
  98         .card_rx_len = 0x62,
  99         .card_rx_unit = 0x63,
 100         .io_port_0 = 0x78,
 101         .io_port_1 = 0x79,
 102         .io_port_2 = 0x7a,
 103         .int_read_to_clear = false,
 104 };
 105
 106 static const struct btmrvl_sdio_card_reg btmrvl_reg_8887 = {
 107         .cfg = 0x00,
 108         .host_int_mask = 0x08,
 109         .host_intstatus = 0x0C,
 110         .card_status = 0x5C,
 111         .sq_read_base_addr_a0 = 0x6C,
 112         .sq_read_base_addr_a1 = 0x6D,
 113         .card_revision = 0xC8,
 114         .card_fw_status0 = 0x88,
 115         .card_fw_status1 = 0x89,
 116         .card_rx_len = 0x8A,
 117         .card_rx_unit = 0x8B,
 118         .io_port_0 = 0xE4,
 119         .io_port_1 = 0xE5,
 120         .io_port_2 = 0xE6,
 121         .int_read_to_clear = true,
 122         .host_int_rsr = 0x04,
 123         .card_misc_cfg = 0xD8,
 124 };
 125
 126 static const struct btmrvl_sdio_card_reg btmrvl_reg_8897 = {
 127         .cfg = 0x00,
 128         .host_int_mask = 0x02,
 129         .host_intstatus = 0x03,
 130         .card_status = 0x50,
 131         .sq_read_base_addr_a0 = 0x60,
 132         .sq_read_base_addr_a1 = 0x61,
 133         .card_revision = 0xbc,
 134         .card_fw_status0 = 0xc0,
 135         .card_fw_status1 = 0xc1,
 136         .card_rx_len = 0xc2,
 137         .card_rx_unit = 0xc3,
 138         .io_port_0 = 0xd8,
 139         .io_port_1 = 0xd9,
 140         .io_port_2 = 0xda,
 141         .int_read_to_clear = true,
 142         .host_int_rsr = 0x01,
 143         .card_misc_cfg = 0xcc,
 144         .fw_dump_ctrl = 0xe2,
 145         .fw_dump_start = 0xe3,
 146         .fw_dump_end = 0xea,
 147 };
 148
 149 static const struct btmrvl_sdio_card_reg btmrvl_reg_8997 = {
 150         .cfg = 0x00,
 151         .host_int_mask = 0x08,
 152         .host_intstatus = 0x0c,
 153         .card_status = 0x5c,
 154         .sq_read_base_addr_a0 = 0xf8,
 155         .sq_read_base_addr_a1 = 0xf9,
 156         .card_revision = 0xc8,
 157         .card_fw_status0 = 0xe8,
 158         .card_fw_status1 = 0xe9,
 159         .card_rx_len = 0xea,
 160         .card_rx_unit = 0xeb,
 161         .io_port_0 = 0xe4,
 162         .io_port_1 = 0xe5,
 163         .io_port_2 = 0xe6,
 164         .int_read_to_clear = true,
 165         .host_int_rsr = 0x04,
 166         .card_misc_cfg = 0xD8,
 167         .fw_dump_ctrl = 0xf0,
 168         .fw_dump_start = 0xf1,
 169         .fw_dump_end = 0xf8,
 170 };
 171
 172 static const struct btmrvl_sdio_device btmrvl_sdio_sd8688 = {
 173         .helper         = "mrvl/sd8688_helper.bin",
 174         .firmware       = "mrvl/sd8688.bin",
 175         .reg            = &btmrvl_reg_8688,
 176         .support_pscan_win_report = false,
 177         .sd_blksz_fw_dl = 64,
 178         .supports_fw_dump = false,
 179 };
 180
 181 static const struct btmrvl_sdio_device btmrvl_sdio_sd8787 = {
 182         .helper         = NULL,
 183         .firmware       = "mrvl/sd8787_uapsta.bin",
 184         .reg            = &btmrvl_reg_87xx,
 185         .support_pscan_win_report = false,
 186         .sd_blksz_fw_dl = 256,
 187         .supports_fw_dump = false,
 188 };
 189
 190 static const struct btmrvl_sdio_device btmrvl_sdio_sd8797 = {
 191         .helper         = NULL,
 192         .firmware       = "mrvl/sd8797_uapsta.bin",
 193         .reg            = &btmrvl_reg_87xx,
 194         .support_pscan_win_report = false,
 195         .sd_blksz_fw_dl = 256,
 196         .supports_fw_dump = false,
 197 };
 198
 199 static const struct btmrvl_sdio_device btmrvl_sdio_sd8887 = {
 200         .helper         = NULL,
 201         .firmware       = "mrvl/sd8887_uapsta.bin",
 202         .reg            = &btmrvl_reg_8887,
 203         .support_pscan_win_report = true,
 204         .sd_blksz_fw_dl = 256,
 205         .supports_fw_dump = false,
 206 };
 207
 208 static const struct btmrvl_sdio_device btmrvl_sdio_sd8897 = {
 209         .helper         = NULL,
 210         .firmware       = "mrvl/sd8897_uapsta.bin",
 211         .reg            = &btmrvl_reg_8897,
 212         .support_pscan_win_report = true,
 213         .sd_blksz_fw_dl = 256,
 214         .supports_fw_dump = true,
 215 };
 216
 217 static const struct btmrvl_sdio_device btmrvl_sdio_sd8997 = {
 218         .helper         = NULL,
 219         .firmware       = "mrvl/sd8997_uapsta.bin",
 220         .reg            = &btmrvl_reg_8997,
 221         .support_pscan_win_report = true,
 222         .sd_blksz_fw_dl = 256,
 223         .supports_fw_dump = true,
 224 };
 225
 226 static const struct sdio_device_id btmrvl_sdio_ids[] = {
 227         /* Marvell SD8688 Bluetooth device */
 228         { SDIO_DEVICE(SDIO_VENDOR_ID_MARVELL, 0x9105),
 229                         .driver_data = (unsigned long)&btmrvl_sdio_sd8688 },
 230         /* Marvell SD8787 Bluetooth device */
 231         { SDIO_DEVICE(SDIO_VENDOR_ID_MARVELL, 0x911A),
 232                         .driver_data = (unsigned long)&btmrvl_sdio_sd8787 },
 233         /* Marvell SD8787 Bluetooth AMP device */
 234         { SDIO_DEVICE(SDIO_VENDOR_ID_MARVELL, 0x911B),
 235                         .driver_data = (unsigned long)&btmrvl_sdio_sd8787 },
 236         /* Marvell SD8797 Bluetooth device */
 237         { SDIO_DEVICE(SDIO_VENDOR_ID_MARVELL, 0x912A),
 238                         .driver_data = (unsigned long)&btmrvl_sdio_sd8797 },
 239         /* Marvell SD8887 Bluetooth device */
 240         { SDIO_DEVICE(SDIO_VENDOR_ID_MARVELL, 0x9136),
 241                         .driver_data = (unsigned long)&btmrvl_sdio_sd8887 },
 242         /* Marvell SD8897 Bluetooth device */
 243         { SDIO_DEVICE(SDIO_VENDOR_ID_MARVELL, 0x912E),
 244                         .driver_data = (unsigned long)&btmrvl_sdio_sd8897 },
 245         /* Marvell SD8997 Bluetooth device */
 246         { SDIO_DEVICE(SDIO_VENDOR_ID_MARVELL, 0x9142),
 247                         .driver_data = (unsigned long)&btmrvl_sdio_sd8997 },
 248
 249         { }     /* Terminating entry */
 250 };
 251
 252 MODULE_DEVICE_TABLE(sdio, btmrvl_sdio_ids);
 253
 254 static int btmrvl_sdio_get_rx_unit(struct btmrvl_sdio_card *card)
 255 {
 256         u8 reg;
 257         int ret;
 258
 259         reg = sdio_readb(card->func, card->reg->card_rx_unit, &ret);
 260         if (!ret)
 261                 card->rx_unit = reg;
 262
 263         return ret;
 264 }
 265
 266 static int btmrvl_sdio_read_fw_status(struct btmrvl_sdio_card *card, u16 *dat)
 267 {
 268         u8 fws0, fws1;
 269         int ret;
 270
 271         *dat = 0;
 272
 273         fws0 = sdio_readb(card->func, card->reg->card_fw_status0, &ret);
 274         if (ret)
 275                 return -EIO;
 276
 277         fws1 = sdio_readb(card->func, card->reg->card_fw_status1, &ret);
 278         if (ret)
 279                 return -EIO;
 280
 281         *dat = (((u16) fws1) << 8) | fws0;
 282
 283         return 0;
 284 }
 285
 286 static int btmrvl_sdio_read_rx_len(struct btmrvl_sdio_card *card, u16 *dat)
 287 {
 288         u8 reg;
 289         int ret;
 290
 291         reg = sdio_readb(card->func, card->reg->card_rx_len, &ret);
 292         if (!ret)
 293                 *dat = (u16) reg << card->rx_unit;
 294
 295         return ret;
 296 }
 297
 298 static int btmrvl_sdio_enable_host_int_mask(struct btmrvl_sdio_card *card,
 299                                                                 u8 mask)
 300 {
 301         int ret;
 302
 303         sdio_writeb(card->func, mask, card->reg->host_int_mask, &ret);
 304         if (ret) {
 305                 BT_ERR("Unable to enable the host interrupt!");
 306                 ret = -EIO;
 307         }
 308
 309         return ret;
 310 }
 311
 312 static int btmrvl_sdio_disable_host_int_mask(struct btmrvl_sdio_card *card,
 313                                                                 u8 mask)
 314 {
 315         u8 host_int_mask;
 316         int ret;
 317
 318         host_int_mask = sdio_readb(card->func, card->reg->host_int_mask, &ret);
 319         if (ret)
 320                 return -EIO;
 321
 322         host_int_mask &= ~mask;
 323
 324         sdio_writeb(card->func, host_int_mask, card->reg->host_int_mask, &ret);
 325         if (ret < 0) {
 326                 BT_ERR("Unable to disable the host interrupt!");
 327                 return -EIO;
 328         }
 329
 330         return 0;
 331 }
 332
 333 static int btmrvl_sdio_poll_card_status(struct btmrvl_sdio_card *card, u8 bits)
 334 {
 335         unsigned int tries;
 336         u8 status;
 337         int ret;
 338
 339         for (tries = 0; tries < MAX_POLL_TRIES * 1000; tries++) {
 340                 status = sdio_readb(card->func, card->reg->card_status, &ret);
 341                 if (ret)
 342                         goto failed;
 343                 if ((status & bits) == bits)
 344                         return ret;
 345
 346                 udelay(1);
 347         }
 348
 349         ret = -ETIMEDOUT;
 350
 351 failed:
 352         BT_ERR("FAILED! ret=%d", ret);
 353
 354         return ret;
 355 }
 356
 357 static int btmrvl_sdio_verify_fw_download(struct btmrvl_sdio_card *card,
 358                                                                 int pollnum)
 359 {
 360         u16 firmwarestat;
 361         int tries, ret;
 362
 363          /* Wait for firmware to become ready */
 364         for (tries = 0; tries < pollnum; tries++) {
 365                 sdio_claim_host(card->func);
 366                 ret = btmrvl_sdio_read_fw_status(card, &firmwarestat);
 367                 sdio_release_host(card->func);
 368                 if (ret < 0)
 369                         continue;
 370
 371                 if (firmwarestat == FIRMWARE_READY)
 372                         return 0;
 373
 374                 msleep(10);
 375         }
 376
 377         return -ETIMEDOUT;
 378 }
 379
 380 static int btmrvl_sdio_download_helper(struct btmrvl_sdio_card *card)
 381 {
 382         const struct firmware *fw_helper = NULL;
 383         const u8 *helper = NULL;
 384         int ret;
 385         void *tmphlprbuf = NULL;
 386         int tmphlprbufsz, hlprblknow, helperlen;
 387         u8 *helperbuf;
 388         u32 tx_len;
 389
 390         ret = request_firmware(&fw_helper, card->helper,
 391                                                 &card->func->dev);
 392         if ((ret < 0) || !fw_helper) {
 393                 BT_ERR("request_firmware(helper) failed, error code = %d",
 394                                                                         ret);
 395                 ret = -ENOENT;
 396                 goto done;
 397         }
 398
 399         helper = fw_helper->data;
 400         helperlen = fw_helper->size;
 401
 402         BT_DBG("Downloading helper image (%d bytes), block size %d bytes",
 403                                                 helperlen, SDIO_BLOCK_SIZE);
 404
 405         tmphlprbufsz = ALIGN_SZ(BTM_UPLD_SIZE, BTSDIO_DMA_ALIGN);
 406
 407         tmphlprbuf = kzalloc(tmphlprbufsz, GFP_KERNEL);
 408         if (!tmphlprbuf) {
 409                 BT_ERR("Unable to allocate buffer for helper."
 410                         " Terminating download");
 411                 ret = -ENOMEM;
 412                 goto done;
 413         }
 414
 415         helperbuf = (u8 *) ALIGN_ADDR(tmphlprbuf, BTSDIO_DMA_ALIGN);
 416
 417         /* Perform helper data transfer */
 418         tx_len = (FIRMWARE_TRANSFER_NBLOCK * SDIO_BLOCK_SIZE)
 419                         - SDIO_HEADER_LEN;
 420         hlprblknow = 0;
 421
 422         do {
 423                 ret = btmrvl_sdio_poll_card_status(card,
 424                                             CARD_IO_READY | DN_LD_CARD_RDY);
 425                 if (ret < 0) {
 426                         BT_ERR("Helper download poll status timeout @ %d",
 427                                 hlprblknow);
 428                         goto done;
 429                 }
 430
 431                 /* Check if there is more data? */
 432                 if (hlprblknow >= helperlen)
 433                         break;
 434
 435                 if (helperlen - hlprblknow < tx_len)
 436                         tx_len = helperlen - hlprblknow;
 437
 438                 /* Little-endian */
 439                 helperbuf[0] = ((tx_len & 0x000000ff) >> 0);
 440                 helperbuf[1] = ((tx_len & 0x0000ff00) >> 8);
 441                 helperbuf[2] = ((tx_len & 0x00ff0000) >> 16);
 442                 helperbuf[3] = ((tx_len & 0xff000000) >> 24);
 443
 444                 memcpy(&helperbuf[SDIO_HEADER_LEN], &helper[hlprblknow],
 445                                 tx_len);
 446
 447                 /* Now send the data */
 448                 ret = sdio_writesb(card->func, card->ioport, helperbuf,
 449                                 FIRMWARE_TRANSFER_NBLOCK * SDIO_BLOCK_SIZE);
 450                 if (ret < 0) {
 451                         BT_ERR("IO error during helper download @ %d",
 452                                 hlprblknow);
 453                         goto done;
 454                 }
 455
 456                 hlprblknow += tx_len;
 457         } while (true);
 458
 459         BT_DBG("Transferring helper image EOF block");
 460
 461         memset(helperbuf, 0x0, SDIO_BLOCK_SIZE);
 462
 463         ret = sdio_writesb(card->func, card->ioport, helperbuf,
 464                                                         SDIO_BLOCK_SIZE);
 465         if (ret < 0) {
 466                 BT_ERR("IO error in writing helper image EOF block");
 467                 goto done;
 468         }
 469
 470         ret = 0;
 471
 472 done:
 473         kfree(tmphlprbuf);
 474         release_firmware(fw_helper);
 475         return ret;
 476 }
 477
 478 static int btmrvl_sdio_download_fw_w_helper(struct btmrvl_sdio_card *card)
 479 {
 480         const struct firmware *fw_firmware = NULL;
 481         const u8 *firmware = NULL;
 482         int firmwarelen, tmpfwbufsz, ret;
 483         unsigned int tries, offset;
 484         u8 base0, base1;
 485         void *tmpfwbuf = NULL;
 486         u8 *fwbuf;
 487         u16 len, blksz_dl = card->sd_blksz_fw_dl;
 488         int txlen = 0, tx_blocks = 0, count = 0;
 489
 490         ret = request_firmware(&fw_firmware, card->firmware,
 491                                                         &card->func->dev);
 492         if ((ret < 0) || !fw_firmware) {
 493                 BT_ERR("request_firmware(firmware) failed, error code = %d",
 494                                                                         ret);
 495                 ret = -ENOENT;
 496                 goto done;
 497         }
 498
 499         firmware = fw_firmware->data;
 500         firmwarelen = fw_firmware->size;
 501
 502         BT_DBG("Downloading FW image (%d bytes)", firmwarelen);
 503
 504         tmpfwbufsz = ALIGN_SZ(BTM_UPLD_SIZE, BTSDIO_DMA_ALIGN);
 505         tmpfwbuf = kzalloc(tmpfwbufsz, GFP_KERNEL);
 506         if (!tmpfwbuf) {
 507                 BT_ERR("Unable to allocate buffer for firmware."
 508                        " Terminating download");
 509                 ret = -ENOMEM;
 510                 goto done;
 511         }
 512
 513         /* Ensure aligned firmware buffer */
 514         fwbuf = (u8 *) ALIGN_ADDR(tmpfwbuf, BTSDIO_DMA_ALIGN);
 515
 516         /* Perform firmware data transfer */
 517         offset = 0;
 518         do {
 519                 ret = btmrvl_sdio_poll_card_status(card,
 520                                         CARD_IO_READY | DN_LD_CARD_RDY);
 521                 if (ret < 0) {
 522                         BT_ERR("FW download with helper poll status"
 523                                                 " timeout @ %d", offset);
 524                         goto done;
 525                 }
 526
 527                 /* Check if there is more data ? */
 528                 if (offset >= firmwarelen)
 529                         break;
 530
 531                 for (tries = 0; tries < MAX_POLL_TRIES; tries++) {
 532                         base0 = sdio_readb(card->func,
 533                                         card->reg->sq_read_base_addr_a0, &ret);
 534                         if (ret) {
 535                                 BT_ERR("BASE0 register read failed:"
 536                                         " base0 = 0x%04X(%d)."
 537                                         " Terminating download",
 538                                         base0, base0);
 539                                 ret = -EIO;
 540                                 goto done;
 541                         }
 542                         base1 = sdio_readb(card->func,
 543                                         card->reg->sq_read_base_addr_a1, &ret);
 544                         if (ret) {
 545                                 BT_ERR("BASE1 register read failed:"
 546                                         " base1 = 0x%04X(%d)."
 547                                         " Terminating download",
 548                                         base1, base1);
 549                                 ret = -EIO;
 550                                 goto done;
 551                         }
 552
 553                         len = (((u16) base1) << 8) | base0;
 554                         if (len)
 555                                 break;
 556
 557                         udelay(10);
 558                 }
 559
 560                 if (!len)
 561                         break;
 562                 else if (len > BTM_UPLD_SIZE) {
 563                         BT_ERR("FW download failure @%d, invalid length %d",
 564                                                                 offset, len);
 565                         ret = -EINVAL;
 566                         goto done;
 567                 }
 568
 569                 txlen = len;
 570
 571                 if (len & BIT(0)) {
 572                         count++;
 573                         if (count > MAX_WRITE_IOMEM_RETRY) {
 574                                 BT_ERR("FW download failure @%d, "
 575                                         "over max retry count", offset);
 576                                 ret = -EIO;
 577                                 goto done;
 578                         }
 579                         BT_ERR("FW CRC error indicated by the helper: "
 580                                 "len = 0x%04X, txlen = %d", len, txlen);
 581                         len &= ~BIT(0);
 582                         /* Set txlen to 0 so as to resend from same offset */
 583                         txlen = 0;
 584                 } else {
 585                         count = 0;
 586
 587                         /* Last block ? */
 588                         if (firmwarelen - offset < txlen)
 589                                 txlen = firmwarelen - offset;
 590
 591                         tx_blocks = DIV_ROUND_UP(txlen, blksz_dl);
 592
 593                         memcpy(fwbuf, &firmware[offset], txlen);
 594                 }
 595
 596                 ret = sdio_writesb(card->func, card->ioport, fwbuf,
 597                                                 tx_blocks * blksz_dl);
 598
 599                 if (ret < 0) {
 600                         BT_ERR("FW download, writesb(%d) failed @%d",
 601                                                         count, offset);
 602                         sdio_writeb(card->func, HOST_CMD53_FIN,
 603                                                 card->reg->cfg, &ret);
 604                         if (ret)
 605                                 BT_ERR("writeb failed (CFG)");
 606                 }
 607
 608                 offset += txlen;
 609         } while (true);
 610
 611         BT_INFO("FW download over, size %d bytes", offset);
 612
 613         ret = 0;
 614
 615 done:
 616         kfree(tmpfwbuf);
 617         release_firmware(fw_firmware);
 618         return ret;
 619 }
 620
 621 static int btmrvl_sdio_card_to_host(struct btmrvl_private *priv)
 622 {
 623         u16 buf_len = 0;
 624         int ret, num_blocks, blksz;
 625         struct sk_buff *skb = NULL;
 626         u32 type;
 627         u8 *payload = NULL;
 628         struct hci_dev *hdev = priv->btmrvl_dev.hcidev;
 629         struct btmrvl_sdio_card *card = priv->btmrvl_dev.card;
 630
 631         if (!card || !card->func) {
 632                 BT_ERR("card or function is NULL!");
 633                 ret = -EINVAL;
 634                 goto exit;
 635         }
 636
 637         /* Read the length of data to be transferred */
 638         ret = btmrvl_sdio_read_rx_len(card, &buf_len);
 639         if (ret < 0) {
 640                 BT_ERR("read rx_len failed");
 641                 ret = -EIO;
 642                 goto exit;
 643         }
 644
 645         blksz = SDIO_BLOCK_SIZE;
 646         num_blocks = DIV_ROUND_UP(buf_len, blksz);
 647
 648         if (buf_len <= SDIO_HEADER_LEN
 649             || (num_blocks * blksz) > ALLOC_BUF_SIZE) {
 650                 BT_ERR("invalid packet length: %d", buf_len);
 651                 ret = -EINVAL;
 652                 goto exit;
 653         }
 654
 655         /* Allocate buffer */
 656         skb = bt_skb_alloc(num_blocks * blksz + BTSDIO_DMA_ALIGN, GFP_ATOMIC);
 657         if (!skb) {
 658                 BT_ERR("No free skb");
 659                 ret = -ENOMEM;
 660                 goto exit;
 661         }
 662
 663         if ((unsigned long) skb->data & (BTSDIO_DMA_ALIGN - 1)) {
 664                 skb_put(skb, (unsigned long) skb->data &
 665                                         (BTSDIO_DMA_ALIGN - 1));
 666                 skb_pull(skb, (unsigned long) skb->data &
 667                                         (BTSDIO_DMA_ALIGN - 1));
 668         }
 669
 670         payload = skb->data;
 671
 672         ret = sdio_readsb(card->func, payload, card->ioport,
 673                           num_blocks * blksz);
 674         if (ret < 0) {
 675                 BT_ERR("readsb failed: %d", ret);
 676                 ret = -EIO;
 677                 goto exit;
 678         }
 679
 680         /* This is SDIO specific header length: byte[2][1][0], type: byte[3]
 681          * (HCI_COMMAND = 1, ACL_DATA = 2, SCO_DATA = 3, 0xFE = Vendor)
 682          */
 683
 684         buf_len = payload[0];
 685         buf_len |= payload[1] << 8;
 686         buf_len |= payload[2] << 16;
 687
 688         if (buf_len > blksz * num_blocks) {
 689                 BT_ERR("Skip incorrect packet: hdrlen %d buffer %d",
 690                        buf_len, blksz * num_blocks);
 691                 ret = -EIO;
 692                 goto exit;
 693         }
 694
 695         type = payload[3];
 696
 697         switch (type) {
 698         case HCI_ACLDATA_PKT:
 699         case HCI_SCODATA_PKT:
 700         case HCI_EVENT_PKT:
 701                 bt_cb(skb)->pkt_type = type;
 702                 skb_put(skb, buf_len);
 703                 skb_pull(skb, SDIO_HEADER_LEN);
 704
 705                 if (type == HCI_EVENT_PKT) {
 706                         if (btmrvl_check_evtpkt(priv, skb))
 707                                 hci_recv_frame(hdev, skb);
 708                 } else {
 709                         hci_recv_frame(hdev, skb);
 710                 }
 711
 712                 hdev->stat.byte_rx += buf_len;
 713                 break;
 714
 715         case MRVL_VENDOR_PKT:
 716                 bt_cb(skb)->pkt_type = HCI_VENDOR_PKT;
 717                 skb_put(skb, buf_len);
 718                 skb_pull(skb, SDIO_HEADER_LEN);
 719
 720                 if (btmrvl_process_event(priv, skb))
 721                         hci_recv_frame(hdev, skb);
 722
 723                 hdev->stat.byte_rx += buf_len;
 724                 break;
 725
 726         default:
 727                 BT_ERR("Unknown packet type:%d", type);
 728                 BT_ERR("hex: %*ph", blksz * num_blocks, payload);
 729
 730                 kfree_skb(skb);
 731                 skb = NULL;
 732                 break;
 733         }
 734
 735 exit:
 736         if (ret) {
 737                 hdev->stat.err_rx++;
 738                 kfree_skb(skb);
 739         }
 740
 741         return ret;
 742 }
 743
 744 static int btmrvl_sdio_process_int_status(struct btmrvl_private *priv)
 745 {
 746         ulong flags;
 747         u8 ireg;
 748         struct btmrvl_sdio_card *card = priv->btmrvl_dev.card;
 749
 750         spin_lock_irqsave(&priv->driver_lock, flags);
 751         ireg = sdio_ireg;
 752         sdio_ireg = 0;
 753         spin_unlock_irqrestore(&priv->driver_lock, flags);
 754
 755         sdio_claim_host(card->func);
 756         if (ireg & DN_LD_HOST_INT_STATUS) {
 757                 if (priv->btmrvl_dev.tx_dnld_rdy)
 758                         BT_DBG("tx_done already received: "
 759                                 " int_status=0x%x", ireg);
 760                 else
 761                         priv->btmrvl_dev.tx_dnld_rdy = true;
 762         }
 763
 764         if (ireg & UP_LD_HOST_INT_STATUS)
 765                 btmrvl_sdio_card_to_host(priv);
 766
 767         sdio_release_host(card->func);
 768
 769         return 0;
 770 }
 771
 772 static int btmrvl_sdio_read_to_clear(struct btmrvl_sdio_card *card, u8 *ireg)
 773 {
 774         struct btmrvl_adapter *adapter = card->priv->adapter;
 775         int ret;
 776
 777         ret = sdio_readsb(card->func, adapter->hw_regs, 0, SDIO_BLOCK_SIZE);
 778         if (ret) {
 779                 BT_ERR("sdio_readsb: read int hw_regs failed: %d", ret);
 780                 return ret;
 781         }
 782
 783         *ireg = adapter->hw_regs[card->reg->host_intstatus];
 784         BT_DBG("hw_regs[%#x]=%#x", card->reg->host_intstatus, *ireg);
 785
 786         return 0;
 787 }
 788
 789 static int btmrvl_sdio_write_to_clear(struct btmrvl_sdio_card *card, u8 *ireg)
 790 {
 791         int ret;
 792
 793         *ireg = sdio_readb(card->func, card->reg->host_intstatus, &ret);
 794         if (ret) {
 795                 BT_ERR("sdio_readb: read int status failed: %d", ret);
 796                 return ret;
 797         }
 798
 799         if (*ireg) {
 800                 /*
 801                  * DN_LD_HOST_INT_STATUS and/or UP_LD_HOST_INT_STATUS
 802                  * Clear the interrupt status register and re-enable the
 803                  * interrupt.
 804                  */
 805                 BT_DBG("int_status = 0x%x", *ireg);
 806
 807                 sdio_writeb(card->func, ~(*ireg) & (DN_LD_HOST_INT_STATUS |
 808                                                     UP_LD_HOST_INT_STATUS),
 809                             card->reg->host_intstatus, &ret);
 810                 if (ret) {
 811                         BT_ERR("sdio_writeb: clear int status failed: %d", ret);
 812                         return ret;
 813                 }
 814         }
 815
 816         return 0;
 817 }
 818
 819 static void btmrvl_sdio_interrupt(struct sdio_func *func)
 820 {
 821         struct btmrvl_private *priv;
 822         struct btmrvl_sdio_card *card;
 823         ulong flags;
 824         u8 ireg = 0;
 825         int ret;
 826
 827         card = sdio_get_drvdata(func);
 828         if (!card || !card->priv) {
 829                 BT_ERR("sbi_interrupt(%p) card or priv is NULL, card=%p",
 830                        func, card);
 831                 return;
 832         }
 833
 834         priv = card->priv;
 835
 836         if (priv->surprise_removed)
 837                 return;
 838
 839         if (card->reg->int_read_to_clear)
 840                 ret = btmrvl_sdio_read_to_clear(card, &ireg);
 841         else
 842                 ret = btmrvl_sdio_write_to_clear(card, &ireg);
 843
 844         if (ret)
 845                 return;
 846
 847         spin_lock_irqsave(&priv->driver_lock, flags);
 848         sdio_ireg |= ireg;
 849         spin_unlock_irqrestore(&priv->driver_lock, flags);
 850
 851         btmrvl_interrupt(priv);
 852 }
 853
 854 static int btmrvl_sdio_register_dev(struct btmrvl_sdio_card *card)
 855 {
 856         struct sdio_func *func;
 857         u8 reg;
 858         int ret = 0;
 859
 860         if (!card || !card->func) {
 861                 BT_ERR("Error: card or function is NULL!");
 862                 ret = -EINVAL;
 863                 goto failed;
 864         }
 865
 866         func = card->func;
 867
 868         sdio_claim_host(func);
 869
 870         ret = sdio_enable_func(func);
 871         if (ret) {
 872                 BT_ERR("sdio_enable_func() failed: ret=%d", ret);
 873                 ret = -EIO;
 874                 goto release_host;
 875         }
 876
 877         ret = sdio_claim_irq(func, btmrvl_sdio_interrupt);
 878         if (ret) {
 879                 BT_ERR("sdio_claim_irq failed: ret=%d", ret);
 880                 ret = -EIO;
 881                 goto disable_func;
 882         }
 883
 884         ret = sdio_set_block_size(card->func, SDIO_BLOCK_SIZE);
 885         if (ret) {
 886                 BT_ERR("cannot set SDIO block size");
 887                 ret = -EIO;
 888                 goto release_irq;
 889         }
 890
 891         reg = sdio_readb(func, card->reg->io_port_0, &ret);
 892         if (ret < 0) {
 893                 ret = -EIO;
 894                 goto release_irq;
 895         }
 896
 897         card->ioport = reg;
 898
 899         reg = sdio_readb(func, card->reg->io_port_1, &ret);
 900         if (ret < 0) {
 901                 ret = -EIO;
 902                 goto release_irq;
 903         }
 904
 905         card->ioport |= (reg << 8);
 906
 907         reg = sdio_readb(func, card->reg->io_port_2, &ret);
 908         if (ret < 0) {
 909                 ret = -EIO;
 910                 goto release_irq;
 911         }
 912
 913         card->ioport |= (reg << 16);
 914
 915         BT_DBG("SDIO FUNC%d IO port: 0x%x", func->num, card->ioport);
 916
 917         if (card->reg->int_read_to_clear) {
 918                 reg = sdio_readb(func, card->reg->host_int_rsr, &ret);
 919                 if (ret < 0) {
 920                         ret = -EIO;
 921                         goto release_irq;
 922                 }
 923                 sdio_writeb(func, reg | 0x3f, card->reg->host_int_rsr, &ret);
 924                 if (ret < 0) {
 925                         ret = -EIO;
 926                         goto release_irq;
 927                 }
 928
 929                 reg = sdio_readb(func, card->reg->card_misc_cfg, &ret);
 930                 if (ret < 0) {
 931                         ret = -EIO;
 932                         goto release_irq;
 933                 }
 934                 sdio_writeb(func, reg | 0x10, card->reg->card_misc_cfg, &ret);
 935                 if (ret < 0) {
 936                         ret = -EIO;
 937                         goto release_irq;
 938                 }
 939         }
 940
 941         sdio_set_drvdata(func, card);
 942
 943         sdio_release_host(func);
 944
 945         return 0;
 946
 947 release_irq:
 948         sdio_release_irq(func);
 949
 950 disable_func:
 951         sdio_disable_func(func);
 952
 953 release_host:
 954         sdio_release_host(func);
 955
 956 failed:
 957         return ret;
 958 }
 959
 960 static int btmrvl_sdio_unregister_dev(struct btmrvl_sdio_card *card)
 961 {
 962         if (card && card->func) {
 963                 sdio_claim_host(card->func);
 964                 sdio_release_irq(card->func);
 965                 sdio_disable_func(card->func);
 966                 sdio_release_host(card->func);
 967                 sdio_set_drvdata(card->func, NULL);
 968         }
 969
 970         return 0;
 971 }
 972
 973 static int btmrvl_sdio_enable_host_int(struct btmrvl_sdio_card *card)
 974 {
 975         int ret;
 976
 977         if (!card || !card->func)
 978                 return -EINVAL;
 979
 980         sdio_claim_host(card->func);
 981
 982         ret = btmrvl_sdio_enable_host_int_mask(card, HIM_ENABLE);
 983
 984         btmrvl_sdio_get_rx_unit(card);
 985
 986         sdio_release_host(card->func);
 987
 988         return ret;
 989 }
 990
 991 static int btmrvl_sdio_disable_host_int(struct btmrvl_sdio_card *card)
 992 {
 993         int ret;
 994
 995         if (!card || !card->func)
 996                 return -EINVAL;
 997
 998         sdio_claim_host(card->func);
 999
1000         ret = btmrvl_sdio_disable_host_int_mask(card, HIM_DISABLE);
1001
1002         sdio_release_host(card->func);
1003
1004         return ret;
1005 }
1006
1007 static int btmrvl_sdio_host_to_card(struct btmrvl_private *priv,
1008                                 u8 *payload, u16 nb)
1009 {
1010         struct btmrvl_sdio_card *card = priv->btmrvl_dev.card;
1011         int ret = 0;
1012         int buf_block_len;
1013         int blksz;
1014         int i = 0;
1015         u8 *buf = NULL;
1016         void *tmpbuf = NULL;
1017         int tmpbufsz;
1018
1019         if (!card || !card->func) {
1020                 BT_ERR("card or function is NULL!");
1021                 return -EINVAL;
1022         }
1023
1024         buf = payload;
1025         if ((unsigned long) payload & (BTSDIO_DMA_ALIGN - 1)) {
1026                 tmpbufsz = ALIGN_SZ(nb, BTSDIO_DMA_ALIGN);
1027                 tmpbuf = kzalloc(tmpbufsz, GFP_KERNEL);
1028                 if (!tmpbuf)
1029                         return -ENOMEM;
1030                 buf = (u8 *) ALIGN_ADDR(tmpbuf, BTSDIO_DMA_ALIGN);
1031                 memcpy(buf, payload, nb);
1032         }
1033
1034         blksz = SDIO_BLOCK_SIZE;
1035         buf_block_len = DIV_ROUND_UP(nb, blksz);
1036
1037         sdio_claim_host(card->func);
1038
1039         do {
1040                 /* Transfer data to card */
1041                 ret = sdio_writesb(card->func, card->ioport, buf,
1042                                    buf_block_len * blksz);
1043                 if (ret < 0) {
1044                         i++;
1045                         BT_ERR("i=%d writesb failed: %d", i, ret);
1046                         BT_ERR("hex: %*ph", nb, payload);
1047                         ret = -EIO;
1048                         if (i > MAX_WRITE_IOMEM_RETRY)
1049                                 goto exit;
1050                 }
1051         } while (ret);
1052
1053         priv->btmrvl_dev.tx_dnld_rdy = false;
1054
1055 exit:
1056         sdio_release_host(card->func);
1057         kfree(tmpbuf);
1058
1059         return ret;
1060 }
1061
1062 static int btmrvl_sdio_download_fw(struct btmrvl_sdio_card *card)
1063 {
1064         int ret;
1065         u8 fws0;
1066         int pollnum = MAX_POLL_TRIES;
1067
1068         if (!card || !card->func) {
1069                 BT_ERR("card or function is NULL!");
1070                 return -EINVAL;
1071         }
1072
1073         if (!btmrvl_sdio_verify_fw_download(card, 1)) {
1074                 BT_DBG("Firmware already downloaded!");
1075                 return 0;
1076         }
1077
1078         sdio_claim_host(card->func);
1079
1080         /* Check if other function driver is downloading the firmware */
1081         fws0 = sdio_readb(card->func, card->reg->card_fw_status0, &ret);
1082         if (ret) {
1083                 BT_ERR("Failed to read FW downloading status!");
1084                 ret = -EIO;
1085                 goto done;
1086         }
1087         if (fws0) {
1088                 BT_DBG("BT not the winner (%#x). Skip FW downloading", fws0);
1089
1090                 /* Give other function more time to download the firmware */
1091                 pollnum *= 10;
1092         } else {
1093                 if (card->helper) {
1094                         ret = btmrvl_sdio_download_helper(card);
1095                         if (ret) {
1096                                 BT_ERR("Failed to download helper!");
1097                                 ret = -EIO;
1098                                 goto done;
1099                         }
1100                 }
1101
1102                 if (btmrvl_sdio_download_fw_w_helper(card)) {
1103                         BT_ERR("Failed to download firmware!");
1104                         ret = -EIO;
1105                         goto done;
1106                 }
1107         }
1108
1109         /*
1110          * winner or not, with this test the FW synchronizes when the
1111          * module can continue its initialization
1112          */
1113         if (btmrvl_sdio_verify_fw_download(card, pollnum)) {
1114                 BT_ERR("FW failed to be active in time!");
1115                 return -ETIMEDOUT;
1116         }
1117
1118         sdio_release_host(card->func);
1119
1120         return 0;
1121
1122 done:
1123         sdio_release_host(card->func);
1124         return ret;
1125 }
1126
1127 static int btmrvl_sdio_wakeup_fw(struct btmrvl_private *priv)
1128 {
1129         struct btmrvl_sdio_card *card = priv->btmrvl_dev.card;
1130         int ret = 0;
1131
1132         if (!card || !card->func) {
1133                 BT_ERR("card or function is NULL!");
1134                 return -EINVAL;
1135         }
1136
1137         sdio_claim_host(card->func);
1138
1139         sdio_writeb(card->func, HOST_POWER_UP, card->reg->cfg, &ret);
1140
1141         sdio_release_host(card->func);
1142
1143         BT_DBG("wake up firmware");
1144
1145         return ret;
1146 }
1147
1148 static void btmrvl_sdio_dump_regs(struct btmrvl_private *priv)
1149 {
1150         struct btmrvl_sdio_card *card = priv->btmrvl_dev.card;
1151         int ret = 0;
1152         unsigned int reg, reg_start, reg_end;
1153         char buf[256], *ptr;
1154         u8 loop, func, data;
1155         int MAX_LOOP = 2;
1156
1157         btmrvl_sdio_wakeup_fw(priv);
1158         sdio_claim_host(card->func);
1159
1160         for (loop = 0; loop < MAX_LOOP; loop++) {
1161                 memset(buf, 0, sizeof(buf));
1162                 ptr = buf;
1163
1164                 if (loop == 0) {
1165                         /* Read the registers of SDIO function0 */
1166                         func = loop;
1167                         reg_start = 0;
1168                         reg_end = 9;
1169                 } else {
1170                         func = 2;
1171                         reg_start = 0;
1172                         reg_end = 0x09;
1173                 }
1174
1175                 ptr += sprintf(ptr, "SDIO Func%d (%#x-%#x): ",
1176                                func, reg_start, reg_end);
1177                 for (reg = reg_start; reg <= reg_end; reg++) {
1178                         if (func == 0)
1179                                 data = sdio_f0_readb(card->func, reg, &ret);
1180                         else
1181                                 data = sdio_readb(card->func, reg, &ret);
1182
1183                         if (!ret) {
1184                                 ptr += sprintf(ptr, "%02x ", data);
1185                         } else {
1186                                 ptr += sprintf(ptr, "ERR");
1187                                 break;
1188                         }
1189                 }
1190
1191                 BT_INFO("%s", buf);
1192         }
1193
1194         sdio_release_host(card->func);
1195 }
1196
1197 /* This function read/write firmware */
1198 static enum
1199 rdwr_status btmrvl_sdio_rdwr_firmware(struct btmrvl_private *priv,
1200                                       u8 doneflag)
1201 {
1202         struct btmrvl_sdio_card *card = priv->btmrvl_dev.card;
1203         int ret, tries;
1204         u8 ctrl_data = 0;
1205
1206         sdio_writeb(card->func, FW_DUMP_HOST_READY, card->reg->fw_dump_ctrl,
1207                     &ret);
1208
1209         if (ret) {
1210                 BT_ERR("SDIO write err");
1211                 return RDWR_STATUS_FAILURE;
1212         }
1213
1214         for (tries = 0; tries < MAX_POLL_TRIES; tries++) {
1215                 ctrl_data = sdio_readb(card->func, card->reg->fw_dump_ctrl,
1216                                        &ret);
1217
1218                 if (ret) {
1219                         BT_ERR("SDIO read err");
1220                         return RDWR_STATUS_FAILURE;
1221                 }
1222
1223                 if (ctrl_data == FW_DUMP_DONE)
1224                         break;
1225                 if (doneflag && ctrl_data == doneflag)
1226                         return RDWR_STATUS_DONE;
1227                 if (ctrl_data != FW_DUMP_HOST_READY) {
1228                         BT_INFO("The ctrl reg was changed, re-try again!");
1229                         sdio_writeb(card->func, FW_DUMP_HOST_READY,
1230                                     card->reg->fw_dump_ctrl, &ret);
1231                         if (ret) {
1232                                 BT_ERR("SDIO write err");
1233                                 return RDWR_STATUS_FAILURE;
1234                         }
1235                 }
1236                 usleep_range(100, 200);
1237         }
1238
1239         if (ctrl_data == FW_DUMP_HOST_READY) {
1240                 BT_ERR("Fail to pull ctrl_data");
1241                 return RDWR_STATUS_FAILURE;
1242         }
1243
1244         return RDWR_STATUS_SUCCESS;
1245 }
1246
1247 /* This function dump sdio register and memory data */
1248 static void btmrvl_sdio_dump_firmware(struct btmrvl_private *priv)
1249 {
1250         struct btmrvl_sdio_card *card = priv->btmrvl_dev.card;
1251         int ret = 0;
1252         unsigned int reg, reg_start, reg_end;
1253         enum rdwr_status stat;
1254         u8 *dbg_ptr, *end_ptr, *fw_dump_data, *fw_dump_ptr;
1255         u8 dump_num = 0, idx, i, read_reg, doneflag = 0;
1256         u32 memory_size, fw_dump_len = 0;
1257
1258         /* dump sdio register first */
1259         btmrvl_sdio_dump_regs(priv);
1260
1261         if (!card->supports_fw_dump) {
1262                 BT_ERR("Firmware dump not supported for this card!");
1263                 return;
1264         }
1265
1266         for (idx = 0; idx < ARRAY_SIZE(mem_type_mapping_tbl); idx++) {
1267                 struct memory_type_mapping *entry = &mem_type_mapping_tbl[idx];
1268
1269                 if (entry->mem_ptr) {
1270                         vfree(entry->mem_ptr);
1271                         entry->mem_ptr = NULL;
1272                 }
1273                 entry->mem_size = 0;
1274         }
1275
1276         btmrvl_sdio_wakeup_fw(priv);
1277         sdio_claim_host(card->func);
1278
1279         BT_INFO("== btmrvl firmware dump start ==");
1280
1281         stat = btmrvl_sdio_rdwr_firmware(priv, doneflag);
1282         if (stat == RDWR_STATUS_FAILURE)
1283                 goto done;
1284
1285         reg = card->reg->fw_dump_start;
1286         /* Read the number of the memories which will dump */
1287         dump_num = sdio_readb(card->func, reg, &ret);
1288
1289         if (ret) {
1290                 BT_ERR("SDIO read memory length err");
1291                 goto done;
1292         }
1293
1294         /* Read the length of every memory which will dump */
1295         for (idx = 0; idx < dump_num; idx++) {
1296                 struct memory_type_mapping *entry = &mem_type_mapping_tbl[idx];
1297
1298                 stat = btmrvl_sdio_rdwr_firmware(priv, doneflag);
1299                 if (stat == RDWR_STATUS_FAILURE)
1300                         goto done;
1301
1302                 memory_size = 0;
1303                 reg = card->reg->fw_dump_start;
1304                 for (i = 0; i < 4; i++) {
1305                         read_reg = sdio_readb(card->func, reg, &ret);
1306                         if (ret) {
1307                                 BT_ERR("SDIO read err");
1308                                 goto done;
1309                         }
1310                         memory_size |= (read_reg << i*8);
1311                         reg++;
1312                 }
1313
1314                 if (memory_size == 0) {
1315                         BT_INFO("Firmware dump finished!");
1316                         sdio_writeb(card->func, FW_DUMP_READ_DONE,
1317                                     card->reg->fw_dump_ctrl, &ret);
1318                         if (ret) {
1319                                 BT_ERR("SDIO Write MEMDUMP_FINISH ERR");
1320                                 goto done;
1321                         }
1322                         break;
1323                 }
1324
1325                 BT_INFO("%s_SIZE=0x%x", entry->mem_name, memory_size);
1326                 entry->mem_ptr = vzalloc(memory_size + 1);
1327                 entry->mem_size = memory_size;
1328                 if (!entry->mem_ptr) {
1329                         BT_ERR("Vzalloc %s failed", entry->mem_name);
1330                         goto done;
1331                 }
1332
1333                 fw_dump_len += (strlen("========Start dump ") +
1334                                 strlen(entry->mem_name) +
1335                                 strlen("========\n") +
1336                                 (memory_size + 1) +
1337                                 strlen("\n========End dump========\n"));
1338
1339                 dbg_ptr = entry->mem_ptr;
1340                 end_ptr = dbg_ptr + memory_size;
1341
1342                 doneflag = entry->done_flag;
1343                 BT_INFO("Start %s output, please wait...",
1344                         entry->mem_name);
1345
1346                 do {
1347                         stat = btmrvl_sdio_rdwr_firmware(priv, doneflag);
1348                         if (stat == RDWR_STATUS_FAILURE)
1349                                 goto done;
1350
1351                         reg_start = card->reg->fw_dump_start;
1352                         reg_end = card->reg->fw_dump_end;
1353                         for (reg = reg_start; reg <= reg_end; reg++) {
1354                                 *dbg_ptr = sdio_readb(card->func, reg, &ret);
1355                                 if (ret) {
1356                                         BT_ERR("SDIO read err");
1357                                         goto done;
1358                                 }
1359                                 if (dbg_ptr < end_ptr)
1360                                         dbg_ptr++;
1361                                 else
1362                                         BT_ERR("Allocated buffer not enough");
1363                         }
1364
1365                         if (stat != RDWR_STATUS_DONE) {
1366                                 continue;
1367                         } else {
1368                                 BT_INFO("%s done: size=0x%tx",
1369                                         entry->mem_name,
1370                                         dbg_ptr - entry->mem_ptr);
1371                                 break;
1372                         }
1373                 } while (1);
1374         }
1375
1376         BT_INFO("== btmrvl firmware dump end ==");
1377
1378 done:
1379         sdio_release_host(card->func);
1380
1381         if (fw_dump_len == 0)
1382                 return;
1383
1384         fw_dump_data = vzalloc(fw_dump_len+1);
1385         if (!fw_dump_data) {
1386                 BT_ERR("Vzalloc fw_dump_data fail!");
1387                 return;
1388         }
1389         fw_dump_ptr = fw_dump_data;
1390
1391         /* Dump all the memory data into single file, a userspace script will
1392            be used to split all the memory data to multiple files*/
1393         BT_INFO("== btmrvl firmware dump to /sys/class/devcoredump start");
1394         for (idx = 0; idx < dump_num; idx++) {
1395                 struct memory_type_mapping *entry = &mem_type_mapping_tbl[idx];
1396
1397                 if (entry->mem_ptr) {
1398                         strcpy(fw_dump_ptr, "========Start dump ");
1399                         fw_dump_ptr += strlen("========Start dump ");
1400
1401                         strcpy(fw_dump_ptr, entry->mem_name);
1402                         fw_dump_ptr += strlen(entry->mem_name);
1403
1404                         strcpy(fw_dump_ptr, "========\n");
1405                         fw_dump_ptr += strlen("========\n");
1406
1407                         memcpy(fw_dump_ptr, entry->mem_ptr, entry->mem_size);
1408                         fw_dump_ptr += entry->mem_size;
1409
1410                         strcpy(fw_dump_ptr, "\n========End dump========\n");
1411                         fw_dump_ptr += strlen("\n========End dump========\n");
1412
1413                         vfree(mem_type_mapping_tbl[idx].mem_ptr);
1414                         mem_type_mapping_tbl[idx].mem_ptr = NULL;
1415                 }
1416         }
1417
1418         /* fw_dump_data will be free in device coredump release function
1419            after 5 min*/
1420         dev_coredumpv(&card->func->dev, fw_dump_data, fw_dump_len, GFP_KERNEL);
1421         BT_INFO("== btmrvl firmware dump to /sys/class/devcoredump end");
1422 }
1423
1424 static int btmrvl_sdio_probe(struct sdio_func *func,
1425                                         const struct sdio_device_id *id)
1426 {
1427         int ret = 0;
1428         struct btmrvl_private *priv = NULL;
1429         struct btmrvl_sdio_card *card = NULL;
1430
1431         BT_INFO("vendor=0x%x, device=0x%x, class=%d, fn=%d",
1432                         id->vendor, id->device, id->class, func->num);
1433
1434         card = devm_kzalloc(&func->dev, sizeof(*card), GFP_KERNEL);
1435         if (!card)
1436                 return -ENOMEM;
1437
1438         card->func = func;
1439
1440         if (id->driver_data) {
1441                 struct btmrvl_sdio_device *data = (void *) id->driver_data;
1442                 card->helper = data->helper;
1443                 card->firmware = data->firmware;
1444                 card->reg = data->reg;
1445                 card->sd_blksz_fw_dl = data->sd_blksz_fw_dl;
1446                 card->support_pscan_win_report = data->support_pscan_win_report;
1447                 card->supports_fw_dump = data->supports_fw_dump;
1448         }
1449
1450         if (btmrvl_sdio_register_dev(card) < 0) {
1451                 BT_ERR("Failed to register BT device!");
1452                 return -ENODEV;
1453         }
1454
1455         /* Disable the interrupts on the card */
1456         btmrvl_sdio_disable_host_int(card);
1457
1458         if (btmrvl_sdio_download_fw(card)) {
1459                 BT_ERR("Downloading firmware failed!");
1460                 ret = -ENODEV;
1461                 goto unreg_dev;
1462         }
1463
1464         btmrvl_sdio_enable_host_int(card);
1465
1466         priv = btmrvl_add_card(card);
1467         if (!priv) {
1468                 BT_ERR("Initializing card failed!");
1469                 ret = -ENODEV;
1470                 goto disable_host_int;
1471         }
1472
1473         card->priv = priv;
1474
1475         /* Initialize the interface specific function pointers */
1476         priv->hw_host_to_card = btmrvl_sdio_host_to_card;
1477         priv->hw_wakeup_firmware = btmrvl_sdio_wakeup_fw;
1478         priv->hw_process_int_status = btmrvl_sdio_process_int_status;
1479         priv->firmware_dump = btmrvl_sdio_dump_firmware;
1480
1481         if (btmrvl_register_hdev(priv)) {
1482                 BT_ERR("Register hdev failed!");
1483                 ret = -ENODEV;
1484                 goto disable_host_int;
1485         }
1486
1487         return 0;
1488
1489 disable_host_int:
1490         btmrvl_sdio_disable_host_int(card);
1491 unreg_dev:
1492         btmrvl_sdio_unregister_dev(card);
1493         return ret;
1494 }
1495
1496 static void btmrvl_sdio_remove(struct sdio_func *func)
1497 {
1498         struct btmrvl_sdio_card *card;
1499
1500         if (func) {
1501                 card = sdio_get_drvdata(func);
1502                 if (card) {
1503                         /* Send SHUTDOWN command & disable interrupt
1504                          * if user removes the module.
1505                          */
1506                         if (user_rmmod) {
1507                                 btmrvl_send_module_cfg_cmd(card->priv,
1508                                                         MODULE_SHUTDOWN_REQ);
1509                                 btmrvl_sdio_disable_host_int(card);
1510                         }
1511                         BT_DBG("unregester dev");
1512                         card->priv->surprise_removed = true;
1513                         btmrvl_sdio_unregister_dev(card);
1514                         btmrvl_remove_card(card->priv);
1515                 }
1516         }
1517 }
1518
1519 static int btmrvl_sdio_suspend(struct device *dev)
1520 {
1521         struct sdio_func *func = dev_to_sdio_func(dev);
1522         struct btmrvl_sdio_card *card;
1523         struct btmrvl_private *priv;
1524         mmc_pm_flag_t pm_flags;
1525         struct hci_dev *hcidev;
1526
1527         if (func) {
1528                 pm_flags = sdio_get_host_pm_caps(func);
1529                 BT_DBG("%s: suspend: PM flags = 0x%x", sdio_func_id(func),
1530                        pm_flags);
1531                 if (!(pm_flags & MMC_PM_KEEP_POWER)) {
1532                         BT_ERR("%s: cannot remain alive while suspended",
1533                                sdio_func_id(func));
1534                         return -ENOSYS;
1535                 }
1536                 card = sdio_get_drvdata(func);
1537                 if (!card || !card->priv) {
1538                         BT_ERR("card or priv structure is not valid");
1539                         return 0;
1540                 }
1541         } else {
1542                 BT_ERR("sdio_func is not specified");
1543                 return 0;
1544         }
1545
1546         priv = card->priv;
1547         hcidev = priv->btmrvl_dev.hcidev;
1548         BT_DBG("%s: SDIO suspend", hcidev->name);
1549         hci_suspend_dev(hcidev);
1550         skb_queue_purge(&priv->adapter->tx_queue);
1551
1552         if (priv->adapter->hs_state != HS_ACTIVATED) {
1553                 if (btmrvl_enable_hs(priv)) {
1554                         BT_ERR("HS not actived, suspend failed!");
1555                         return -EBUSY;
1556                 }
1557         }
1558
1559         priv->adapter->is_suspended = true;
1560
1561         /* We will keep the power when hs enabled successfully */
1562         if (priv->adapter->hs_state == HS_ACTIVATED) {
1563                 BT_DBG("suspend with MMC_PM_KEEP_POWER");
1564                 return sdio_set_host_pm_flags(func, MMC_PM_KEEP_POWER);
1565         } else {
1566                 BT_DBG("suspend without MMC_PM_KEEP_POWER");
1567                 return 0;
1568         }
1569 }
1570
1571 static int btmrvl_sdio_resume(struct device *dev)
1572 {
1573         struct sdio_func *func = dev_to_sdio_func(dev);
1574         struct btmrvl_sdio_card *card;
1575         struct btmrvl_private *priv;
1576         mmc_pm_flag_t pm_flags;
1577         struct hci_dev *hcidev;
1578
1579         if (func) {
1580                 pm_flags = sdio_get_host_pm_caps(func);
1581                 BT_DBG("%s: resume: PM flags = 0x%x", sdio_func_id(func),
1582                        pm_flags);
1583                 card = sdio_get_drvdata(func);
1584                 if (!card || !card->priv) {
1585                         BT_ERR("card or priv structure is not valid");
1586                         return 0;
1587                 }
1588         } else {
1589                 BT_ERR("sdio_func is not specified");
1590                 return 0;
1591         }
1592         priv = card->priv;
1593
1594         if (!priv->adapter->is_suspended) {
1595                 BT_DBG("device already resumed");
1596                 return 0;
1597         }
1598
1599         priv->hw_wakeup_firmware(priv);
1600         priv->adapter->hs_state = HS_DEACTIVATED;
1601         hcidev = priv->btmrvl_dev.hcidev;
1602         BT_DBG("%s: HS DEACTIVATED in resume!", hcidev->name);
1603         priv->adapter->is_suspended = false;
1604         BT_DBG("%s: SDIO resume", hcidev->name);
1605         hci_resume_dev(hcidev);
1606
1607         return 0;
1608 }
1609
1610 static const struct dev_pm_ops btmrvl_sdio_pm_ops = {
1611         .suspend        = btmrvl_sdio_suspend,
1612         .resume         = btmrvl_sdio_resume,
1613 };
1614
1615 static struct sdio_driver bt_mrvl_sdio = {
1616         .name           = "btmrvl_sdio",
1617         .id_table       = btmrvl_sdio_ids,
1618         .probe          = btmrvl_sdio_probe,
1619         .remove         = btmrvl_sdio_remove,
1620         .drv = {
1621                 .owner = THIS_MODULE,
1622                 .pm = &btmrvl_sdio_pm_ops,
1623         }
1624 };
1625
1626 static int __init btmrvl_sdio_init_module(void)
1627 {
1628         if (sdio_register_driver(&bt_mrvl_sdio) != 0) {
1629                 BT_ERR("SDIO Driver Registration Failed");
1630                 return -ENODEV;
1631         }
1632
1633         /* Clear the flag in case user removes the card. */
1634         user_rmmod = 0;
1635
1636         return 0;
1637 }
1638
1639 static void __exit btmrvl_sdio_exit_module(void)
1640 {
1641         /* Set the flag as user is removing this module. */
1642         user_rmmod = 1;
1643
1644         sdio_unregister_driver(&bt_mrvl_sdio);
1645 }
1646
1647 module_init(btmrvl_sdio_init_module);
1648 module_exit(btmrvl_sdio_exit_module);
1649
1650 MODULE_AUTHOR("Marvell International Ltd.");
1651 MODULE_DESCRIPTION("Marvell BT-over-SDIO driver ver " VERSION);
1652 MODULE_VERSION(VERSION);
1653 MODULE_LICENSE("GPL v2");
1654 MODULE_FIRMWARE("mrvl/sd8688_helper.bin");
1655 MODULE_FIRMWARE("mrvl/sd8688.bin");
1656 MODULE_FIRMWARE("mrvl/sd8787_uapsta.bin");
1657 MODULE_FIRMWARE("mrvl/sd8797_uapsta.bin");
1658 MODULE_FIRMWARE("mrvl/sd8887_uapsta.bin");
1659 MODULE_FIRMWARE("mrvl/sd8897_uapsta.bin");
1660 MODULE_FIRMWARE("mrvl/sd8997_uapsta.bin");