drivers/scsi/3w-9xxx.c

   1 /*
   2    3w-9xxx.c -- 3ware 9000 Storage Controller device driver for Linux.
   3
   4    Written By: Adam Radford <aradford@gmail.com>
   5    Modifications By: Tom Couch
   6
   7    Copyright (C) 2004-2009 Applied Micro Circuits Corporation.
   8    Copyright (C) 2010 LSI Corporation.
   9
  10    This program is free software; you can redistribute it and/or modify
  11    it under the terms of the GNU General Public License as published by
  12    the Free Software Foundation; version 2 of the License.
  13
  14    This program is distributed in the hope that it will be useful,
  15    but WITHOUT ANY WARRANTY; without even the implied warranty of
  16    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  17    GNU General Public License for more details.
  18
  19    NO WARRANTY
  20    THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
  21    CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
  22    LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
  23    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
  24    solely responsible for determining the appropriateness of using and
  25    distributing the Program and assumes all risks associated with its
  26    exercise of rights under this Agreement, including but not limited to
  27    the risks and costs of program errors, damage to or loss of data,
  28    programs or equipment, and unavailability or interruption of operations.
  29
  30    DISCLAIMER OF LIABILITY
  31    NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
  32    DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  33    DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
  34    ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
  35    TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
  36    USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
  37    HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
  38
  39    You should have received a copy of the GNU General Public License
  40    along with this program; if not, write to the Free Software
  41    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  42
  43    Bugs/Comments/Suggestions should be mailed to:
  44    aradford@gmail.com
  45
  46    Note: This version of the driver does not contain a bundled firmware
  47          image.
  48
  49    History
  50    -------
  51    2.26.02.000 - Driver cleanup for kernel submission.
  52    2.26.02.001 - Replace schedule_timeout() calls with msleep().
  53    2.26.02.002 - Add support for PAE mode.
  54                  Add lun support.
  55                  Fix twa_remove() to free irq handler/unregister_chrdev()
  56                  before shutting down card.
  57                  Change to new 'change_queue_depth' api.
  58                  Fix 'handled=1' ISR usage, remove bogus IRQ check.
  59                  Remove un-needed eh_abort handler.
  60                  Add support for embedded firmware error strings.
  61    2.26.02.003 - Correctly handle single sgl's with use_sg=1.
  62    2.26.02.004 - Add support for 9550SX controllers.
  63    2.26.02.005 - Fix use_sg == 0 mapping on systems with 4GB or higher.
  64    2.26.02.006 - Fix 9550SX pchip reset timeout.
  65                  Add big endian support.
  66    2.26.02.007 - Disable local interrupts during kmap/unmap_atomic().
  67    2.26.02.008 - Free irq handler in __twa_shutdown().
  68                  Serialize reset code.
  69                  Add support for 9650SE controllers.
  70    2.26.02.009 - Fix dma mask setting to fallback to 32-bit if 64-bit fails.
  71    2.26.02.010 - Add support for 9690SA controllers.
  72    2.26.02.011 - Increase max AENs drained to 256.
  73                  Add MSI support and "use_msi" module parameter.
  74                  Fix bug in twa_get_param() on 4GB+.
  75                  Use pci_resource_len() for ioremap().
  76    2.26.02.012 - Add power management support.
  77    2.26.02.013 - Fix bug in twa_load_sgl().
  78    2.26.02.014 - Force 60 second timeout default.
  79 */
  80
  81 #include <linux/module.h>
  82 #include <linux/reboot.h>
  83 #include <linux/spinlock.h>
  84 #include <linux/interrupt.h>
  85 #include <linux/moduleparam.h>
  86 #include <linux/errno.h>
  87 #include <linux/types.h>
  88 #include <linux/delay.h>
  89 #include <linux/pci.h>
  90 #include <linux/time.h>
  91 #include <linux/mutex.h>
  92 #include <linux/slab.h>
  93 #include <asm/io.h>
  94 #include <asm/irq.h>
  95 #include <linux/uaccess.h>
  96 #include <scsi/scsi.h>
  97 #include <scsi/scsi_host.h>
  98 #include <scsi/scsi_tcq.h>
  99 #include <scsi/scsi_cmnd.h>
 100 #include "3w-9xxx.h"
 101
 102 /* Globals */
 103 #define TW_DRIVER_VERSION "2.26.02.014"
 104 static DEFINE_MUTEX(twa_chrdev_mutex);
 105 static TW_Device_Extension *twa_device_extension_list[TW_MAX_SLOT];
 106 static unsigned int twa_device_extension_count;
 107 static int twa_major = -1;
 108 extern struct timezone sys_tz;
 109
 110 /* Module parameters */
 111 MODULE_AUTHOR ("LSI");
 112 MODULE_DESCRIPTION ("3ware 9000 Storage Controller Linux Driver");
 113 MODULE_LICENSE("GPL");
 114 MODULE_VERSION(TW_DRIVER_VERSION);
 115
 116 static int use_msi = 0;
 117 module_param(use_msi, int, S_IRUGO);
 118 MODULE_PARM_DESC(use_msi, "Use Message Signaled Interrupts.  Default: 0");
 119
 120 /* Function prototypes */
 121 static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header);
 122 static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id);
 123 static char *twa_aen_severity_lookup(unsigned char severity_code);
 124 static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id);
 125 static long twa_chrdev_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
 126 static int twa_chrdev_open(struct inode *inode, struct file *file);
 127 static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host);
 128 static void twa_free_request_id(TW_Device_Extension *tw_dev,int request_id);
 129 static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id);
 130 static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits,
 131                               u32 set_features, unsigned short current_fw_srl,
 132                               unsigned short current_fw_arch_id,
 133                               unsigned short current_fw_branch,
 134                               unsigned short current_fw_build,
 135                               unsigned short *fw_on_ctlr_srl,
 136                               unsigned short *fw_on_ctlr_arch_id,
 137                               unsigned short *fw_on_ctlr_branch,
 138                               unsigned short *fw_on_ctlr_build,
 139                               u32 *init_connect_result);
 140 static void twa_load_sgl(TW_Device_Extension *tw_dev, TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length);
 141 static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds);
 142 static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds);
 143 static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal);
 144 static int twa_reset_device_extension(TW_Device_Extension *tw_dev);
 145 static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset);
 146 static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg);
 147 static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id);
 148 static char *twa_string_lookup(twa_message_type *table, unsigned int aen_code);
 149
 150 /* Functions */
 151
 152 /* Show some statistics about the card */
 153 static ssize_t twa_show_stats(struct device *dev,
 154                               struct device_attribute *attr, char *buf)
 155 {
 156         struct Scsi_Host *host = class_to_shost(dev);
 157         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
 158         unsigned long flags = 0;
 159         ssize_t len;
 160
 161         spin_lock_irqsave(tw_dev->host->host_lock, flags);
 162         len = snprintf(buf, PAGE_SIZE, "3w-9xxx Driver version: %s\n"
 163                        "Current commands posted:   %4d\n"
 164                        "Max commands posted:       %4d\n"
 165                        "Current pending commands:  %4d\n"
 166                        "Max pending commands:      %4d\n"
 167                        "Last sgl length:           %4d\n"
 168                        "Max sgl length:            %4d\n"
 169                        "Last sector count:         %4d\n"
 170                        "Max sector count:          %4d\n"
 171                        "SCSI Host Resets:          %4d\n"
 172                        "AEN's:                     %4d\n",
 173                        TW_DRIVER_VERSION,
 174                        tw_dev->posted_request_count,
 175                        tw_dev->max_posted_request_count,
 176                        tw_dev->pending_request_count,
 177                        tw_dev->max_pending_request_count,
 178                        tw_dev->sgl_entries,
 179                        tw_dev->max_sgl_entries,
 180                        tw_dev->sector_count,
 181                        tw_dev->max_sector_count,
 182                        tw_dev->num_resets,
 183                        tw_dev->aen_count);
 184         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 185         return len;
 186 } /* End twa_show_stats() */
 187
 188 /* Create sysfs 'stats' entry */
 189 static struct device_attribute twa_host_stats_attr = {
 190         .attr = {
 191                 .name =         "stats",
 192                 .mode =         S_IRUGO,
 193         },
 194         .show = twa_show_stats
 195 };
 196
 197 /* Host attributes initializer */
 198 static struct device_attribute *twa_host_attrs[] = {
 199         &twa_host_stats_attr,
 200         NULL,
 201 };
 202
 203 /* File operations struct for character device */
 204 static const struct file_operations twa_fops = {
 205         .owner          = THIS_MODULE,
 206         .unlocked_ioctl = twa_chrdev_ioctl,
 207         .open           = twa_chrdev_open,
 208         .release        = NULL,
 209         .llseek         = noop_llseek,
 210 };
 211
 212 /*
 213  * The controllers use an inline buffer instead of a mapped SGL for small,
 214  * single entry buffers.  Note that we treat a zero-length transfer like
 215  * a mapped SGL.
 216  */
 217 static bool twa_command_mapped(struct scsi_cmnd *cmd)
 218 {
 219         return scsi_sg_count(cmd) != 1 ||
 220                 scsi_bufflen(cmd) >= TW_MIN_SGL_LENGTH;
 221 }
 222
 223 /* This function will complete an aen request from the isr */
 224 static int twa_aen_complete(TW_Device_Extension *tw_dev, int request_id)
 225 {
 226         TW_Command_Full *full_command_packet;
 227         TW_Command *command_packet;
 228         TW_Command_Apache_Header *header;
 229         unsigned short aen;
 230         int retval = 1;
 231
 232         header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id];
 233         tw_dev->posted_request_count--;
 234         aen = le16_to_cpu(header->status_block.error);
 235         full_command_packet = tw_dev->command_packet_virt[request_id];
 236         command_packet = &full_command_packet->command.oldcommand;
 237
 238         /* First check for internal completion of set param for time sync */
 239         if (TW_OP_OUT(command_packet->opcode__sgloffset) == TW_OP_SET_PARAM) {
 240                 /* Keep reading the queue in case there are more aen's */
 241                 if (twa_aen_read_queue(tw_dev, request_id))
 242                         goto out2;
 243                 else {
 244                         retval = 0;
 245                         goto out;
 246                 }
 247         }
 248
 249         switch (aen) {
 250         case TW_AEN_QUEUE_EMPTY:
 251                 /* Quit reading the queue if this is the last one */
 252                 break;
 253         case TW_AEN_SYNC_TIME_WITH_HOST:
 254                 twa_aen_sync_time(tw_dev, request_id);
 255                 retval = 0;
 256                 goto out;
 257         default:
 258                 twa_aen_queue_event(tw_dev, header);
 259
 260                 /* If there are more aen's, keep reading the queue */
 261                 if (twa_aen_read_queue(tw_dev, request_id))
 262                         goto out2;
 263                 else {
 264                         retval = 0;
 265                         goto out;
 266                 }
 267         }
 268         retval = 0;
 269 out2:
 270         tw_dev->state[request_id] = TW_S_COMPLETED;
 271         twa_free_request_id(tw_dev, request_id);
 272         clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags);
 273 out:
 274         return retval;
 275 } /* End twa_aen_complete() */
 276
 277 /* This function will drain aen queue */
 278 static int twa_aen_drain_queue(TW_Device_Extension *tw_dev, int no_check_reset)
 279 {
 280         int request_id = 0;
 281         char cdb[TW_MAX_CDB_LEN];
 282         TW_SG_Entry sglist[1];
 283         int finished = 0, count = 0;
 284         TW_Command_Full *full_command_packet;
 285         TW_Command_Apache_Header *header;
 286         unsigned short aen;
 287         int first_reset = 0, queue = 0, retval = 1;
 288
 289         if (no_check_reset)
 290                 first_reset = 0;
 291         else
 292                 first_reset = 1;
 293
 294         full_command_packet = tw_dev->command_packet_virt[request_id];
 295         memset(full_command_packet, 0, sizeof(TW_Command_Full));
 296
 297         /* Initialize cdb */
 298         memset(&cdb, 0, TW_MAX_CDB_LEN);
 299         cdb[0] = REQUEST_SENSE; /* opcode */
 300         cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */
 301
 302         /* Initialize sglist */
 303         memset(&sglist, 0, sizeof(TW_SG_Entry));
 304         sglist[0].length = TW_SECTOR_SIZE;
 305         sglist[0].address = tw_dev->generic_buffer_phys[request_id];
 306
 307         if (sglist[0].address & TW_ALIGNMENT_9000_SGL) {
 308                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1, "Found unaligned address during AEN drain");
 309                 goto out;
 310         }
 311
 312         /* Mark internal command */
 313         tw_dev->srb[request_id] = NULL;
 314
 315         do {
 316                 /* Send command to the board */
 317                 if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) {
 318                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2, "Error posting request sense");
 319                         goto out;
 320                 }
 321
 322                 /* Now poll for completion */
 323                 if (twa_poll_response(tw_dev, request_id, 30)) {
 324                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x3, "No valid response while draining AEN queue");
 325                         tw_dev->posted_request_count--;
 326                         goto out;
 327                 }
 328
 329                 tw_dev->posted_request_count--;
 330                 header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id];
 331                 aen = le16_to_cpu(header->status_block.error);
 332                 queue = 0;
 333                 count++;
 334
 335                 switch (aen) {
 336                 case TW_AEN_QUEUE_EMPTY:
 337                         if (first_reset != 1)
 338                                 goto out;
 339                         else
 340                                 finished = 1;
 341                         break;
 342                 case TW_AEN_SOFT_RESET:
 343                         if (first_reset == 0)
 344                                 first_reset = 1;
 345                         else
 346                                 queue = 1;
 347                         break;
 348                 case TW_AEN_SYNC_TIME_WITH_HOST:
 349                         break;
 350                 default:
 351                         queue = 1;
 352                 }
 353
 354                 /* Now queue an event info */
 355                 if (queue)
 356                         twa_aen_queue_event(tw_dev, header);
 357         } while ((finished == 0) && (count < TW_MAX_AEN_DRAIN));
 358
 359         if (count == TW_MAX_AEN_DRAIN)
 360                 goto out;
 361
 362         retval = 0;
 363 out:
 364         tw_dev->state[request_id] = TW_S_INITIAL;
 365         return retval;
 366 } /* End twa_aen_drain_queue() */
 367
 368 /* This function will queue an event */
 369 static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header)
 370 {
 371         u32 local_time;
 372         struct timeval time;
 373         TW_Event *event;
 374         unsigned short aen;
 375         char host[16];
 376         char *error_str;
 377
 378         tw_dev->aen_count++;
 379
 380         /* Fill out event info */
 381         event = tw_dev->event_queue[tw_dev->error_index];
 382
 383         /* Check for clobber */
 384         host[0] = '\0';
 385         if (tw_dev->host) {
 386                 sprintf(host, " scsi%d:", tw_dev->host->host_no);
 387                 if (event->retrieved == TW_AEN_NOT_RETRIEVED)
 388                         tw_dev->aen_clobber = 1;
 389         }
 390
 391         aen = le16_to_cpu(header->status_block.error);
 392         memset(event, 0, sizeof(TW_Event));
 393
 394         event->severity = TW_SEV_OUT(header->status_block.severity__reserved);
 395         do_gettimeofday(&time);
 396         local_time = (u32)(time.tv_sec - (sys_tz.tz_minuteswest * 60));
 397         event->time_stamp_sec = local_time;
 398         event->aen_code = aen;
 399         event->retrieved = TW_AEN_NOT_RETRIEVED;
 400         event->sequence_id = tw_dev->error_sequence_id;
 401         tw_dev->error_sequence_id++;
 402
 403         /* Check for embedded error string */
 404         error_str = &(header->err_specific_desc[strlen(header->err_specific_desc)+1]);
 405
 406         header->err_specific_desc[sizeof(header->err_specific_desc) - 1] = '\0';
 407         event->parameter_len = strlen(header->err_specific_desc);
 408         memcpy(event->parameter_data, header->err_specific_desc, event->parameter_len + (error_str[0] == '\0' ? 0 : (1 + strlen(error_str))));
 409         if (event->severity != TW_AEN_SEVERITY_DEBUG)
 410                 printk(KERN_WARNING "3w-9xxx:%s AEN: %s (0x%02X:0x%04X): %s:%s.\n",
 411                        host,
 412                        twa_aen_severity_lookup(TW_SEV_OUT(header->status_block.severity__reserved)),
 413                        TW_MESSAGE_SOURCE_CONTROLLER_EVENT, aen,
 414                        error_str[0] == '\0' ? twa_string_lookup(twa_aen_table, aen) : error_str,
 415                        header->err_specific_desc);
 416         else
 417                 tw_dev->aen_count--;
 418
 419         if ((tw_dev->error_index + 1) == TW_Q_LENGTH)
 420                 tw_dev->event_queue_wrapped = 1;
 421         tw_dev->error_index = (tw_dev->error_index + 1 ) % TW_Q_LENGTH;
 422 } /* End twa_aen_queue_event() */
 423
 424 /* This function will read the aen queue from the isr */
 425 static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id)
 426 {
 427         char cdb[TW_MAX_CDB_LEN];
 428         TW_SG_Entry sglist[1];
 429         TW_Command_Full *full_command_packet;
 430         int retval = 1;
 431
 432         full_command_packet = tw_dev->command_packet_virt[request_id];
 433         memset(full_command_packet, 0, sizeof(TW_Command_Full));
 434
 435         /* Initialize cdb */
 436         memset(&cdb, 0, TW_MAX_CDB_LEN);
 437         cdb[0] = REQUEST_SENSE; /* opcode */
 438         cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */
 439
 440         /* Initialize sglist */
 441         memset(&sglist, 0, sizeof(TW_SG_Entry));
 442         sglist[0].length = TW_SECTOR_SIZE;
 443         sglist[0].address = tw_dev->generic_buffer_phys[request_id];
 444
 445         /* Mark internal command */
 446         tw_dev->srb[request_id] = NULL;
 447
 448         /* Now post the command packet */
 449         if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) {
 450                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x4, "Post failed while reading AEN queue");
 451                 goto out;
 452         }
 453         retval = 0;
 454 out:
 455         return retval;
 456 } /* End twa_aen_read_queue() */
 457
 458 /* This function will look up an AEN severity string */
 459 static char *twa_aen_severity_lookup(unsigned char severity_code)
 460 {
 461         char *retval = NULL;
 462
 463         if ((severity_code < (unsigned char) TW_AEN_SEVERITY_ERROR) ||
 464             (severity_code > (unsigned char) TW_AEN_SEVERITY_DEBUG))
 465                 goto out;
 466
 467         retval = twa_aen_severity_table[severity_code];
 468 out:
 469         return retval;
 470 } /* End twa_aen_severity_lookup() */
 471
 472 /* This function will sync firmware time with the host time */
 473 static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id)
 474 {
 475         u32 schedulertime;
 476         struct timeval utc;
 477         TW_Command_Full *full_command_packet;
 478         TW_Command *command_packet;
 479         TW_Param_Apache *param;
 480         u32 local_time;
 481
 482         /* Fill out the command packet */
 483         full_command_packet = tw_dev->command_packet_virt[request_id];
 484         memset(full_command_packet, 0, sizeof(TW_Command_Full));
 485         command_packet = &full_command_packet->command.oldcommand;
 486         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM);
 487         command_packet->request_id = request_id;
 488         command_packet->byte8_offset.param.sgl[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]);
 489         command_packet->byte8_offset.param.sgl[0].length = cpu_to_le32(TW_SECTOR_SIZE);
 490         command_packet->size = TW_COMMAND_SIZE;
 491         command_packet->byte6_offset.parameter_count = cpu_to_le16(1);
 492
 493         /* Setup the param */
 494         param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id];
 495         memset(param, 0, TW_SECTOR_SIZE);
 496         param->table_id = cpu_to_le16(TW_TIMEKEEP_TABLE | 0x8000); /* Controller time keep table */
 497         param->parameter_id = cpu_to_le16(0x3); /* SchedulerTime */
 498         param->parameter_size_bytes = cpu_to_le16(4);
 499
 500         /* Convert system time in UTC to local time seconds since last
 501            Sunday 12:00AM */
 502         do_gettimeofday(&utc);
 503         local_time = (u32)(utc.tv_sec - (sys_tz.tz_minuteswest * 60));
 504         schedulertime = local_time - (3 * 86400);
 505         schedulertime = cpu_to_le32(schedulertime % 604800);
 506
 507         memcpy(param->data, &schedulertime, sizeof(u32));
 508
 509         /* Mark internal command */
 510         tw_dev->srb[request_id] = NULL;
 511
 512         /* Now post the command */
 513         twa_post_command_packet(tw_dev, request_id, 1);
 514 } /* End twa_aen_sync_time() */
 515
 516 /* This function will allocate memory and check if it is correctly aligned */
 517 static int twa_allocate_memory(TW_Device_Extension *tw_dev, int size, int which)
 518 {
 519         int i;
 520         dma_addr_t dma_handle;
 521         unsigned long *cpu_addr;
 522         int retval = 1;
 523
 524         cpu_addr = pci_alloc_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, &dma_handle);
 525         if (!cpu_addr) {
 526                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x5, "Memory allocation failed");
 527                 goto out;
 528         }
 529
 530         if ((unsigned long)cpu_addr % (TW_ALIGNMENT_9000)) {
 531                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x6, "Failed to allocate correctly aligned memory");
 532                 pci_free_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, cpu_addr, dma_handle);
 533                 goto out;
 534         }
 535
 536         memset(cpu_addr, 0, size*TW_Q_LENGTH);
 537
 538         for (i = 0; i < TW_Q_LENGTH; i++) {
 539                 switch(which) {
 540                 case 0:
 541                         tw_dev->command_packet_phys[i] = dma_handle+(i*size);
 542                         tw_dev->command_packet_virt[i] = (TW_Command_Full *)((unsigned char *)cpu_addr + (i*size));
 543                         break;
 544                 case 1:
 545                         tw_dev->generic_buffer_phys[i] = dma_handle+(i*size);
 546                         tw_dev->generic_buffer_virt[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
 547                         break;
 548                 }
 549         }
 550         retval = 0;
 551 out:
 552         return retval;
 553 } /* End twa_allocate_memory() */
 554
 555 /* This function will check the status register for unexpected bits */
 556 static int twa_check_bits(u32 status_reg_value)
 557 {
 558         int retval = 1;
 559
 560         if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS)
 561                 goto out;
 562         if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0)
 563                 goto out;
 564
 565         retval = 0;
 566 out:
 567         return retval;
 568 } /* End twa_check_bits() */
 569
 570 /* This function will check the srl and decide if we are compatible  */
 571 static int twa_check_srl(TW_Device_Extension *tw_dev, int *flashed)
 572 {
 573         int retval = 1;
 574         unsigned short fw_on_ctlr_srl = 0, fw_on_ctlr_arch_id = 0;
 575         unsigned short fw_on_ctlr_branch = 0, fw_on_ctlr_build = 0;
 576         u32 init_connect_result = 0;
 577
 578         if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS,
 579                                TW_EXTENDED_INIT_CONNECT, TW_CURRENT_DRIVER_SRL,
 580                                TW_9000_ARCH_ID, TW_CURRENT_DRIVER_BRANCH,
 581                                TW_CURRENT_DRIVER_BUILD, &fw_on_ctlr_srl,
 582                                &fw_on_ctlr_arch_id, &fw_on_ctlr_branch,
 583                                &fw_on_ctlr_build, &init_connect_result)) {
 584                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x7, "Initconnection failed while checking SRL");
 585                 goto out;
 586         }
 587
 588         tw_dev->tw_compat_info.working_srl = fw_on_ctlr_srl;
 589         tw_dev->tw_compat_info.working_branch = fw_on_ctlr_branch;
 590         tw_dev->tw_compat_info.working_build = fw_on_ctlr_build;
 591
 592         /* Try base mode compatibility */
 593         if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) {
 594                 if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS,
 595                                        TW_EXTENDED_INIT_CONNECT,
 596                                        TW_BASE_FW_SRL, TW_9000_ARCH_ID,
 597                                        TW_BASE_FW_BRANCH, TW_BASE_FW_BUILD,
 598                                        &fw_on_ctlr_srl, &fw_on_ctlr_arch_id,
 599                                        &fw_on_ctlr_branch, &fw_on_ctlr_build,
 600                                        &init_connect_result)) {
 601                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0xa, "Initconnection (base mode) failed while checking SRL");
 602                         goto out;
 603                 }
 604                 if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) {
 605                         if (TW_CURRENT_DRIVER_SRL > fw_on_ctlr_srl) {
 606                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x32, "Firmware and driver incompatibility: please upgrade firmware");
 607                         } else {
 608                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x33, "Firmware and driver incompatibility: please upgrade driver");
 609                         }
 610                         goto out;
 611                 }
 612                 tw_dev->tw_compat_info.working_srl = TW_BASE_FW_SRL;
 613                 tw_dev->tw_compat_info.working_branch = TW_BASE_FW_BRANCH;
 614                 tw_dev->tw_compat_info.working_build = TW_BASE_FW_BUILD;
 615         }
 616
 617         /* Load rest of compatibility struct */
 618         strlcpy(tw_dev->tw_compat_info.driver_version, TW_DRIVER_VERSION,
 619                 sizeof(tw_dev->tw_compat_info.driver_version));
 620         tw_dev->tw_compat_info.driver_srl_high = TW_CURRENT_DRIVER_SRL;
 621         tw_dev->tw_compat_info.driver_branch_high = TW_CURRENT_DRIVER_BRANCH;
 622         tw_dev->tw_compat_info.driver_build_high = TW_CURRENT_DRIVER_BUILD;
 623         tw_dev->tw_compat_info.driver_srl_low = TW_BASE_FW_SRL;
 624         tw_dev->tw_compat_info.driver_branch_low = TW_BASE_FW_BRANCH;
 625         tw_dev->tw_compat_info.driver_build_low = TW_BASE_FW_BUILD;
 626         tw_dev->tw_compat_info.fw_on_ctlr_srl = fw_on_ctlr_srl;
 627         tw_dev->tw_compat_info.fw_on_ctlr_branch = fw_on_ctlr_branch;
 628         tw_dev->tw_compat_info.fw_on_ctlr_build = fw_on_ctlr_build;
 629
 630         retval = 0;
 631 out:
 632         return retval;
 633 } /* End twa_check_srl() */
 634
 635 /* This function handles ioctl for the character device */
 636 static long twa_chrdev_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
 637 {
 638         struct inode *inode = file_inode(file);
 639         long timeout;
 640         unsigned long *cpu_addr, data_buffer_length_adjusted = 0, flags = 0;
 641         dma_addr_t dma_handle;
 642         int request_id = 0;
 643         unsigned int sequence_id = 0;
 644         unsigned char event_index, start_index;
 645         TW_Ioctl_Driver_Command driver_command;
 646         TW_Ioctl_Buf_Apache *tw_ioctl;
 647         TW_Lock *tw_lock;
 648         TW_Command_Full *full_command_packet;
 649         TW_Compatibility_Info *tw_compat_info;
 650         TW_Event *event;
 651         struct timeval current_time;
 652         u32 current_time_ms;
 653         TW_Device_Extension *tw_dev = twa_device_extension_list[iminor(inode)];
 654         int retval = TW_IOCTL_ERROR_OS_EFAULT;
 655         void __user *argp = (void __user *)arg;
 656
 657         mutex_lock(&twa_chrdev_mutex);
 658
 659         /* Only let one of these through at a time */
 660         if (mutex_lock_interruptible(&tw_dev->ioctl_lock)) {
 661                 retval = TW_IOCTL_ERROR_OS_EINTR;
 662                 goto out;
 663         }
 664
 665         /* First copy down the driver command */
 666         if (copy_from_user(&driver_command, argp, sizeof(TW_Ioctl_Driver_Command)))
 667                 goto out2;
 668
 669         /* Check data buffer size */
 670         if (driver_command.buffer_length > TW_MAX_SECTORS * 2048) {
 671                 retval = TW_IOCTL_ERROR_OS_EINVAL;
 672                 goto out2;
 673         }
 674
 675         /* Hardware can only do multiple of 512 byte transfers */
 676         data_buffer_length_adjusted = (driver_command.buffer_length + 511) & ~511;
 677
 678         /* Now allocate ioctl buf memory */
 679         cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, &dma_handle, GFP_KERNEL);
 680         if (!cpu_addr) {
 681                 retval = TW_IOCTL_ERROR_OS_ENOMEM;
 682                 goto out2;
 683         }
 684
 685         tw_ioctl = (TW_Ioctl_Buf_Apache *)cpu_addr;
 686
 687         /* Now copy down the entire ioctl */
 688         if (copy_from_user(tw_ioctl, argp, driver_command.buffer_length + sizeof(TW_Ioctl_Buf_Apache) - 1))
 689                 goto out3;
 690
 691         /* See which ioctl we are doing */
 692         switch (cmd) {
 693         case TW_IOCTL_FIRMWARE_PASS_THROUGH:
 694                 spin_lock_irqsave(tw_dev->host->host_lock, flags);
 695                 twa_get_request_id(tw_dev, &request_id);
 696
 697                 /* Flag internal command */
 698                 tw_dev->srb[request_id] = NULL;
 699
 700                 /* Flag chrdev ioctl */
 701                 tw_dev->chrdev_request_id = request_id;
 702
 703                 full_command_packet = &tw_ioctl->firmware_command;
 704
 705                 /* Load request id and sglist for both command types */
 706                 twa_load_sgl(tw_dev, full_command_packet, request_id, dma_handle, data_buffer_length_adjusted);
 707
 708                 memcpy(tw_dev->command_packet_virt[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command_Full));
 709
 710                 /* Now post the command packet to the controller */
 711                 twa_post_command_packet(tw_dev, request_id, 1);
 712                 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 713
 714                 timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ;
 715
 716                 /* Now wait for command to complete */
 717                 timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout);
 718
 719                 /* We timed out, and didn't get an interrupt */
 720                 if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) {
 721                         /* Now we need to reset the board */
 722                         printk(KERN_WARNING "3w-9xxx: scsi%d: WARNING: (0x%02X:0x%04X): Character ioctl (0x%x) timed out, resetting card.\n",
 723                                tw_dev->host->host_no, TW_DRIVER, 0x37,
 724                                cmd);
 725                         retval = TW_IOCTL_ERROR_OS_EIO;
 726                         twa_reset_device_extension(tw_dev);
 727                         goto out3;
 728                 }
 729
 730                 /* Now copy in the command packet response */
 731                 memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virt[request_id], sizeof(TW_Command_Full));
 732
 733                 /* Now complete the io */
 734                 spin_lock_irqsave(tw_dev->host->host_lock, flags);
 735                 tw_dev->posted_request_count--;
 736                 tw_dev->state[request_id] = TW_S_COMPLETED;
 737                 twa_free_request_id(tw_dev, request_id);
 738                 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 739                 break;
 740         case TW_IOCTL_GET_COMPATIBILITY_INFO:
 741                 tw_ioctl->driver_command.status = 0;
 742                 /* Copy compatibility struct into ioctl data buffer */
 743                 tw_compat_info = (TW_Compatibility_Info *)tw_ioctl->data_buffer;
 744                 memcpy(tw_compat_info, &tw_dev->tw_compat_info, sizeof(TW_Compatibility_Info));
 745                 break;
 746         case TW_IOCTL_GET_LAST_EVENT:
 747                 if (tw_dev->event_queue_wrapped) {
 748                         if (tw_dev->aen_clobber) {
 749                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
 750                                 tw_dev->aen_clobber = 0;
 751                         } else
 752                                 tw_ioctl->driver_command.status = 0;
 753                 } else {
 754                         if (!tw_dev->error_index) {
 755                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 756                                 break;
 757                         }
 758                         tw_ioctl->driver_command.status = 0;
 759                 }
 760                 event_index = (tw_dev->error_index - 1 + TW_Q_LENGTH) % TW_Q_LENGTH;
 761                 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
 762                 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
 763                 break;
 764         case TW_IOCTL_GET_FIRST_EVENT:
 765                 if (tw_dev->event_queue_wrapped) {
 766                         if (tw_dev->aen_clobber) {
 767                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
 768                                 tw_dev->aen_clobber = 0;
 769                         } else
 770                                 tw_ioctl->driver_command.status = 0;
 771                         event_index = tw_dev->error_index;
 772                 } else {
 773                         if (!tw_dev->error_index) {
 774                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 775                                 break;
 776                         }
 777                         tw_ioctl->driver_command.status = 0;
 778                         event_index = 0;
 779                 }
 780                 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
 781                 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
 782                 break;
 783         case TW_IOCTL_GET_NEXT_EVENT:
 784                 event = (TW_Event *)tw_ioctl->data_buffer;
 785                 sequence_id = event->sequence_id;
 786                 tw_ioctl->driver_command.status = 0;
 787
 788                 if (tw_dev->event_queue_wrapped) {
 789                         if (tw_dev->aen_clobber) {
 790                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
 791                                 tw_dev->aen_clobber = 0;
 792                         }
 793                         start_index = tw_dev->error_index;
 794                 } else {
 795                         if (!tw_dev->error_index) {
 796                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 797                                 break;
 798                         }
 799                         start_index = 0;
 800                 }
 801                 event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id + 1) % TW_Q_LENGTH;
 802
 803                 if (!(tw_dev->event_queue[event_index]->sequence_id > sequence_id)) {
 804                         if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER)
 805                                 tw_dev->aen_clobber = 1;
 806                         tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 807                         break;
 808                 }
 809                 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
 810                 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
 811                 break;
 812         case TW_IOCTL_GET_PREVIOUS_EVENT:
 813                 event = (TW_Event *)tw_ioctl->data_buffer;
 814                 sequence_id = event->sequence_id;
 815                 tw_ioctl->driver_command.status = 0;
 816
 817                 if (tw_dev->event_queue_wrapped) {
 818                         if (tw_dev->aen_clobber) {
 819                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
 820                                 tw_dev->aen_clobber = 0;
 821                         }
 822                         start_index = tw_dev->error_index;
 823                 } else {
 824                         if (!tw_dev->error_index) {
 825                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 826                                 break;
 827                         }
 828                         start_index = 0;
 829                 }
 830                 event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id - 1) % TW_Q_LENGTH;
 831
 832                 if (!(tw_dev->event_queue[event_index]->sequence_id < sequence_id)) {
 833                         if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER)
 834                                 tw_dev->aen_clobber = 1;
 835                         tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 836                         break;
 837                 }
 838                 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
 839                 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
 840                 break;
 841         case TW_IOCTL_GET_LOCK:
 842                 tw_lock = (TW_Lock *)tw_ioctl->data_buffer;
 843                 do_gettimeofday(&current_time);
 844                 current_time_ms = (current_time.tv_sec * 1000) + (current_time.tv_usec / 1000);
 845
 846                 if ((tw_lock->force_flag == 1) || (tw_dev->ioctl_sem_lock == 0) || (current_time_ms >= tw_dev->ioctl_msec)) {
 847                         tw_dev->ioctl_sem_lock = 1;
 848                         tw_dev->ioctl_msec = current_time_ms + tw_lock->timeout_msec;
 849                         tw_ioctl->driver_command.status = 0;
 850                         tw_lock->time_remaining_msec = tw_lock->timeout_msec;
 851                 } else {
 852                         tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_LOCKED;
 853                         tw_lock->time_remaining_msec = tw_dev->ioctl_msec - current_time_ms;
 854                 }
 855                 break;
 856         case TW_IOCTL_RELEASE_LOCK:
 857                 if (tw_dev->ioctl_sem_lock == 1) {
 858                         tw_dev->ioctl_sem_lock = 0;
 859                         tw_ioctl->driver_command.status = 0;
 860                 } else {
 861                         tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NOT_LOCKED;
 862                 }
 863                 break;
 864         default:
 865                 retval = TW_IOCTL_ERROR_OS_ENOTTY;
 866                 goto out3;
 867         }
 868
 869         /* Now copy the entire response to userspace */
 870         if (copy_to_user(argp, tw_ioctl, sizeof(TW_Ioctl_Buf_Apache) + driver_command.buffer_length - 1) == 0)
 871                 retval = 0;
 872 out3:
 873         /* Now free ioctl buf memory */
 874         dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, cpu_addr, dma_handle);
 875 out2:
 876         mutex_unlock(&tw_dev->ioctl_lock);
 877 out:
 878         mutex_unlock(&twa_chrdev_mutex);
 879         return retval;
 880 } /* End twa_chrdev_ioctl() */
 881
 882 /* This function handles open for the character device */
 883 /* NOTE that this function will race with remove. */
 884 static int twa_chrdev_open(struct inode *inode, struct file *file)
 885 {
 886         unsigned int minor_number;
 887         int retval = TW_IOCTL_ERROR_OS_ENODEV;
 888
 889         minor_number = iminor(inode);
 890         if (minor_number >= twa_device_extension_count)
 891                 goto out;
 892         retval = 0;
 893 out:
 894         return retval;
 895 } /* End twa_chrdev_open() */
 896
 897 /* This function will print readable messages from status register errors */
 898 static int twa_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value)
 899 {
 900         int retval = 1;
 901
 902         /* Check for various error conditions and handle them appropriately */
 903         if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) {
 904                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xc, "PCI Parity Error: clearing");
 905                 writel(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
 906         }
 907
 908         if (status_reg_value & TW_STATUS_PCI_ABORT) {
 909                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xd, "PCI Abort: clearing");
 910                 writel(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev));
 911                 pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT);
 912         }
 913
 914         if (status_reg_value & TW_STATUS_QUEUE_ERROR) {
 915                 if (((tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9650SE) &&
 916                      (tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9690SA)) ||
 917                     (!test_bit(TW_IN_RESET, &tw_dev->flags)))
 918                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0xe, "Controller Queue Error: clearing");
 919                 writel(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
 920         }
 921
 922         if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) {
 923                 if (tw_dev->reset_print == 0) {
 924                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x10, "Microcontroller Error: clearing");
 925                         tw_dev->reset_print = 1;
 926                 }
 927                 goto out;
 928         }
 929         retval = 0;
 930 out:
 931         return retval;
 932 } /* End twa_decode_bits() */
 933
 934 /* This function will empty the response queue */
 935 static int twa_empty_response_queue(TW_Device_Extension *tw_dev)
 936 {
 937         u32 status_reg_value, response_que_value;
 938         int count = 0, retval = 1;
 939
 940         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
 941
 942         while (((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) && (count < TW_MAX_RESPONSE_DRAIN)) {
 943                 response_que_value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
 944                 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
 945                 count++;
 946         }
 947         if (count == TW_MAX_RESPONSE_DRAIN)
 948                 goto out;
 949
 950         retval = 0;
 951 out:
 952         return retval;
 953 } /* End twa_empty_response_queue() */
 954
 955 /* This function will clear the pchip/response queue on 9550SX */
 956 static int twa_empty_response_queue_large(TW_Device_Extension *tw_dev)
 957 {
 958         u32 response_que_value = 0;
 959         unsigned long before;
 960         int retval = 1;
 961
 962         if (tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9000) {
 963                 before = jiffies;
 964                 while ((response_que_value & TW_9550SX_DRAIN_COMPLETED) != TW_9550SX_DRAIN_COMPLETED) {
 965                         response_que_value = readl(TW_RESPONSE_QUEUE_REG_ADDR_LARGE(tw_dev));
 966                         msleep(1);
 967                         if (time_after(jiffies, before + HZ * 30))
 968                                 goto out;
 969                 }
 970                 /* P-chip settle time */
 971                 msleep(500);
 972                 retval = 0;
 973         } else
 974                 retval = 0;
 975 out:
 976         return retval;
 977 } /* End twa_empty_response_queue_large() */
 978
 979 /* This function passes sense keys from firmware to scsi layer */
 980 static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host)
 981 {
 982         TW_Command_Full *full_command_packet;
 983         unsigned short error;
 984         int retval = 1;
 985         char *error_str;
 986
 987         full_command_packet = tw_dev->command_packet_virt[request_id];
 988
 989         /* Check for embedded error string */
 990         error_str = &(full_command_packet->header.err_specific_desc[strlen(full_command_packet->header.err_specific_desc) + 1]);
 991
 992         /* Don't print error for Logical unit not supported during rollcall */
 993         error = le16_to_cpu(full_command_packet->header.status_block.error);
 994         if ((error != TW_ERROR_LOGICAL_UNIT_NOT_SUPPORTED) && (error != TW_ERROR_UNIT_OFFLINE)) {
 995                 if (print_host)
 996                         printk(KERN_WARNING "3w-9xxx: scsi%d: ERROR: (0x%02X:0x%04X): %s:%s.\n",
 997                                tw_dev->host->host_no,
 998                                TW_MESSAGE_SOURCE_CONTROLLER_ERROR,
 999                                full_command_packet->header.status_block.error,
1000                                error_str[0] == '\0' ?
1001                                twa_string_lookup(twa_error_table,
1002                                                  full_command_packet->header.status_block.error) : error_str,
1003                                full_command_packet->header.err_specific_desc);
1004                 else
1005                         printk(KERN_WARNING "3w-9xxx: ERROR: (0x%02X:0x%04X): %s:%s.\n",
1006                                TW_MESSAGE_SOURCE_CONTROLLER_ERROR,
1007                                full_command_packet->header.status_block.error,
1008                                error_str[0] == '\0' ?
1009                                twa_string_lookup(twa_error_table,
1010                                                  full_command_packet->header.status_block.error) : error_str,
1011                                full_command_packet->header.err_specific_desc);
1012         }
1013
1014         if (copy_sense) {
1015                 memcpy(tw_dev->srb[request_id]->sense_buffer, full_command_packet->header.sense_data, TW_SENSE_DATA_LENGTH);
1016                 tw_dev->srb[request_id]->result = (full_command_packet->command.newcommand.status << 1);
1017                 retval = TW_ISR_DONT_RESULT;
1018                 goto out;
1019         }
1020         retval = 0;
1021 out:
1022         return retval;
1023 } /* End twa_fill_sense() */
1024
1025 /* This function will free up device extension resources */
1026 static void twa_free_device_extension(TW_Device_Extension *tw_dev)
1027 {
1028         if (tw_dev->command_packet_virt[0])
1029                 pci_free_consistent(tw_dev->tw_pci_dev,
1030                                     sizeof(TW_Command_Full)*TW_Q_LENGTH,
1031                                     tw_dev->command_packet_virt[0],
1032                                     tw_dev->command_packet_phys[0]);
1033
1034         if (tw_dev->generic_buffer_virt[0])
1035                 pci_free_consistent(tw_dev->tw_pci_dev,
1036                                     TW_SECTOR_SIZE*TW_Q_LENGTH,
1037                                     tw_dev->generic_buffer_virt[0],
1038                                     tw_dev->generic_buffer_phys[0]);
1039
1040         kfree(tw_dev->event_queue[0]);
1041 } /* End twa_free_device_extension() */
1042
1043 /* This function will free a request id */
1044 static void twa_free_request_id(TW_Device_Extension *tw_dev, int request_id)
1045 {
1046         tw_dev->free_queue[tw_dev->free_tail] = request_id;
1047         tw_dev->state[request_id] = TW_S_FINISHED;
1048         tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH;
1049 } /* End twa_free_request_id() */
1050
1051 /* This function will get parameter table entries from the firmware */
1052 static void *twa_get_param(TW_Device_Extension *tw_dev, int request_id, int table_id, int parameter_id, int parameter_size_bytes)
1053 {
1054         TW_Command_Full *full_command_packet;
1055         TW_Command *command_packet;
1056         TW_Param_Apache *param;
1057         void *retval = NULL;
1058
1059         /* Setup the command packet */
1060         full_command_packet = tw_dev->command_packet_virt[request_id];
1061         memset(full_command_packet, 0, sizeof(TW_Command_Full));
1062         command_packet = &full_command_packet->command.oldcommand;
1063
1064         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1065         command_packet->size              = TW_COMMAND_SIZE;
1066         command_packet->request_id        = request_id;
1067         command_packet->byte6_offset.block_count = cpu_to_le16(1);
1068
1069         /* Now setup the param */
1070         param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id];
1071         memset(param, 0, TW_SECTOR_SIZE);
1072         param->table_id = cpu_to_le16(table_id | 0x8000);
1073         param->parameter_id = cpu_to_le16(parameter_id);
1074         param->parameter_size_bytes = cpu_to_le16(parameter_size_bytes);
1075
1076         command_packet->byte8_offset.param.sgl[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]);
1077         command_packet->byte8_offset.param.sgl[0].length = cpu_to_le32(TW_SECTOR_SIZE);
1078
1079         /* Post the command packet to the board */
1080         twa_post_command_packet(tw_dev, request_id, 1);
1081
1082         /* Poll for completion */
1083         if (twa_poll_response(tw_dev, request_id, 30))
1084                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x13, "No valid response during get param")
1085         else
1086                 retval = (void *)&(param->data[0]);
1087
1088         tw_dev->posted_request_count--;
1089         tw_dev->state[request_id] = TW_S_INITIAL;
1090
1091         return retval;
1092 } /* End twa_get_param() */
1093
1094 /* This function will assign an available request id */
1095 static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id)
1096 {
1097         *request_id = tw_dev->free_queue[tw_dev->free_head];
1098         tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH;
1099         tw_dev->state[*request_id] = TW_S_STARTED;
1100 } /* End twa_get_request_id() */
1101
1102 /* This function will send an initconnection command to controller */
1103 static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits,
1104                               u32 set_features, unsigned short current_fw_srl,
1105                               unsigned short current_fw_arch_id,
1106                               unsigned short current_fw_branch,
1107                               unsigned short current_fw_build,
1108                               unsigned short *fw_on_ctlr_srl,
1109                               unsigned short *fw_on_ctlr_arch_id,
1110                               unsigned short *fw_on_ctlr_branch,
1111                               unsigned short *fw_on_ctlr_build,
1112                               u32 *init_connect_result)
1113 {
1114         TW_Command_Full *full_command_packet;
1115         TW_Initconnect *tw_initconnect;
1116         int request_id = 0, retval = 1;
1117
1118         /* Initialize InitConnection command packet */
1119         full_command_packet = tw_dev->command_packet_virt[request_id];
1120         memset(full_command_packet, 0, sizeof(TW_Command_Full));
1121         full_command_packet->header.header_desc.size_header = 128;
1122
1123         tw_initconnect = (TW_Initconnect *)&full_command_packet->command.oldcommand;
1124         tw_initconnect->opcode__reserved = TW_OPRES_IN(0, TW_OP_INIT_CONNECTION);
1125         tw_initconnect->request_id = request_id;
1126         tw_initconnect->message_credits = cpu_to_le16(message_credits);
1127         tw_initconnect->features = set_features;
1128
1129         /* Turn on 64-bit sgl support if we need to */
1130         tw_initconnect->features |= sizeof(dma_addr_t) > 4 ? 1 : 0;
1131
1132         tw_initconnect->features = cpu_to_le32(tw_initconnect->features);
1133
1134         if (set_features & TW_EXTENDED_INIT_CONNECT) {
1135                 tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE_EXTENDED;
1136                 tw_initconnect->fw_srl = cpu_to_le16(current_fw_srl);
1137                 tw_initconnect->fw_arch_id = cpu_to_le16(current_fw_arch_id);
1138                 tw_initconnect->fw_branch = cpu_to_le16(current_fw_branch);
1139                 tw_initconnect->fw_build = cpu_to_le16(current_fw_build);
1140         } else
1141                 tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE;
1142
1143         /* Send command packet to the board */
1144         twa_post_command_packet(tw_dev, request_id, 1);
1145
1146         /* Poll for completion */
1147         if (twa_poll_response(tw_dev, request_id, 30)) {
1148                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x15, "No valid response during init connection");
1149         } else {
1150                 if (set_features & TW_EXTENDED_INIT_CONNECT) {
1151                         *fw_on_ctlr_srl = le16_to_cpu(tw_initconnect->fw_srl);
1152                         *fw_on_ctlr_arch_id = le16_to_cpu(tw_initconnect->fw_arch_id);
1153                         *fw_on_ctlr_branch = le16_to_cpu(tw_initconnect->fw_branch);
1154                         *fw_on_ctlr_build = le16_to_cpu(tw_initconnect->fw_build);
1155                         *init_connect_result = le32_to_cpu(tw_initconnect->result);
1156                 }
1157                 retval = 0;
1158         }
1159
1160         tw_dev->posted_request_count--;
1161         tw_dev->state[request_id] = TW_S_INITIAL;
1162
1163         return retval;
1164 } /* End twa_initconnection() */
1165
1166 /* This function will initialize the fields of a device extension */
1167 static int twa_initialize_device_extension(TW_Device_Extension *tw_dev)
1168 {
1169         int i, retval = 1;
1170
1171         /* Initialize command packet buffers */
1172         if (twa_allocate_memory(tw_dev, sizeof(TW_Command_Full), 0)) {
1173                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x16, "Command packet memory allocation failed");
1174                 goto out;
1175         }
1176
1177         /* Initialize generic buffer */
1178         if (twa_allocate_memory(tw_dev, TW_SECTOR_SIZE, 1)) {
1179                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x17, "Generic memory allocation failed");
1180                 goto out;
1181         }
1182
1183         /* Allocate event info space */
1184         tw_dev->event_queue[0] = kcalloc(TW_Q_LENGTH, sizeof(TW_Event), GFP_KERNEL);
1185         if (!tw_dev->event_queue[0]) {
1186                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x18, "Event info memory allocation failed");
1187                 goto out;
1188         }
1189
1190
1191         for (i = 0; i < TW_Q_LENGTH; i++) {
1192                 tw_dev->event_queue[i] = (TW_Event *)((unsigned char *)tw_dev->event_queue[0] + (i * sizeof(TW_Event)));
1193                 tw_dev->free_queue[i] = i;
1194                 tw_dev->state[i] = TW_S_INITIAL;
1195         }
1196
1197         tw_dev->pending_head = TW_Q_START;
1198         tw_dev->pending_tail = TW_Q_START;
1199         tw_dev->free_head = TW_Q_START;
1200         tw_dev->free_tail = TW_Q_START;
1201         tw_dev->error_sequence_id = 1;
1202         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1203
1204         mutex_init(&tw_dev->ioctl_lock);
1205         init_waitqueue_head(&tw_dev->ioctl_wqueue);
1206
1207         retval = 0;
1208 out:
1209         return retval;
1210 } /* End twa_initialize_device_extension() */
1211
1212 /* This function is the interrupt service routine */
1213 static irqreturn_t twa_interrupt(int irq, void *dev_instance)
1214 {
1215         int request_id, error = 0;
1216         u32 status_reg_value;
1217         TW_Response_Queue response_que;
1218         TW_Command_Full *full_command_packet;
1219         TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance;
1220         int handled = 0;
1221
1222         /* Get the per adapter lock */
1223         spin_lock(tw_dev->host->host_lock);
1224
1225         /* Read the registers */
1226         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1227
1228         /* Check if this is our interrupt, otherwise bail */
1229         if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT))
1230                 goto twa_interrupt_bail;
1231
1232         handled = 1;
1233
1234         /* If we are resetting, bail */
1235         if (test_bit(TW_IN_RESET, &tw_dev->flags))
1236                 goto twa_interrupt_bail;
1237
1238         /* Check controller for errors */
1239         if (twa_check_bits(status_reg_value)) {
1240                 if (twa_decode_bits(tw_dev, status_reg_value)) {
1241                         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1242                         goto twa_interrupt_bail;
1243                 }
1244         }
1245
1246         /* Handle host interrupt */
1247         if (status_reg_value & TW_STATUS_HOST_INTERRUPT)
1248                 TW_CLEAR_HOST_INTERRUPT(tw_dev);
1249
1250         /* Handle attention interrupt */
1251         if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) {
1252                 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
1253                 if (!(test_and_set_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags))) {
1254                         twa_get_request_id(tw_dev, &request_id);
1255
1256                         error = twa_aen_read_queue(tw_dev, request_id);
1257                         if (error) {
1258                                 tw_dev->state[request_id] = TW_S_COMPLETED;
1259                                 twa_free_request_id(tw_dev, request_id);
1260                                 clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags);
1261                         }
1262                 }
1263         }
1264
1265         /* Handle command interrupt */
1266         if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) {
1267                 TW_MASK_COMMAND_INTERRUPT(tw_dev);
1268                 /* Drain as many pending commands as we can */
1269                 while (tw_dev->pending_request_count > 0) {
1270                         request_id = tw_dev->pending_queue[tw_dev->pending_head];
1271                         if (tw_dev->state[request_id] != TW_S_PENDING) {
1272                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x19, "Found request id that wasn't pending");
1273                                 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1274                                 goto twa_interrupt_bail;
1275                         }
1276                         if (twa_post_command_packet(tw_dev, request_id, 1)==0) {
1277                                 tw_dev->pending_head = (tw_dev->pending_head + 1) % TW_Q_LENGTH;
1278                                 tw_dev->pending_request_count--;
1279                         } else {
1280                                 /* If we get here, we will continue re-posting on the next command interrupt */
1281                                 break;
1282                         }
1283                 }
1284         }
1285
1286         /* Handle response interrupt */
1287         if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) {
1288
1289                 /* Drain the response queue from the board */
1290                 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
1291                         /* Complete the response */
1292                         response_que.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1293                         request_id = TW_RESID_OUT(response_que.response_id);
1294                         full_command_packet = tw_dev->command_packet_virt[request_id];
1295                         error = 0;
1296                         /* Check for command packet errors */
1297                         if (full_command_packet->command.newcommand.status != 0) {
1298                                 if (tw_dev->srb[request_id] != NULL) {
1299                                         error = twa_fill_sense(tw_dev, request_id, 1, 1);
1300                                 } else {
1301                                         /* Skip ioctl error prints */
1302                                         if (request_id != tw_dev->chrdev_request_id) {
1303                                                 error = twa_fill_sense(tw_dev, request_id, 0, 1);
1304                                         }
1305                                 }
1306                         }
1307
1308                         /* Check for correct state */
1309                         if (tw_dev->state[request_id] != TW_S_POSTED) {
1310                                 if (tw_dev->srb[request_id] != NULL) {
1311                                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1a, "Received a request id that wasn't posted");
1312                                         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1313                                         goto twa_interrupt_bail;
1314                                 }
1315                         }
1316
1317                         /* Check for internal command completion */
1318                         if (tw_dev->srb[request_id] == NULL) {
1319                                 if (request_id != tw_dev->chrdev_request_id) {
1320                                         if (twa_aen_complete(tw_dev, request_id))
1321                                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1b, "Error completing AEN during attention interrupt");
1322                                 } else {
1323                                         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1324                                         wake_up(&tw_dev->ioctl_wqueue);
1325                                 }
1326                         } else {
1327                                 struct scsi_cmnd *cmd;
1328
1329                                 cmd = tw_dev->srb[request_id];
1330
1331                                 twa_scsiop_execute_scsi_complete(tw_dev, request_id);
1332                                 /* If no error command was a success */
1333                                 if (error == 0) {
1334                                         cmd->result = (DID_OK << 16);
1335                                 }
1336
1337                                 /* If error, command failed */
1338                                 if (error == 1) {
1339                                         /* Ask for a host reset */
1340                                         cmd->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
1341                                 }
1342
1343                                 /* Report residual bytes for single sgl */
1344                                 if ((scsi_sg_count(cmd) <= 1) && (full_command_packet->command.newcommand.status == 0)) {
1345                                         if (full_command_packet->command.newcommand.sg_list[0].length < scsi_bufflen(tw_dev->srb[request_id]))
1346                                                 scsi_set_resid(cmd, scsi_bufflen(cmd) - full_command_packet->command.newcommand.sg_list[0].length);
1347                                 }
1348
1349                                 /* Now complete the io */
1350                                 if (twa_command_mapped(cmd))
1351                                         scsi_dma_unmap(cmd);
1352                                 cmd->scsi_done(cmd);
1353                                 tw_dev->state[request_id] = TW_S_COMPLETED;
1354                                 twa_free_request_id(tw_dev, request_id);
1355                                 tw_dev->posted_request_count--;
1356                         }
1357
1358                         /* Check for valid status after each drain */
1359                         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1360                         if (twa_check_bits(status_reg_value)) {
1361                                 if (twa_decode_bits(tw_dev, status_reg_value)) {
1362                                         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1363                                         goto twa_interrupt_bail;
1364                                 }
1365                         }
1366                 }
1367         }
1368
1369 twa_interrupt_bail:
1370         spin_unlock(tw_dev->host->host_lock);
1371         return IRQ_RETVAL(handled);
1372 } /* End twa_interrupt() */
1373
1374 /* This function will load the request id and various sgls for ioctls */
1375 static void twa_load_sgl(TW_Device_Extension *tw_dev, TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length)
1376 {
1377         TW_Command *oldcommand;
1378         TW_Command_Apache *newcommand;
1379         TW_SG_Entry *sgl;
1380         unsigned int pae = 0;
1381
1382         if ((sizeof(long) < 8) && (sizeof(dma_addr_t) > 4))
1383                 pae = 1;
1384
1385         if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) {
1386                 newcommand = &full_command_packet->command.newcommand;
1387                 newcommand->request_id__lunl =
1388                         cpu_to_le16(TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->request_id__lunl), request_id));
1389                 if (length) {
1390                         newcommand->sg_list[0].address = TW_CPU_TO_SGL(dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1);
1391                         newcommand->sg_list[0].length = cpu_to_le32(length);
1392                 }
1393                 newcommand->sgl_entries__lunh =
1394                         cpu_to_le16(TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->sgl_entries__lunh), length ? 1 : 0));
1395         } else {
1396                 oldcommand = &full_command_packet->command.oldcommand;
1397                 oldcommand->request_id = request_id;
1398
1399                 if (TW_SGL_OUT(oldcommand->opcode__sgloffset)) {
1400                         /* Load the sg list */
1401                         if (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA)
1402                                 sgl = (TW_SG_Entry *)((u32 *)oldcommand+oldcommand->size - (sizeof(TW_SG_Entry)/4) + pae);
1403                         else
1404                                 sgl = (TW_SG_Entry *)((u32 *)oldcommand+TW_SGL_OUT(oldcommand->opcode__sgloffset));
1405                         sgl->address = TW_CPU_TO_SGL(dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1);
1406                         sgl->length = cpu_to_le32(length);
1407
1408                         oldcommand->size += pae;
1409                 }
1410         }
1411 } /* End twa_load_sgl() */
1412
1413 /* This function will poll for a response interrupt of a request */
1414 static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds)
1415 {
1416         int retval = 1, found = 0, response_request_id;
1417         TW_Response_Queue response_queue;
1418         TW_Command_Full *full_command_packet = tw_dev->command_packet_virt[request_id];
1419
1420         if (twa_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, seconds) == 0) {
1421                 response_queue.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1422                 response_request_id = TW_RESID_OUT(response_queue.response_id);
1423                 if (request_id != response_request_id) {
1424                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1e, "Found unexpected request id while polling for response");
1425                         goto out;
1426                 }
1427                 if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) {
1428                         if (full_command_packet->command.newcommand.status != 0) {
1429                                 /* bad response */
1430                                 twa_fill_sense(tw_dev, request_id, 0, 0);
1431                                 goto out;
1432                         }
1433                         found = 1;
1434                 } else {
1435                         if (full_command_packet->command.oldcommand.status != 0) {
1436                                 /* bad response */
1437                                 twa_fill_sense(tw_dev, request_id, 0, 0);
1438                                 goto out;
1439                         }
1440                         found = 1;
1441                 }
1442         }
1443
1444         if (found)
1445                 retval = 0;
1446 out:
1447         return retval;
1448 } /* End twa_poll_response() */
1449
1450 /* This function will poll the status register for a flag */
1451 static int twa_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds)
1452 {
1453         u32 status_reg_value;
1454         unsigned long before;
1455         int retval = 1;
1456
1457         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1458         before = jiffies;
1459
1460         if (twa_check_bits(status_reg_value))
1461                 twa_decode_bits(tw_dev, status_reg_value);
1462
1463         while ((status_reg_value & flag) != flag) {
1464                 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1465
1466                 if (twa_check_bits(status_reg_value))
1467                         twa_decode_bits(tw_dev, status_reg_value);
1468
1469                 if (time_after(jiffies, before + HZ * seconds))
1470                         goto out;
1471
1472                 msleep(50);
1473         }
1474         retval = 0;
1475 out:
1476         return retval;
1477 } /* End twa_poll_status() */
1478
1479 /* This function will poll the status register for disappearance of a flag */
1480 static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds)
1481 {
1482         u32 status_reg_value;
1483         unsigned long before;
1484         int retval = 1;
1485
1486         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1487         before = jiffies;
1488
1489         if (twa_check_bits(status_reg_value))
1490                 twa_decode_bits(tw_dev, status_reg_value);
1491
1492         while ((status_reg_value & flag) != 0) {
1493                 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1494                 if (twa_check_bits(status_reg_value))
1495                         twa_decode_bits(tw_dev, status_reg_value);
1496
1497                 if (time_after(jiffies, before + HZ * seconds))
1498                         goto out;
1499
1500                 msleep(50);
1501         }
1502         retval = 0;
1503 out:
1504         return retval;
1505 } /* End twa_poll_status_gone() */
1506
1507 /* This function will attempt to post a command packet to the board */
1508 static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal)
1509 {
1510         u32 status_reg_value;
1511         dma_addr_t command_que_value;
1512         int retval = 1;
1513
1514         command_que_value = tw_dev->command_packet_phys[request_id];
1515
1516         /* For 9650SE write low 4 bytes first */
1517         if ((tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9650SE) ||
1518             (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA)) {
1519                 command_que_value += TW_COMMAND_OFFSET;
1520                 writel((u32)command_que_value, TW_COMMAND_QUEUE_REG_ADDR_LARGE(tw_dev));
1521         }
1522
1523         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1524
1525         if (twa_check_bits(status_reg_value))
1526                 twa_decode_bits(tw_dev, status_reg_value);
1527
1528         if (((tw_dev->pending_request_count > 0) && (tw_dev->state[request_id] != TW_S_PENDING)) || (status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL)) {
1529
1530                 /* Only pend internal driver commands */
1531                 if (!internal) {
1532                         retval = SCSI_MLQUEUE_HOST_BUSY;
1533                         goto out;
1534                 }
1535
1536                 /* Couldn't post the command packet, so we do it later */
1537                 if (tw_dev->state[request_id] != TW_S_PENDING) {
1538                         tw_dev->state[request_id] = TW_S_PENDING;
1539                         tw_dev->pending_request_count++;
1540                         if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) {
1541                                 tw_dev->max_pending_request_count = tw_dev->pending_request_count;
1542                         }
1543                         tw_dev->pending_queue[tw_dev->pending_tail] = request_id;
1544                         tw_dev->pending_tail = (tw_dev->pending_tail + 1) % TW_Q_LENGTH;
1545                 }
1546                 TW_UNMASK_COMMAND_INTERRUPT(tw_dev);
1547                 goto out;
1548         } else {
1549                 if ((tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9650SE) ||
1550                     (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA)) {
1551                         /* Now write upper 4 bytes */
1552                         writel((u32)((u64)command_que_value >> 32), TW_COMMAND_QUEUE_REG_ADDR_LARGE(tw_dev) + 0x4);
1553                 } else {
1554                         if (sizeof(dma_addr_t) > 4) {
1555                                 command_que_value += TW_COMMAND_OFFSET;
1556                                 writel((u32)command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1557                                 writel((u32)((u64)command_que_value >> 32), TW_COMMAND_QUEUE_REG_ADDR(tw_dev) + 0x4);
1558                         } else {
1559                                 writel(TW_COMMAND_OFFSET + command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1560                         }
1561                 }
1562                 tw_dev->state[request_id] = TW_S_POSTED;
1563                 tw_dev->posted_request_count++;
1564                 if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) {
1565                         tw_dev->max_posted_request_count = tw_dev->posted_request_count;
1566                 }
1567         }
1568         retval = 0;
1569 out:
1570         return retval;
1571 } /* End twa_post_command_packet() */
1572
1573 /* This function will reset a device extension */
1574 static int twa_reset_device_extension(TW_Device_Extension *tw_dev)
1575 {
1576         int i = 0;
1577         int retval = 1;
1578         unsigned long flags = 0;
1579
1580         set_bit(TW_IN_RESET, &tw_dev->flags);
1581         TW_DISABLE_INTERRUPTS(tw_dev);
1582         TW_MASK_COMMAND_INTERRUPT(tw_dev);
1583         spin_lock_irqsave(tw_dev->host->host_lock, flags);
1584
1585         /* Abort all requests that are in progress */
1586         for (i = 0; i < TW_Q_LENGTH; i++) {
1587                 if ((tw_dev->state[i] != TW_S_FINISHED) &&
1588                     (tw_dev->state[i] != TW_S_INITIAL) &&
1589                     (tw_dev->state[i] != TW_S_COMPLETED)) {
1590                         if (tw_dev->srb[i]) {
1591                                 struct scsi_cmnd *cmd = tw_dev->srb[i];
1592
1593                                 cmd->result = (DID_RESET << 16);
1594                                 if (twa_command_mapped(cmd))
1595                                         scsi_dma_unmap(cmd);
1596                                 cmd->scsi_done(cmd);
1597                         }
1598                 }
1599         }
1600
1601         /* Reset queues and counts */
1602         for (i = 0; i < TW_Q_LENGTH; i++) {
1603                 tw_dev->free_queue[i] = i;
1604                 tw_dev->state[i] = TW_S_INITIAL;
1605         }
1606         tw_dev->free_head = TW_Q_START;
1607         tw_dev->free_tail = TW_Q_START;
1608         tw_dev->posted_request_count = 0;
1609         tw_dev->pending_request_count = 0;
1610         tw_dev->pending_head = TW_Q_START;
1611         tw_dev->pending_tail = TW_Q_START;
1612         tw_dev->reset_print = 0;
1613
1614         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1615
1616         if (twa_reset_sequence(tw_dev, 1))
1617                 goto out;
1618
1619         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
1620         clear_bit(TW_IN_RESET, &tw_dev->flags);
1621         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1622
1623         retval = 0;
1624 out:
1625         return retval;
1626 } /* End twa_reset_device_extension() */
1627
1628 /* This function will reset a controller */
1629 static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset)
1630 {
1631         int tries = 0, retval = 1, flashed = 0, do_soft_reset = soft_reset;
1632
1633         while (tries < TW_MAX_RESET_TRIES) {
1634                 if (do_soft_reset) {
1635                         TW_SOFT_RESET(tw_dev);
1636                         /* Clear pchip/response queue on 9550SX */
1637                         if (twa_empty_response_queue_large(tw_dev)) {
1638                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x36, "Response queue (large) empty failed during reset sequence");
1639                                 do_soft_reset = 1;
1640                                 tries++;
1641                                 continue;
1642                         }
1643                 }
1644
1645                 /* Make sure controller is in a good state */
1646                 if (twa_poll_status(tw_dev, TW_STATUS_MICROCONTROLLER_READY | (do_soft_reset == 1 ? TW_STATUS_ATTENTION_INTERRUPT : 0), 60)) {
1647                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1f, "Microcontroller not ready during reset sequence");
1648                         do_soft_reset = 1;
1649                         tries++;
1650                         continue;
1651                 }
1652
1653                 /* Empty response queue */
1654                 if (twa_empty_response_queue(tw_dev)) {
1655                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x20, "Response queue empty failed during reset sequence");
1656                         do_soft_reset = 1;
1657                         tries++;
1658                         continue;
1659                 }
1660
1661                 flashed = 0;
1662
1663                 /* Check for compatibility/flash */
1664                 if (twa_check_srl(tw_dev, &flashed)) {
1665                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x21, "Compatibility check failed during reset sequence");
1666                         do_soft_reset = 1;
1667                         tries++;
1668                         continue;
1669                 } else {
1670                         if (flashed) {
1671                                 tries++;
1672                                 continue;
1673                         }
1674                 }
1675
1676                 /* Drain the AEN queue */
1677                 if (twa_aen_drain_queue(tw_dev, soft_reset)) {
1678                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x22, "AEN drain failed during reset sequence");
1679                         do_soft_reset = 1;
1680                         tries++;
1681                         continue;
1682                 }
1683
1684                 /* If we got here, controller is in a good state */
1685                 retval = 0;
1686                 goto out;
1687         }
1688 out:
1689         return retval;
1690 } /* End twa_reset_sequence() */
1691
1692 /* This funciton returns unit geometry in cylinders/heads/sectors */
1693 static int twa_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev, sector_t capacity, int geom[])
1694 {
1695         int heads, sectors, cylinders;
1696         TW_Device_Extension *tw_dev;
1697
1698         tw_dev = (TW_Device_Extension *)sdev->host->hostdata;
1699
1700         if (capacity >= 0x200000) {
1701                 heads = 255;
1702                 sectors = 63;
1703                 cylinders = sector_div(capacity, heads * sectors);
1704         } else {
1705                 heads = 64;
1706                 sectors = 32;
1707                 cylinders = sector_div(capacity, heads * sectors);
1708         }
1709
1710         geom[0] = heads;
1711         geom[1] = sectors;
1712         geom[2] = cylinders;
1713
1714         return 0;
1715 } /* End twa_scsi_biosparam() */
1716
1717 /* This is the new scsi eh reset function */
1718 static int twa_scsi_eh_reset(struct scsi_cmnd *SCpnt)
1719 {
1720         TW_Device_Extension *tw_dev = NULL;
1721         int retval = FAILED;
1722
1723         tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1724
1725         tw_dev->num_resets++;
1726
1727         sdev_printk(KERN_WARNING, SCpnt->device,
1728                 "WARNING: (0x%02X:0x%04X): Command (0x%x) timed out, resetting card.\n",
1729                 TW_DRIVER, 0x2c, SCpnt->cmnd[0]);
1730
1731         /* Make sure we are not issuing an ioctl or resetting from ioctl */
1732         mutex_lock(&tw_dev->ioctl_lock);
1733
1734         /* Now reset the card and some of the device extension data */
1735         if (twa_reset_device_extension(tw_dev)) {
1736                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2b, "Controller reset failed during scsi host reset");
1737                 goto out;
1738         }
1739
1740         retval = SUCCESS;
1741 out:
1742         mutex_unlock(&tw_dev->ioctl_lock);
1743         return retval;
1744 } /* End twa_scsi_eh_reset() */
1745
1746 /* This is the main scsi queue function to handle scsi opcodes */
1747 static int twa_scsi_queue_lck(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *))
1748 {
1749         int request_id, retval;
1750         TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1751
1752         /* If we are resetting due to timed out ioctl, report as busy */
1753         if (test_bit(TW_IN_RESET, &tw_dev->flags)) {
1754                 retval = SCSI_MLQUEUE_HOST_BUSY;
1755                 goto out;
1756         }
1757
1758         /* Check if this FW supports luns */
1759         if ((SCpnt->device->lun != 0) && (tw_dev->tw_compat_info.working_srl < TW_FW_SRL_LUNS_SUPPORTED)) {
1760                 SCpnt->result = (DID_BAD_TARGET << 16);
1761                 done(SCpnt);
1762                 retval = 0;
1763                 goto out;
1764         }
1765
1766         /* Save done function into scsi_cmnd struct */
1767         SCpnt->scsi_done = done;
1768
1769         /* Get a free request id */
1770         twa_get_request_id(tw_dev, &request_id);
1771
1772         /* Save the scsi command for use by the ISR */
1773         tw_dev->srb[request_id] = SCpnt;
1774
1775         retval = twa_scsiop_execute_scsi(tw_dev, request_id, NULL, 0, NULL);
1776         switch (retval) {
1777         case SCSI_MLQUEUE_HOST_BUSY:
1778                 if (twa_command_mapped(SCpnt))
1779                         scsi_dma_unmap(SCpnt);
1780                 twa_free_request_id(tw_dev, request_id);
1781                 break;
1782         case 1:
1783                 SCpnt->result = (DID_ERROR << 16);
1784                 if (twa_command_mapped(SCpnt))
1785                         scsi_dma_unmap(SCpnt);
1786                 done(SCpnt);
1787                 tw_dev->state[request_id] = TW_S_COMPLETED;
1788                 twa_free_request_id(tw_dev, request_id);
1789                 retval = 0;
1790         }
1791 out:
1792         return retval;
1793 } /* End twa_scsi_queue() */
1794
1795 static DEF_SCSI_QCMD(twa_scsi_queue)
1796
1797 /* This function hands scsi cdb's to the firmware */
1798 static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg)
1799 {
1800         TW_Command_Full *full_command_packet;
1801         TW_Command_Apache *command_packet;
1802         u32 num_sectors = 0x0;
1803         int i, sg_count;
1804         struct scsi_cmnd *srb = NULL;
1805         struct scatterlist *sglist = NULL, *sg;
1806         int retval = 1;
1807
1808         if (tw_dev->srb[request_id]) {
1809                 srb = tw_dev->srb[request_id];
1810                 if (scsi_sglist(srb))
1811                         sglist = scsi_sglist(srb);
1812         }
1813
1814         /* Initialize command packet */
1815         full_command_packet = tw_dev->command_packet_virt[request_id];
1816         full_command_packet->header.header_desc.size_header = 128;
1817         full_command_packet->header.status_block.error = 0;
1818         full_command_packet->header.status_block.severity__reserved = 0;
1819
1820         command_packet = &full_command_packet->command.newcommand;
1821         command_packet->status = 0;
1822         command_packet->opcode__reserved = TW_OPRES_IN(0, TW_OP_EXECUTE_SCSI);
1823
1824         /* We forced 16 byte cdb use earlier */
1825         if (!cdb)
1826                 memcpy(command_packet->cdb, srb->cmnd, TW_MAX_CDB_LEN);
1827         else
1828                 memcpy(command_packet->cdb, cdb, TW_MAX_CDB_LEN);
1829
1830         if (srb) {
1831                 command_packet->unit = srb->device->id;
1832                 command_packet->request_id__lunl =
1833                         cpu_to_le16(TW_REQ_LUN_IN(srb->device->lun, request_id));
1834         } else {
1835                 command_packet->request_id__lunl =
1836                         cpu_to_le16(TW_REQ_LUN_IN(0, request_id));
1837                 command_packet->unit = 0;
1838         }
1839
1840         command_packet->sgl_offset = 16;
1841
1842         if (!sglistarg) {
1843                 /* Map sglist from scsi layer to cmd packet */
1844
1845                 if (scsi_sg_count(srb)) {
1846                         if (!twa_command_mapped(srb)) {
1847                                 if (srb->sc_data_direction == DMA_TO_DEVICE ||
1848                                     srb->sc_data_direction == DMA_BIDIRECTIONAL)
1849                                         scsi_sg_copy_to_buffer(srb,
1850                                                                tw_dev->generic_buffer_virt[request_id],
1851                                                                TW_SECTOR_SIZE);
1852                                 command_packet->sg_list[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]);
1853                                 command_packet->sg_list[0].length = cpu_to_le32(TW_MIN_SGL_LENGTH);
1854                         } else {
1855                                 sg_count = scsi_dma_map(srb);
1856                                 if (sg_count < 0)
1857                                         goto out;
1858
1859                                 scsi_for_each_sg(srb, sg, sg_count, i) {
1860                                         command_packet->sg_list[i].address = TW_CPU_TO_SGL(sg_dma_address(sg));
1861                                         command_packet->sg_list[i].length = cpu_to_le32(sg_dma_len(sg));
1862                                         if (command_packet->sg_list[i].address & TW_CPU_TO_SGL(TW_ALIGNMENT_9000_SGL)) {
1863                                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2e, "Found unaligned sgl address during execute scsi");
1864                                                 goto out;
1865                                         }
1866                                 }
1867                         }
1868                         command_packet->sgl_entries__lunh = cpu_to_le16(TW_REQ_LUN_IN((srb->device->lun >> 4), scsi_sg_count(tw_dev->srb[request_id])));
1869                 }
1870         } else {
1871                 /* Internal cdb post */
1872                 for (i = 0; i < use_sg; i++) {
1873                         command_packet->sg_list[i].address = TW_CPU_TO_SGL(sglistarg[i].address);
1874                         command_packet->sg_list[i].length = cpu_to_le32(sglistarg[i].length);
1875                         if (command_packet->sg_list[i].address & TW_CPU_TO_SGL(TW_ALIGNMENT_9000_SGL)) {
1876                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2f, "Found unaligned sgl address during internal post");
1877                                 goto out;
1878                         }
1879                 }
1880                 command_packet->sgl_entries__lunh = cpu_to_le16(TW_REQ_LUN_IN(0, use_sg));
1881         }
1882
1883         if (srb) {
1884                 if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6)
1885                         num_sectors = (u32)srb->cmnd[4];
1886
1887                 if (srb->cmnd[0] == READ_10 || srb->cmnd[0] == WRITE_10)
1888                         num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8);
1889         }
1890
1891         /* Update sector statistic */
1892         tw_dev->sector_count = num_sectors;
1893         if (tw_dev->sector_count > tw_dev->max_sector_count)
1894                 tw_dev->max_sector_count = tw_dev->sector_count;
1895
1896         /* Update SG statistics */
1897         if (srb) {
1898                 tw_dev->sgl_entries = scsi_sg_count(tw_dev->srb[request_id]);
1899                 if (tw_dev->sgl_entries > tw_dev->max_sgl_entries)
1900                         tw_dev->max_sgl_entries = tw_dev->sgl_entries;
1901         }
1902
1903         /* Now post the command to the board */
1904         if (srb) {
1905                 retval = twa_post_command_packet(tw_dev, request_id, 0);
1906         } else {
1907                 twa_post_command_packet(tw_dev, request_id, 1);
1908                 retval = 0;
1909         }
1910 out:
1911         return retval;
1912 } /* End twa_scsiop_execute_scsi() */
1913
1914 /* This function completes an execute scsi operation */
1915 static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id)
1916 {
1917         struct scsi_cmnd *cmd = tw_dev->srb[request_id];
1918
1919         if (!twa_command_mapped(cmd) &&
1920             (cmd->sc_data_direction == DMA_FROM_DEVICE ||
1921              cmd->sc_data_direction == DMA_BIDIRECTIONAL)) {
1922                 if (scsi_sg_count(cmd) == 1) {
1923                         void *buf = tw_dev->generic_buffer_virt[request_id];
1924
1925                         scsi_sg_copy_from_buffer(cmd, buf, TW_SECTOR_SIZE);
1926                 }
1927         }
1928 } /* End twa_scsiop_execute_scsi_complete() */
1929
1930 /* This function tells the controller to shut down */
1931 static void __twa_shutdown(TW_Device_Extension *tw_dev)
1932 {
1933         /* Disable interrupts */
1934         TW_DISABLE_INTERRUPTS(tw_dev);
1935
1936         /* Free up the IRQ */
1937         free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
1938
1939         printk(KERN_WARNING "3w-9xxx: Shutting down host %d.\n", tw_dev->host->host_no);
1940
1941         /* Tell the card we are shutting down */
1942         if (twa_initconnection(tw_dev, 1, 0, 0, 0, 0, 0, NULL, NULL, NULL, NULL, NULL)) {
1943                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x31, "Connection shutdown failed");
1944         } else {
1945                 printk(KERN_WARNING "3w-9xxx: Shutdown complete.\n");
1946         }
1947
1948         /* Clear all interrupts just before exit */
1949         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1950 } /* End __twa_shutdown() */
1951
1952 /* Wrapper for __twa_shutdown */
1953 static void twa_shutdown(struct pci_dev *pdev)
1954 {
1955         struct Scsi_Host *host = pci_get_drvdata(pdev);
1956         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
1957
1958         __twa_shutdown(tw_dev);
1959 } /* End twa_shutdown() */
1960
1961 /* This function will look up a string */
1962 static char *twa_string_lookup(twa_message_type *table, unsigned int code)
1963 {
1964         int index;
1965
1966         for (index = 0; ((code != table[index].code) &&
1967                       (table[index].text != (char *)0)); index++);
1968         return(table[index].text);
1969 } /* End twa_string_lookup() */
1970
1971 /* This function gets called when a disk is coming on-line */
1972 static int twa_slave_configure(struct scsi_device *sdev)
1973 {
1974         /* Force 60 second timeout */
1975         blk_queue_rq_timeout(sdev->request_queue, 60 * HZ);
1976
1977         return 0;
1978 } /* End twa_slave_configure() */
1979
1980 /* scsi_host_template initializer */
1981 static struct scsi_host_template driver_template = {
1982         .module                 = THIS_MODULE,
1983         .name                   = "3ware 9000 Storage Controller",
1984         .queuecommand           = twa_scsi_queue,
1985         .eh_host_reset_handler  = twa_scsi_eh_reset,
1986         .bios_param             = twa_scsi_biosparam,
1987         .change_queue_depth     = scsi_change_queue_depth,
1988         .can_queue              = TW_Q_LENGTH-2,
1989         .slave_configure        = twa_slave_configure,
1990         .this_id                = -1,
1991         .sg_tablesize           = TW_APACHE_MAX_SGL_LENGTH,
1992         .max_sectors            = TW_MAX_SECTORS,
1993         .cmd_per_lun            = TW_MAX_CMDS_PER_LUN,
1994         .use_clustering         = ENABLE_CLUSTERING,
1995         .shost_attrs            = twa_host_attrs,
1996         .emulated               = 1,
1997         .no_write_same          = 1,
1998 };
1999
2000 /* This function will probe and initialize a card */
2001 static int twa_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
2002 {
2003         struct Scsi_Host *host = NULL;
2004         TW_Device_Extension *tw_dev;
2005         unsigned long mem_addr, mem_len;
2006         int retval = -ENODEV;
2007
2008         retval = pci_enable_device(pdev);
2009         if (retval) {
2010                 TW_PRINTK(host, TW_DRIVER, 0x34, "Failed to enable pci device");
2011                 goto out_disable_device;
2012         }
2013
2014         pci_set_master(pdev);
2015         pci_try_set_mwi(pdev);
2016
2017         if (pci_set_dma_mask(pdev, DMA_BIT_MASK(64))
2018             || pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
2019                 if (pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
2020                     || pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32))) {
2021                         TW_PRINTK(host, TW_DRIVER, 0x23, "Failed to set dma mask");
2022                         retval = -ENODEV;
2023                         goto out_disable_device;
2024                 }
2025
2026         host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension));
2027         if (!host) {
2028                 TW_PRINTK(host, TW_DRIVER, 0x24, "Failed to allocate memory for device extension");
2029                 retval = -ENOMEM;
2030                 goto out_disable_device;
2031         }
2032         tw_dev = (TW_Device_Extension *)host->hostdata;
2033
2034         /* Save values to device extension */
2035         tw_dev->host = host;
2036         tw_dev->tw_pci_dev = pdev;
2037
2038         if (twa_initialize_device_extension(tw_dev)) {
2039                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x25, "Failed to initialize device extension");
2040                 goto out_free_device_extension;
2041         }
2042
2043         /* Request IO regions */
2044         retval = pci_request_regions(pdev, "3w-9xxx");
2045         if (retval) {
2046                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x26, "Failed to get mem region");
2047                 goto out_free_device_extension;
2048         }
2049
2050         if (pdev->device == PCI_DEVICE_ID_3WARE_9000) {
2051                 mem_addr = pci_resource_start(pdev, 1);
2052                 mem_len = pci_resource_len(pdev, 1);
2053         } else {
2054                 mem_addr = pci_resource_start(pdev, 2);
2055                 mem_len = pci_resource_len(pdev, 2);
2056         }
2057
2058         /* Save base address */
2059         tw_dev->base_addr = ioremap(mem_addr, mem_len);
2060         if (!tw_dev->base_addr) {
2061                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x35, "Failed to ioremap");
2062                 goto out_release_mem_region;
2063         }
2064
2065         /* Disable interrupts on the card */
2066         TW_DISABLE_INTERRUPTS(tw_dev);
2067
2068         /* Initialize the card */
2069         if (twa_reset_sequence(tw_dev, 0))
2070                 goto out_iounmap;
2071
2072         /* Set host specific parameters */
2073         if ((pdev->device == PCI_DEVICE_ID_3WARE_9650SE) ||
2074             (pdev->device == PCI_DEVICE_ID_3WARE_9690SA))
2075                 host->max_id = TW_MAX_UNITS_9650SE;
2076         else
2077                 host->max_id = TW_MAX_UNITS;
2078
2079         host->max_cmd_len = TW_MAX_CDB_LEN;
2080
2081         /* Channels aren't supported by adapter */
2082         host->max_lun = TW_MAX_LUNS(tw_dev->tw_compat_info.working_srl);
2083         host->max_channel = 0;
2084
2085         /* Register the card with the kernel SCSI layer */
2086         retval = scsi_add_host(host, &pdev->dev);
2087         if (retval) {
2088                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x27, "scsi add host failed");
2089                 goto out_iounmap;
2090         }
2091
2092         pci_set_drvdata(pdev, host);
2093
2094         printk(KERN_WARNING "3w-9xxx: scsi%d: Found a 3ware 9000 Storage Controller at 0x%lx, IRQ: %d.\n",
2095                host->host_no, mem_addr, pdev->irq);
2096         printk(KERN_WARNING "3w-9xxx: scsi%d: Firmware %s, BIOS %s, Ports: %d.\n",
2097                host->host_no,
2098                (char *)twa_get_param(tw_dev, 0, TW_VERSION_TABLE,
2099                                      TW_PARAM_FWVER, TW_PARAM_FWVER_LENGTH),
2100                (char *)twa_get_param(tw_dev, 1, TW_VERSION_TABLE,
2101                                      TW_PARAM_BIOSVER, TW_PARAM_BIOSVER_LENGTH),
2102                le32_to_cpu(*(int *)twa_get_param(tw_dev, 2, TW_INFORMATION_TABLE,
2103                                      TW_PARAM_PORTCOUNT, TW_PARAM_PORTCOUNT_LENGTH)));
2104
2105         /* Try to enable MSI */
2106         if (use_msi && (pdev->device != PCI_DEVICE_ID_3WARE_9000) &&
2107             !pci_enable_msi(pdev))
2108                 set_bit(TW_USING_MSI, &tw_dev->flags);
2109
2110         /* Now setup the interrupt handler */
2111         retval = request_irq(pdev->irq, twa_interrupt, IRQF_SHARED, "3w-9xxx", tw_dev);
2112         if (retval) {
2113                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x30, "Error requesting IRQ");
2114                 goto out_remove_host;
2115         }
2116
2117         twa_device_extension_list[twa_device_extension_count] = tw_dev;
2118         twa_device_extension_count++;
2119
2120         /* Re-enable interrupts on the card */
2121         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2122
2123         /* Finally, scan the host */
2124         scsi_scan_host(host);
2125
2126         if (twa_major == -1) {
2127                 if ((twa_major = register_chrdev (0, "twa", &twa_fops)) < 0)
2128                         TW_PRINTK(host, TW_DRIVER, 0x29, "Failed to register character device");
2129         }
2130         return 0;
2131
2132 out_remove_host:
2133         if (test_bit(TW_USING_MSI, &tw_dev->flags))
2134                 pci_disable_msi(pdev);
2135         scsi_remove_host(host);
2136 out_iounmap:
2137         iounmap(tw_dev->base_addr);
2138 out_release_mem_region:
2139         pci_release_regions(pdev);
2140 out_free_device_extension:
2141         twa_free_device_extension(tw_dev);
2142         scsi_host_put(host);
2143 out_disable_device:
2144         pci_disable_device(pdev);
2145
2146         return retval;
2147 } /* End twa_probe() */
2148
2149 /* This function is called to remove a device */
2150 static void twa_remove(struct pci_dev *pdev)
2151 {
2152         struct Scsi_Host *host = pci_get_drvdata(pdev);
2153         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2154
2155         scsi_remove_host(tw_dev->host);
2156
2157         /* Unregister character device */
2158         if (twa_major >= 0) {
2159                 unregister_chrdev(twa_major, "twa");
2160                 twa_major = -1;
2161         }
2162
2163         /* Shutdown the card */
2164         __twa_shutdown(tw_dev);
2165
2166         /* Disable MSI if enabled */
2167         if (test_bit(TW_USING_MSI, &tw_dev->flags))
2168                 pci_disable_msi(pdev);
2169
2170         /* Free IO remapping */
2171         iounmap(tw_dev->base_addr);
2172
2173         /* Free up the mem region */
2174         pci_release_regions(pdev);
2175
2176         /* Free up device extension resources */
2177         twa_free_device_extension(tw_dev);
2178
2179         scsi_host_put(tw_dev->host);
2180         pci_disable_device(pdev);
2181         twa_device_extension_count--;
2182 } /* End twa_remove() */
2183
2184 #ifdef CONFIG_PM
2185 /* This function is called on PCI suspend */
2186 static int twa_suspend(struct pci_dev *pdev, pm_message_t state)
2187 {
2188         struct Scsi_Host *host = pci_get_drvdata(pdev);
2189         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2190
2191         printk(KERN_WARNING "3w-9xxx: Suspending host %d.\n", tw_dev->host->host_no);
2192
2193         TW_DISABLE_INTERRUPTS(tw_dev);
2194         free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
2195
2196         if (test_bit(TW_USING_MSI, &tw_dev->flags))
2197                 pci_disable_msi(pdev);
2198
2199         /* Tell the card we are shutting down */
2200         if (twa_initconnection(tw_dev, 1, 0, 0, 0, 0, 0, NULL, NULL, NULL, NULL, NULL)) {
2201                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x38, "Connection shutdown failed during suspend");
2202         } else {
2203                 printk(KERN_WARNING "3w-9xxx: Suspend complete.\n");
2204         }
2205         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2206
2207         pci_save_state(pdev);
2208         pci_disable_device(pdev);
2209         pci_set_power_state(pdev, pci_choose_state(pdev, state));
2210
2211         return 0;
2212 } /* End twa_suspend() */
2213
2214 /* This function is called on PCI resume */
2215 static int twa_resume(struct pci_dev *pdev)
2216 {
2217         int retval = 0;
2218         struct Scsi_Host *host = pci_get_drvdata(pdev);
2219         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2220
2221         printk(KERN_WARNING "3w-9xxx: Resuming host %d.\n", tw_dev->host->host_no);
2222         pci_set_power_state(pdev, PCI_D0);
2223         pci_enable_wake(pdev, PCI_D0, 0);
2224         pci_restore_state(pdev);
2225
2226         retval = pci_enable_device(pdev);
2227         if (retval) {
2228                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x39, "Enable device failed during resume");
2229                 return retval;
2230         }
2231
2232         pci_set_master(pdev);
2233         pci_try_set_mwi(pdev);
2234
2235         if (pci_set_dma_mask(pdev, DMA_BIT_MASK(64))
2236             || pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
2237                 if (pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
2238                     || pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32))) {
2239                         TW_PRINTK(host, TW_DRIVER, 0x40, "Failed to set dma mask during resume");
2240                         retval = -ENODEV;
2241                         goto out_disable_device;
2242                 }
2243
2244         /* Initialize the card */
2245         if (twa_reset_sequence(tw_dev, 0)) {
2246                 retval = -ENODEV;
2247                 goto out_disable_device;
2248         }
2249
2250         /* Now setup the interrupt handler */
2251         retval = request_irq(pdev->irq, twa_interrupt, IRQF_SHARED, "3w-9xxx", tw_dev);
2252         if (retval) {
2253                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x42, "Error requesting IRQ during resume");
2254                 retval = -ENODEV;
2255                 goto out_disable_device;
2256         }
2257
2258         /* Now enable MSI if enabled */
2259         if (test_bit(TW_USING_MSI, &tw_dev->flags))
2260                 pci_enable_msi(pdev);
2261
2262         /* Re-enable interrupts on the card */
2263         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2264
2265         printk(KERN_WARNING "3w-9xxx: Resume complete.\n");
2266         return 0;
2267
2268 out_disable_device:
2269         scsi_remove_host(host);
2270         pci_disable_device(pdev);
2271
2272         return retval;
2273 } /* End twa_resume() */
2274 #endif
2275
2276 /* PCI Devices supported by this driver */
2277 static struct pci_device_id twa_pci_tbl[] = {
2278         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9000,
2279           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2280         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9550SX,
2281           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2282         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9650SE,
2283           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2284         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9690SA,
2285           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2286         { }
2287 };
2288 MODULE_DEVICE_TABLE(pci, twa_pci_tbl);
2289
2290 /* pci_driver initializer */
2291 static struct pci_driver twa_driver = {
2292         .name           = "3w-9xxx",
2293         .id_table       = twa_pci_tbl,
2294         .probe          = twa_probe,
2295         .remove         = twa_remove,
2296 #ifdef CONFIG_PM
2297         .suspend        = twa_suspend,
2298         .resume         = twa_resume,
2299 #endif
2300         .shutdown       = twa_shutdown
2301 };
2302
2303 /* This function is called on driver initialization */
2304 static int __init twa_init(void)
2305 {
2306         printk(KERN_WARNING "3ware 9000 Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION);
2307
2308         return pci_register_driver(&twa_driver);
2309 } /* End twa_init() */
2310
2311 /* This function is called on driver exit */
2312 static void __exit twa_exit(void)
2313 {
2314         pci_unregister_driver(&twa_driver);
2315 } /* End twa_exit() */
2316
2317 module_init(twa_init);
2318 module_exit(twa_exit);
2319