drivers/scsi/3w-9xxx.c

   1 /*
   2    3w-9xxx.c -- 3ware 9000 Storage Controller device driver for Linux.
   3
   4    Written By: Adam Radford <linuxraid@lsi.com>
   5    Modifications By: Tom Couch <linuxraid@lsi.com>
   6
   7    Copyright (C) 2004-2009 Applied Micro Circuits Corporation.
   8    Copyright (C) 2010 LSI Corporation.
   9
  10    This program is free software; you can redistribute it and/or modify
  11    it under the terms of the GNU General Public License as published by
  12    the Free Software Foundation; version 2 of the License.
  13
  14    This program is distributed in the hope that it will be useful,
  15    but WITHOUT ANY WARRANTY; without even the implied warranty of
  16    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  17    GNU General Public License for more details.
  18
  19    NO WARRANTY
  20    THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
  21    CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
  22    LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
  23    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
  24    solely responsible for determining the appropriateness of using and
  25    distributing the Program and assumes all risks associated with its
  26    exercise of rights under this Agreement, including but not limited to
  27    the risks and costs of program errors, damage to or loss of data,
  28    programs or equipment, and unavailability or interruption of operations.
  29
  30    DISCLAIMER OF LIABILITY
  31    NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
  32    DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  33    DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
  34    ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
  35    TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
  36    USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
  37    HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
  38
  39    You should have received a copy of the GNU General Public License
  40    along with this program; if not, write to the Free Software
  41    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  42
  43    Bugs/Comments/Suggestions should be mailed to:
  44    linuxraid@lsi.com
  45
  46    For more information, goto:
  47    http://www.lsi.com
  48
  49    Note: This version of the driver does not contain a bundled firmware
  50          image.
  51
  52    History
  53    -------
  54    2.26.02.000 - Driver cleanup for kernel submission.
  55    2.26.02.001 - Replace schedule_timeout() calls with msleep().
  56    2.26.02.002 - Add support for PAE mode.
  57                  Add lun support.
  58                  Fix twa_remove() to free irq handler/unregister_chrdev()
  59                  before shutting down card.
  60                  Change to new 'change_queue_depth' api.
  61                  Fix 'handled=1' ISR usage, remove bogus IRQ check.
  62                  Remove un-needed eh_abort handler.
  63                  Add support for embedded firmware error strings.
  64    2.26.02.003 - Correctly handle single sgl's with use_sg=1.
  65    2.26.02.004 - Add support for 9550SX controllers.
  66    2.26.02.005 - Fix use_sg == 0 mapping on systems with 4GB or higher.
  67    2.26.02.006 - Fix 9550SX pchip reset timeout.
  68                  Add big endian support.
  69    2.26.02.007 - Disable local interrupts during kmap/unmap_atomic().
  70    2.26.02.008 - Free irq handler in __twa_shutdown().
  71                  Serialize reset code.
  72                  Add support for 9650SE controllers.
  73    2.26.02.009 - Fix dma mask setting to fallback to 32-bit if 64-bit fails.
  74    2.26.02.010 - Add support for 9690SA controllers.
  75    2.26.02.011 - Increase max AENs drained to 256.
  76                  Add MSI support and "use_msi" module parameter.
  77                  Fix bug in twa_get_param() on 4GB+.
  78                  Use pci_resource_len() for ioremap().
  79    2.26.02.012 - Add power management support.
  80    2.26.02.013 - Fix bug in twa_load_sgl().
  81    2.26.02.014 - Force 60 second timeout default.
  82 */
  83
  84 #include <linux/module.h>
  85 #include <linux/reboot.h>
  86 #include <linux/spinlock.h>
  87 #include <linux/interrupt.h>
  88 #include <linux/moduleparam.h>
  89 #include <linux/errno.h>
  90 #include <linux/types.h>
  91 #include <linux/delay.h>
  92 #include <linux/pci.h>
  93 #include <linux/time.h>
  94 #include <linux/mutex.h>
  95 #include <linux/slab.h>
  96 #include <asm/io.h>
  97 #include <asm/irq.h>
  98 #include <asm/uaccess.h>
  99 #include <scsi/scsi.h>
 100 #include <scsi/scsi_host.h>
 101 #include <scsi/scsi_tcq.h>
 102 #include <scsi/scsi_cmnd.h>
 103 #include "3w-9xxx.h"
 104
 105 /* Globals */
 106 #define TW_DRIVER_VERSION "2.26.02.014"
 107 static DEFINE_MUTEX(twa_chrdev_mutex);
 108 static TW_Device_Extension *twa_device_extension_list[TW_MAX_SLOT];
 109 static unsigned int twa_device_extension_count;
 110 static int twa_major = -1;
 111 extern struct timezone sys_tz;
 112
 113 /* Module parameters */
 114 MODULE_AUTHOR ("LSI");
 115 MODULE_DESCRIPTION ("3ware 9000 Storage Controller Linux Driver");
 116 MODULE_LICENSE("GPL");
 117 MODULE_VERSION(TW_DRIVER_VERSION);
 118
 119 static int use_msi = 0;
 120 module_param(use_msi, int, S_IRUGO);
 121 MODULE_PARM_DESC(use_msi, "Use Message Signaled Interrupts.  Default: 0");
 122
 123 /* Function prototypes */
 124 static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header);
 125 static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id);
 126 static char *twa_aen_severity_lookup(unsigned char severity_code);
 127 static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id);
 128 static long twa_chrdev_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
 129 static int twa_chrdev_open(struct inode *inode, struct file *file);
 130 static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host);
 131 static void twa_free_request_id(TW_Device_Extension *tw_dev,int request_id);
 132 static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id);
 133 static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits,
 134                               u32 set_features, unsigned short current_fw_srl,
 135                               unsigned short current_fw_arch_id,
 136                               unsigned short current_fw_branch,
 137                               unsigned short current_fw_build,
 138                               unsigned short *fw_on_ctlr_srl,
 139                               unsigned short *fw_on_ctlr_arch_id,
 140                               unsigned short *fw_on_ctlr_branch,
 141                               unsigned short *fw_on_ctlr_build,
 142                               u32 *init_connect_result);
 143 static void twa_load_sgl(TW_Device_Extension *tw_dev, TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length);
 144 static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds);
 145 static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds);
 146 static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal);
 147 static int twa_reset_device_extension(TW_Device_Extension *tw_dev);
 148 static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset);
 149 static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg);
 150 static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id);
 151 static char *twa_string_lookup(twa_message_type *table, unsigned int aen_code);
 152 static void twa_unmap_scsi_data(TW_Device_Extension *tw_dev, int request_id);
 153
 154 /* Functions */
 155
 156 /* Show some statistics about the card */
 157 static ssize_t twa_show_stats(struct device *dev,
 158                               struct device_attribute *attr, char *buf)
 159 {
 160         struct Scsi_Host *host = class_to_shost(dev);
 161         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
 162         unsigned long flags = 0;
 163         ssize_t len;
 164
 165         spin_lock_irqsave(tw_dev->host->host_lock, flags);
 166         len = snprintf(buf, PAGE_SIZE, "3w-9xxx Driver version: %s\n"
 167                        "Current commands posted:   %4d\n"
 168                        "Max commands posted:       %4d\n"
 169                        "Current pending commands:  %4d\n"
 170                        "Max pending commands:      %4d\n"
 171                        "Last sgl length:           %4d\n"
 172                        "Max sgl length:            %4d\n"
 173                        "Last sector count:         %4d\n"
 174                        "Max sector count:          %4d\n"
 175                        "SCSI Host Resets:          %4d\n"
 176                        "AEN's:                     %4d\n",
 177                        TW_DRIVER_VERSION,
 178                        tw_dev->posted_request_count,
 179                        tw_dev->max_posted_request_count,
 180                        tw_dev->pending_request_count,
 181                        tw_dev->max_pending_request_count,
 182                        tw_dev->sgl_entries,
 183                        tw_dev->max_sgl_entries,
 184                        tw_dev->sector_count,
 185                        tw_dev->max_sector_count,
 186                        tw_dev->num_resets,
 187                        tw_dev->aen_count);
 188         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 189         return len;
 190 } /* End twa_show_stats() */
 191
 192 /* Create sysfs 'stats' entry */
 193 static struct device_attribute twa_host_stats_attr = {
 194         .attr = {
 195                 .name =         "stats",
 196                 .mode =         S_IRUGO,
 197         },
 198         .show = twa_show_stats
 199 };
 200
 201 /* Host attributes initializer */
 202 static struct device_attribute *twa_host_attrs[] = {
 203         &twa_host_stats_attr,
 204         NULL,
 205 };
 206
 207 /* File operations struct for character device */
 208 static const struct file_operations twa_fops = {
 209         .owner          = THIS_MODULE,
 210         .unlocked_ioctl = twa_chrdev_ioctl,
 211         .open           = twa_chrdev_open,
 212         .release        = NULL,
 213         .llseek         = noop_llseek,
 214 };
 215
 216 /* This function will complete an aen request from the isr */
 217 static int twa_aen_complete(TW_Device_Extension *tw_dev, int request_id)
 218 {
 219         TW_Command_Full *full_command_packet;
 220         TW_Command *command_packet;
 221         TW_Command_Apache_Header *header;
 222         unsigned short aen;
 223         int retval = 1;
 224
 225         header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id];
 226         tw_dev->posted_request_count--;
 227         aen = le16_to_cpu(header->status_block.error);
 228         full_command_packet = tw_dev->command_packet_virt[request_id];
 229         command_packet = &full_command_packet->command.oldcommand;
 230
 231         /* First check for internal completion of set param for time sync */
 232         if (TW_OP_OUT(command_packet->opcode__sgloffset) == TW_OP_SET_PARAM) {
 233                 /* Keep reading the queue in case there are more aen's */
 234                 if (twa_aen_read_queue(tw_dev, request_id))
 235                         goto out2;
 236                 else {
 237                         retval = 0;
 238                         goto out;
 239                 }
 240         }
 241
 242         switch (aen) {
 243         case TW_AEN_QUEUE_EMPTY:
 244                 /* Quit reading the queue if this is the last one */
 245                 break;
 246         case TW_AEN_SYNC_TIME_WITH_HOST:
 247                 twa_aen_sync_time(tw_dev, request_id);
 248                 retval = 0;
 249                 goto out;
 250         default:
 251                 twa_aen_queue_event(tw_dev, header);
 252
 253                 /* If there are more aen's, keep reading the queue */
 254                 if (twa_aen_read_queue(tw_dev, request_id))
 255                         goto out2;
 256                 else {
 257                         retval = 0;
 258                         goto out;
 259                 }
 260         }
 261         retval = 0;
 262 out2:
 263         tw_dev->state[request_id] = TW_S_COMPLETED;
 264         twa_free_request_id(tw_dev, request_id);
 265         clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags);
 266 out:
 267         return retval;
 268 } /* End twa_aen_complete() */
 269
 270 /* This function will drain aen queue */
 271 static int twa_aen_drain_queue(TW_Device_Extension *tw_dev, int no_check_reset)
 272 {
 273         int request_id = 0;
 274         char cdb[TW_MAX_CDB_LEN];
 275         TW_SG_Entry sglist[1];
 276         int finished = 0, count = 0;
 277         TW_Command_Full *full_command_packet;
 278         TW_Command_Apache_Header *header;
 279         unsigned short aen;
 280         int first_reset = 0, queue = 0, retval = 1;
 281
 282         if (no_check_reset)
 283                 first_reset = 0;
 284         else
 285                 first_reset = 1;
 286
 287         full_command_packet = tw_dev->command_packet_virt[request_id];
 288         memset(full_command_packet, 0, sizeof(TW_Command_Full));
 289
 290         /* Initialize cdb */
 291         memset(&cdb, 0, TW_MAX_CDB_LEN);
 292         cdb[0] = REQUEST_SENSE; /* opcode */
 293         cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */
 294
 295         /* Initialize sglist */
 296         memset(&sglist, 0, sizeof(TW_SG_Entry));
 297         sglist[0].length = TW_SECTOR_SIZE;
 298         sglist[0].address = tw_dev->generic_buffer_phys[request_id];
 299
 300         if (sglist[0].address & TW_ALIGNMENT_9000_SGL) {
 301                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1, "Found unaligned address during AEN drain");
 302                 goto out;
 303         }
 304
 305         /* Mark internal command */
 306         tw_dev->srb[request_id] = NULL;
 307
 308         do {
 309                 /* Send command to the board */
 310                 if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) {
 311                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2, "Error posting request sense");
 312                         goto out;
 313                 }
 314
 315                 /* Now poll for completion */
 316                 if (twa_poll_response(tw_dev, request_id, 30)) {
 317                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x3, "No valid response while draining AEN queue");
 318                         tw_dev->posted_request_count--;
 319                         goto out;
 320                 }
 321
 322                 tw_dev->posted_request_count--;
 323                 header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id];
 324                 aen = le16_to_cpu(header->status_block.error);
 325                 queue = 0;
 326                 count++;
 327
 328                 switch (aen) {
 329                 case TW_AEN_QUEUE_EMPTY:
 330                         if (first_reset != 1)
 331                                 goto out;
 332                         else
 333                                 finished = 1;
 334                         break;
 335                 case TW_AEN_SOFT_RESET:
 336                         if (first_reset == 0)
 337                                 first_reset = 1;
 338                         else
 339                                 queue = 1;
 340                         break;
 341                 case TW_AEN_SYNC_TIME_WITH_HOST:
 342                         break;
 343                 default:
 344                         queue = 1;
 345                 }
 346
 347                 /* Now queue an event info */
 348                 if (queue)
 349                         twa_aen_queue_event(tw_dev, header);
 350         } while ((finished == 0) && (count < TW_MAX_AEN_DRAIN));
 351
 352         if (count == TW_MAX_AEN_DRAIN)
 353                 goto out;
 354
 355         retval = 0;
 356 out:
 357         tw_dev->state[request_id] = TW_S_INITIAL;
 358         return retval;
 359 } /* End twa_aen_drain_queue() */
 360
 361 /* This function will queue an event */
 362 static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header)
 363 {
 364         u32 local_time;
 365         struct timeval time;
 366         TW_Event *event;
 367         unsigned short aen;
 368         char host[16];
 369         char *error_str;
 370
 371         tw_dev->aen_count++;
 372
 373         /* Fill out event info */
 374         event = tw_dev->event_queue[tw_dev->error_index];
 375
 376         /* Check for clobber */
 377         host[0] = '\0';
 378         if (tw_dev->host) {
 379                 sprintf(host, " scsi%d:", tw_dev->host->host_no);
 380                 if (event->retrieved == TW_AEN_NOT_RETRIEVED)
 381                         tw_dev->aen_clobber = 1;
 382         }
 383
 384         aen = le16_to_cpu(header->status_block.error);
 385         memset(event, 0, sizeof(TW_Event));
 386
 387         event->severity = TW_SEV_OUT(header->status_block.severity__reserved);
 388         do_gettimeofday(&time);
 389         local_time = (u32)(time.tv_sec - (sys_tz.tz_minuteswest * 60));
 390         event->time_stamp_sec = local_time;
 391         event->aen_code = aen;
 392         event->retrieved = TW_AEN_NOT_RETRIEVED;
 393         event->sequence_id = tw_dev->error_sequence_id;
 394         tw_dev->error_sequence_id++;
 395
 396         /* Check for embedded error string */
 397         error_str = &(header->err_specific_desc[strlen(header->err_specific_desc)+1]);
 398
 399         header->err_specific_desc[sizeof(header->err_specific_desc) - 1] = '\0';
 400         event->parameter_len = strlen(header->err_specific_desc);
 401         memcpy(event->parameter_data, header->err_specific_desc, event->parameter_len + (error_str[0] == '\0' ? 0 : (1 + strlen(error_str))));
 402         if (event->severity != TW_AEN_SEVERITY_DEBUG)
 403                 printk(KERN_WARNING "3w-9xxx:%s AEN: %s (0x%02X:0x%04X): %s:%s.\n",
 404                        host,
 405                        twa_aen_severity_lookup(TW_SEV_OUT(header->status_block.severity__reserved)),
 406                        TW_MESSAGE_SOURCE_CONTROLLER_EVENT, aen,
 407                        error_str[0] == '\0' ? twa_string_lookup(twa_aen_table, aen) : error_str,
 408                        header->err_specific_desc);
 409         else
 410                 tw_dev->aen_count--;
 411
 412         if ((tw_dev->error_index + 1) == TW_Q_LENGTH)
 413                 tw_dev->event_queue_wrapped = 1;
 414         tw_dev->error_index = (tw_dev->error_index + 1 ) % TW_Q_LENGTH;
 415 } /* End twa_aen_queue_event() */
 416
 417 /* This function will read the aen queue from the isr */
 418 static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id)
 419 {
 420         char cdb[TW_MAX_CDB_LEN];
 421         TW_SG_Entry sglist[1];
 422         TW_Command_Full *full_command_packet;
 423         int retval = 1;
 424
 425         full_command_packet = tw_dev->command_packet_virt[request_id];
 426         memset(full_command_packet, 0, sizeof(TW_Command_Full));
 427
 428         /* Initialize cdb */
 429         memset(&cdb, 0, TW_MAX_CDB_LEN);
 430         cdb[0] = REQUEST_SENSE; /* opcode */
 431         cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */
 432
 433         /* Initialize sglist */
 434         memset(&sglist, 0, sizeof(TW_SG_Entry));
 435         sglist[0].length = TW_SECTOR_SIZE;
 436         sglist[0].address = tw_dev->generic_buffer_phys[request_id];
 437
 438         /* Mark internal command */
 439         tw_dev->srb[request_id] = NULL;
 440
 441         /* Now post the command packet */
 442         if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) {
 443                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x4, "Post failed while reading AEN queue");
 444                 goto out;
 445         }
 446         retval = 0;
 447 out:
 448         return retval;
 449 } /* End twa_aen_read_queue() */
 450
 451 /* This function will look up an AEN severity string */
 452 static char *twa_aen_severity_lookup(unsigned char severity_code)
 453 {
 454         char *retval = NULL;
 455
 456         if ((severity_code < (unsigned char) TW_AEN_SEVERITY_ERROR) ||
 457             (severity_code > (unsigned char) TW_AEN_SEVERITY_DEBUG))
 458                 goto out;
 459
 460         retval = twa_aen_severity_table[severity_code];
 461 out:
 462         return retval;
 463 } /* End twa_aen_severity_lookup() */
 464
 465 /* This function will sync firmware time with the host time */
 466 static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id)
 467 {
 468         u32 schedulertime;
 469         struct timeval utc;
 470         TW_Command_Full *full_command_packet;
 471         TW_Command *command_packet;
 472         TW_Param_Apache *param;
 473         u32 local_time;
 474
 475         /* Fill out the command packet */
 476         full_command_packet = tw_dev->command_packet_virt[request_id];
 477         memset(full_command_packet, 0, sizeof(TW_Command_Full));
 478         command_packet = &full_command_packet->command.oldcommand;
 479         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM);
 480         command_packet->request_id = request_id;
 481         command_packet->byte8_offset.param.sgl[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]);
 482         command_packet->byte8_offset.param.sgl[0].length = cpu_to_le32(TW_SECTOR_SIZE);
 483         command_packet->size = TW_COMMAND_SIZE;
 484         command_packet->byte6_offset.parameter_count = cpu_to_le16(1);
 485
 486         /* Setup the param */
 487         param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id];
 488         memset(param, 0, TW_SECTOR_SIZE);
 489         param->table_id = cpu_to_le16(TW_TIMEKEEP_TABLE | 0x8000); /* Controller time keep table */
 490         param->parameter_id = cpu_to_le16(0x3); /* SchedulerTime */
 491         param->parameter_size_bytes = cpu_to_le16(4);
 492
 493         /* Convert system time in UTC to local time seconds since last
 494            Sunday 12:00AM */
 495         do_gettimeofday(&utc);
 496         local_time = (u32)(utc.tv_sec - (sys_tz.tz_minuteswest * 60));
 497         schedulertime = local_time - (3 * 86400);
 498         schedulertime = cpu_to_le32(schedulertime % 604800);
 499
 500         memcpy(param->data, &schedulertime, sizeof(u32));
 501
 502         /* Mark internal command */
 503         tw_dev->srb[request_id] = NULL;
 504
 505         /* Now post the command */
 506         twa_post_command_packet(tw_dev, request_id, 1);
 507 } /* End twa_aen_sync_time() */
 508
 509 /* This function will allocate memory and check if it is correctly aligned */
 510 static int twa_allocate_memory(TW_Device_Extension *tw_dev, int size, int which)
 511 {
 512         int i;
 513         dma_addr_t dma_handle;
 514         unsigned long *cpu_addr;
 515         int retval = 1;
 516
 517         cpu_addr = pci_alloc_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, &dma_handle);
 518         if (!cpu_addr) {
 519                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x5, "Memory allocation failed");
 520                 goto out;
 521         }
 522
 523         if ((unsigned long)cpu_addr % (TW_ALIGNMENT_9000)) {
 524                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x6, "Failed to allocate correctly aligned memory");
 525                 pci_free_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, cpu_addr, dma_handle);
 526                 goto out;
 527         }
 528
 529         memset(cpu_addr, 0, size*TW_Q_LENGTH);
 530
 531         for (i = 0; i < TW_Q_LENGTH; i++) {
 532                 switch(which) {
 533                 case 0:
 534                         tw_dev->command_packet_phys[i] = dma_handle+(i*size);
 535                         tw_dev->command_packet_virt[i] = (TW_Command_Full *)((unsigned char *)cpu_addr + (i*size));
 536                         break;
 537                 case 1:
 538                         tw_dev->generic_buffer_phys[i] = dma_handle+(i*size);
 539                         tw_dev->generic_buffer_virt[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
 540                         break;
 541                 }
 542         }
 543         retval = 0;
 544 out:
 545         return retval;
 546 } /* End twa_allocate_memory() */
 547
 548 /* This function will check the status register for unexpected bits */
 549 static int twa_check_bits(u32 status_reg_value)
 550 {
 551         int retval = 1;
 552
 553         if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS)
 554                 goto out;
 555         if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0)
 556                 goto out;
 557
 558         retval = 0;
 559 out:
 560         return retval;
 561 } /* End twa_check_bits() */
 562
 563 /* This function will check the srl and decide if we are compatible  */
 564 static int twa_check_srl(TW_Device_Extension *tw_dev, int *flashed)
 565 {
 566         int retval = 1;
 567         unsigned short fw_on_ctlr_srl = 0, fw_on_ctlr_arch_id = 0;
 568         unsigned short fw_on_ctlr_branch = 0, fw_on_ctlr_build = 0;
 569         u32 init_connect_result = 0;
 570
 571         if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS,
 572                                TW_EXTENDED_INIT_CONNECT, TW_CURRENT_DRIVER_SRL,
 573                                TW_9000_ARCH_ID, TW_CURRENT_DRIVER_BRANCH,
 574                                TW_CURRENT_DRIVER_BUILD, &fw_on_ctlr_srl,
 575                                &fw_on_ctlr_arch_id, &fw_on_ctlr_branch,
 576                                &fw_on_ctlr_build, &init_connect_result)) {
 577                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x7, "Initconnection failed while checking SRL");
 578                 goto out;
 579         }
 580
 581         tw_dev->tw_compat_info.working_srl = fw_on_ctlr_srl;
 582         tw_dev->tw_compat_info.working_branch = fw_on_ctlr_branch;
 583         tw_dev->tw_compat_info.working_build = fw_on_ctlr_build;
 584
 585         /* Try base mode compatibility */
 586         if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) {
 587                 if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS,
 588                                        TW_EXTENDED_INIT_CONNECT,
 589                                        TW_BASE_FW_SRL, TW_9000_ARCH_ID,
 590                                        TW_BASE_FW_BRANCH, TW_BASE_FW_BUILD,
 591                                        &fw_on_ctlr_srl, &fw_on_ctlr_arch_id,
 592                                        &fw_on_ctlr_branch, &fw_on_ctlr_build,
 593                                        &init_connect_result)) {
 594                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0xa, "Initconnection (base mode) failed while checking SRL");
 595                         goto out;
 596                 }
 597                 if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) {
 598                         if (TW_CURRENT_DRIVER_SRL > fw_on_ctlr_srl) {
 599                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x32, "Firmware and driver incompatibility: please upgrade firmware");
 600                         } else {
 601                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x33, "Firmware and driver incompatibility: please upgrade driver");
 602                         }
 603                         goto out;
 604                 }
 605                 tw_dev->tw_compat_info.working_srl = TW_BASE_FW_SRL;
 606                 tw_dev->tw_compat_info.working_branch = TW_BASE_FW_BRANCH;
 607                 tw_dev->tw_compat_info.working_build = TW_BASE_FW_BUILD;
 608         }
 609
 610         /* Load rest of compatibility struct */
 611         strlcpy(tw_dev->tw_compat_info.driver_version, TW_DRIVER_VERSION,
 612                 sizeof(tw_dev->tw_compat_info.driver_version));
 613         tw_dev->tw_compat_info.driver_srl_high = TW_CURRENT_DRIVER_SRL;
 614         tw_dev->tw_compat_info.driver_branch_high = TW_CURRENT_DRIVER_BRANCH;
 615         tw_dev->tw_compat_info.driver_build_high = TW_CURRENT_DRIVER_BUILD;
 616         tw_dev->tw_compat_info.driver_srl_low = TW_BASE_FW_SRL;
 617         tw_dev->tw_compat_info.driver_branch_low = TW_BASE_FW_BRANCH;
 618         tw_dev->tw_compat_info.driver_build_low = TW_BASE_FW_BUILD;
 619         tw_dev->tw_compat_info.fw_on_ctlr_srl = fw_on_ctlr_srl;
 620         tw_dev->tw_compat_info.fw_on_ctlr_branch = fw_on_ctlr_branch;
 621         tw_dev->tw_compat_info.fw_on_ctlr_build = fw_on_ctlr_build;
 622
 623         retval = 0;
 624 out:
 625         return retval;
 626 } /* End twa_check_srl() */
 627
 628 /* This function handles ioctl for the character device */
 629 static long twa_chrdev_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
 630 {
 631         struct inode *inode = file_inode(file);
 632         long timeout;
 633         unsigned long *cpu_addr, data_buffer_length_adjusted = 0, flags = 0;
 634         dma_addr_t dma_handle;
 635         int request_id = 0;
 636         unsigned int sequence_id = 0;
 637         unsigned char event_index, start_index;
 638         TW_Ioctl_Driver_Command driver_command;
 639         TW_Ioctl_Buf_Apache *tw_ioctl;
 640         TW_Lock *tw_lock;
 641         TW_Command_Full *full_command_packet;
 642         TW_Compatibility_Info *tw_compat_info;
 643         TW_Event *event;
 644         struct timeval current_time;
 645         u32 current_time_ms;
 646         TW_Device_Extension *tw_dev = twa_device_extension_list[iminor(inode)];
 647         int retval = TW_IOCTL_ERROR_OS_EFAULT;
 648         void __user *argp = (void __user *)arg;
 649
 650         mutex_lock(&twa_chrdev_mutex);
 651
 652         /* Only let one of these through at a time */
 653         if (mutex_lock_interruptible(&tw_dev->ioctl_lock)) {
 654                 retval = TW_IOCTL_ERROR_OS_EINTR;
 655                 goto out;
 656         }
 657
 658         /* First copy down the driver command */
 659         if (copy_from_user(&driver_command, argp, sizeof(TW_Ioctl_Driver_Command)))
 660                 goto out2;
 661
 662         /* Check data buffer size */
 663         if (driver_command.buffer_length > TW_MAX_SECTORS * 2048) {
 664                 retval = TW_IOCTL_ERROR_OS_EINVAL;
 665                 goto out2;
 666         }
 667
 668         /* Hardware can only do multiple of 512 byte transfers */
 669         data_buffer_length_adjusted = (driver_command.buffer_length + 511) & ~511;
 670
 671         /* Now allocate ioctl buf memory */
 672         cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, &dma_handle, GFP_KERNEL);
 673         if (!cpu_addr) {
 674                 retval = TW_IOCTL_ERROR_OS_ENOMEM;
 675                 goto out2;
 676         }
 677
 678         tw_ioctl = (TW_Ioctl_Buf_Apache *)cpu_addr;
 679
 680         /* Now copy down the entire ioctl */
 681         if (copy_from_user(tw_ioctl, argp, driver_command.buffer_length + sizeof(TW_Ioctl_Buf_Apache) - 1))
 682                 goto out3;
 683
 684         /* See which ioctl we are doing */
 685         switch (cmd) {
 686         case TW_IOCTL_FIRMWARE_PASS_THROUGH:
 687                 spin_lock_irqsave(tw_dev->host->host_lock, flags);
 688                 twa_get_request_id(tw_dev, &request_id);
 689
 690                 /* Flag internal command */
 691                 tw_dev->srb[request_id] = NULL;
 692
 693                 /* Flag chrdev ioctl */
 694                 tw_dev->chrdev_request_id = request_id;
 695
 696                 full_command_packet = &tw_ioctl->firmware_command;
 697
 698                 /* Load request id and sglist for both command types */
 699                 twa_load_sgl(tw_dev, full_command_packet, request_id, dma_handle, data_buffer_length_adjusted);
 700
 701                 memcpy(tw_dev->command_packet_virt[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command_Full));
 702
 703                 /* Now post the command packet to the controller */
 704                 twa_post_command_packet(tw_dev, request_id, 1);
 705                 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 706
 707                 timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ;
 708
 709                 /* Now wait for command to complete */
 710                 timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout);
 711
 712                 /* We timed out, and didn't get an interrupt */
 713                 if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) {
 714                         /* Now we need to reset the board */
 715                         printk(KERN_WARNING "3w-9xxx: scsi%d: WARNING: (0x%02X:0x%04X): Character ioctl (0x%x) timed out, resetting card.\n",
 716                                tw_dev->host->host_no, TW_DRIVER, 0x37,
 717                                cmd);
 718                         retval = TW_IOCTL_ERROR_OS_EIO;
 719                         twa_reset_device_extension(tw_dev);
 720                         goto out3;
 721                 }
 722
 723                 /* Now copy in the command packet response */
 724                 memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virt[request_id], sizeof(TW_Command_Full));
 725
 726                 /* Now complete the io */
 727                 spin_lock_irqsave(tw_dev->host->host_lock, flags);
 728                 tw_dev->posted_request_count--;
 729                 tw_dev->state[request_id] = TW_S_COMPLETED;
 730                 twa_free_request_id(tw_dev, request_id);
 731                 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 732                 break;
 733         case TW_IOCTL_GET_COMPATIBILITY_INFO:
 734                 tw_ioctl->driver_command.status = 0;
 735                 /* Copy compatibility struct into ioctl data buffer */
 736                 tw_compat_info = (TW_Compatibility_Info *)tw_ioctl->data_buffer;
 737                 memcpy(tw_compat_info, &tw_dev->tw_compat_info, sizeof(TW_Compatibility_Info));
 738                 break;
 739         case TW_IOCTL_GET_LAST_EVENT:
 740                 if (tw_dev->event_queue_wrapped) {
 741                         if (tw_dev->aen_clobber) {
 742                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
 743                                 tw_dev->aen_clobber = 0;
 744                         } else
 745                                 tw_ioctl->driver_command.status = 0;
 746                 } else {
 747                         if (!tw_dev->error_index) {
 748                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 749                                 break;
 750                         }
 751                         tw_ioctl->driver_command.status = 0;
 752                 }
 753                 event_index = (tw_dev->error_index - 1 + TW_Q_LENGTH) % TW_Q_LENGTH;
 754                 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
 755                 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
 756                 break;
 757         case TW_IOCTL_GET_FIRST_EVENT:
 758                 if (tw_dev->event_queue_wrapped) {
 759                         if (tw_dev->aen_clobber) {
 760                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
 761                                 tw_dev->aen_clobber = 0;
 762                         } else
 763                                 tw_ioctl->driver_command.status = 0;
 764                         event_index = tw_dev->error_index;
 765                 } else {
 766                         if (!tw_dev->error_index) {
 767                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 768                                 break;
 769                         }
 770                         tw_ioctl->driver_command.status = 0;
 771                         event_index = 0;
 772                 }
 773                 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
 774                 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
 775                 break;
 776         case TW_IOCTL_GET_NEXT_EVENT:
 777                 event = (TW_Event *)tw_ioctl->data_buffer;
 778                 sequence_id = event->sequence_id;
 779                 tw_ioctl->driver_command.status = 0;
 780
 781                 if (tw_dev->event_queue_wrapped) {
 782                         if (tw_dev->aen_clobber) {
 783                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
 784                                 tw_dev->aen_clobber = 0;
 785                         }
 786                         start_index = tw_dev->error_index;
 787                 } else {
 788                         if (!tw_dev->error_index) {
 789                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 790                                 break;
 791                         }
 792                         start_index = 0;
 793                 }
 794                 event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id + 1) % TW_Q_LENGTH;
 795
 796                 if (!(tw_dev->event_queue[event_index]->sequence_id > sequence_id)) {
 797                         if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER)
 798                                 tw_dev->aen_clobber = 1;
 799                         tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 800                         break;
 801                 }
 802                 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
 803                 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
 804                 break;
 805         case TW_IOCTL_GET_PREVIOUS_EVENT:
 806                 event = (TW_Event *)tw_ioctl->data_buffer;
 807                 sequence_id = event->sequence_id;
 808                 tw_ioctl->driver_command.status = 0;
 809
 810                 if (tw_dev->event_queue_wrapped) {
 811                         if (tw_dev->aen_clobber) {
 812                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
 813                                 tw_dev->aen_clobber = 0;
 814                         }
 815                         start_index = tw_dev->error_index;
 816                 } else {
 817                         if (!tw_dev->error_index) {
 818                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 819                                 break;
 820                         }
 821                         start_index = 0;
 822                 }
 823                 event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id - 1) % TW_Q_LENGTH;
 824
 825                 if (!(tw_dev->event_queue[event_index]->sequence_id < sequence_id)) {
 826                         if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER)
 827                                 tw_dev->aen_clobber = 1;
 828                         tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 829                         break;
 830                 }
 831                 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
 832                 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
 833                 break;
 834         case TW_IOCTL_GET_LOCK:
 835                 tw_lock = (TW_Lock *)tw_ioctl->data_buffer;
 836                 do_gettimeofday(&current_time);
 837                 current_time_ms = (current_time.tv_sec * 1000) + (current_time.tv_usec / 1000);
 838
 839                 if ((tw_lock->force_flag == 1) || (tw_dev->ioctl_sem_lock == 0) || (current_time_ms >= tw_dev->ioctl_msec)) {
 840                         tw_dev->ioctl_sem_lock = 1;
 841                         tw_dev->ioctl_msec = current_time_ms + tw_lock->timeout_msec;
 842                         tw_ioctl->driver_command.status = 0;
 843                         tw_lock->time_remaining_msec = tw_lock->timeout_msec;
 844                 } else {
 845                         tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_LOCKED;
 846                         tw_lock->time_remaining_msec = tw_dev->ioctl_msec - current_time_ms;
 847                 }
 848                 break;
 849         case TW_IOCTL_RELEASE_LOCK:
 850                 if (tw_dev->ioctl_sem_lock == 1) {
 851                         tw_dev->ioctl_sem_lock = 0;
 852                         tw_ioctl->driver_command.status = 0;
 853                 } else {
 854                         tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NOT_LOCKED;
 855                 }
 856                 break;
 857         default:
 858                 retval = TW_IOCTL_ERROR_OS_ENOTTY;
 859                 goto out3;
 860         }
 861
 862         /* Now copy the entire response to userspace */
 863         if (copy_to_user(argp, tw_ioctl, sizeof(TW_Ioctl_Buf_Apache) + driver_command.buffer_length - 1) == 0)
 864                 retval = 0;
 865 out3:
 866         /* Now free ioctl buf memory */
 867         dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, cpu_addr, dma_handle);
 868 out2:
 869         mutex_unlock(&tw_dev->ioctl_lock);
 870 out:
 871         mutex_unlock(&twa_chrdev_mutex);
 872         return retval;
 873 } /* End twa_chrdev_ioctl() */
 874
 875 /* This function handles open for the character device */
 876 /* NOTE that this function will race with remove. */
 877 static int twa_chrdev_open(struct inode *inode, struct file *file)
 878 {
 879         unsigned int minor_number;
 880         int retval = TW_IOCTL_ERROR_OS_ENODEV;
 881
 882         minor_number = iminor(inode);
 883         if (minor_number >= twa_device_extension_count)
 884                 goto out;
 885         retval = 0;
 886 out:
 887         return retval;
 888 } /* End twa_chrdev_open() */
 889
 890 /* This function will print readable messages from status register errors */
 891 static int twa_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value)
 892 {
 893         int retval = 1;
 894
 895         /* Check for various error conditions and handle them appropriately */
 896         if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) {
 897                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xc, "PCI Parity Error: clearing");
 898                 writel(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
 899         }
 900
 901         if (status_reg_value & TW_STATUS_PCI_ABORT) {
 902                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xd, "PCI Abort: clearing");
 903                 writel(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev));
 904                 pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT);
 905         }
 906
 907         if (status_reg_value & TW_STATUS_QUEUE_ERROR) {
 908                 if (((tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9650SE) &&
 909                      (tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9690SA)) ||
 910                     (!test_bit(TW_IN_RESET, &tw_dev->flags)))
 911                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0xe, "Controller Queue Error: clearing");
 912                 writel(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
 913         }
 914
 915         if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) {
 916                 if (tw_dev->reset_print == 0) {
 917                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x10, "Microcontroller Error: clearing");
 918                         tw_dev->reset_print = 1;
 919                 }
 920                 goto out;
 921         }
 922         retval = 0;
 923 out:
 924         return retval;
 925 } /* End twa_decode_bits() */
 926
 927 /* This function will empty the response queue */
 928 static int twa_empty_response_queue(TW_Device_Extension *tw_dev)
 929 {
 930         u32 status_reg_value, response_que_value;
 931         int count = 0, retval = 1;
 932
 933         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
 934
 935         while (((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) && (count < TW_MAX_RESPONSE_DRAIN)) {
 936                 response_que_value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
 937                 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
 938                 count++;
 939         }
 940         if (count == TW_MAX_RESPONSE_DRAIN)
 941                 goto out;
 942
 943         retval = 0;
 944 out:
 945         return retval;
 946 } /* End twa_empty_response_queue() */
 947
 948 /* This function will clear the pchip/response queue on 9550SX */
 949 static int twa_empty_response_queue_large(TW_Device_Extension *tw_dev)
 950 {
 951         u32 response_que_value = 0;
 952         unsigned long before;
 953         int retval = 1;
 954
 955         if (tw_dev->tw_pci_dev->device != PCI_DEVICE_ID_3WARE_9000) {
 956                 before = jiffies;
 957                 while ((response_que_value & TW_9550SX_DRAIN_COMPLETED) != TW_9550SX_DRAIN_COMPLETED) {
 958                         response_que_value = readl(TW_RESPONSE_QUEUE_REG_ADDR_LARGE(tw_dev));
 959                         msleep(1);
 960                         if (time_after(jiffies, before + HZ * 30))
 961                                 goto out;
 962                 }
 963                 /* P-chip settle time */
 964                 msleep(500);
 965                 retval = 0;
 966         } else
 967                 retval = 0;
 968 out:
 969         return retval;
 970 } /* End twa_empty_response_queue_large() */
 971
 972 /* This function passes sense keys from firmware to scsi layer */
 973 static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host)
 974 {
 975         TW_Command_Full *full_command_packet;
 976         unsigned short error;
 977         int retval = 1;
 978         char *error_str;
 979
 980         full_command_packet = tw_dev->command_packet_virt[request_id];
 981
 982         /* Check for embedded error string */
 983         error_str = &(full_command_packet->header.err_specific_desc[strlen(full_command_packet->header.err_specific_desc) + 1]);
 984
 985         /* Don't print error for Logical unit not supported during rollcall */
 986         error = le16_to_cpu(full_command_packet->header.status_block.error);
 987         if ((error != TW_ERROR_LOGICAL_UNIT_NOT_SUPPORTED) && (error != TW_ERROR_UNIT_OFFLINE)) {
 988                 if (print_host)
 989                         printk(KERN_WARNING "3w-9xxx: scsi%d: ERROR: (0x%02X:0x%04X): %s:%s.\n",
 990                                tw_dev->host->host_no,
 991                                TW_MESSAGE_SOURCE_CONTROLLER_ERROR,
 992                                full_command_packet->header.status_block.error,
 993                                error_str[0] == '\0' ?
 994                                twa_string_lookup(twa_error_table,
 995                                                  full_command_packet->header.status_block.error) : error_str,
 996                                full_command_packet->header.err_specific_desc);
 997                 else
 998                         printk(KERN_WARNING "3w-9xxx: ERROR: (0x%02X:0x%04X): %s:%s.\n",
 999                                TW_MESSAGE_SOURCE_CONTROLLER_ERROR,
1000                                full_command_packet->header.status_block.error,
1001                                error_str[0] == '\0' ?
1002                                twa_string_lookup(twa_error_table,
1003                                                  full_command_packet->header.status_block.error) : error_str,
1004                                full_command_packet->header.err_specific_desc);
1005         }
1006
1007         if (copy_sense) {
1008                 memcpy(tw_dev->srb[request_id]->sense_buffer, full_command_packet->header.sense_data, TW_SENSE_DATA_LENGTH);
1009                 tw_dev->srb[request_id]->result = (full_command_packet->command.newcommand.status << 1);
1010                 retval = TW_ISR_DONT_RESULT;
1011                 goto out;
1012         }
1013         retval = 0;
1014 out:
1015         return retval;
1016 } /* End twa_fill_sense() */
1017
1018 /* This function will free up device extension resources */
1019 static void twa_free_device_extension(TW_Device_Extension *tw_dev)
1020 {
1021         if (tw_dev->command_packet_virt[0])
1022                 pci_free_consistent(tw_dev->tw_pci_dev,
1023                                     sizeof(TW_Command_Full)*TW_Q_LENGTH,
1024                                     tw_dev->command_packet_virt[0],
1025                                     tw_dev->command_packet_phys[0]);
1026
1027         if (tw_dev->generic_buffer_virt[0])
1028                 pci_free_consistent(tw_dev->tw_pci_dev,
1029                                     TW_SECTOR_SIZE*TW_Q_LENGTH,
1030                                     tw_dev->generic_buffer_virt[0],
1031                                     tw_dev->generic_buffer_phys[0]);
1032
1033         kfree(tw_dev->event_queue[0]);
1034 } /* End twa_free_device_extension() */
1035
1036 /* This function will free a request id */
1037 static void twa_free_request_id(TW_Device_Extension *tw_dev, int request_id)
1038 {
1039         tw_dev->free_queue[tw_dev->free_tail] = request_id;
1040         tw_dev->state[request_id] = TW_S_FINISHED;
1041         tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH;
1042 } /* End twa_free_request_id() */
1043
1044 /* This function will get parameter table entries from the firmware */
1045 static void *twa_get_param(TW_Device_Extension *tw_dev, int request_id, int table_id, int parameter_id, int parameter_size_bytes)
1046 {
1047         TW_Command_Full *full_command_packet;
1048         TW_Command *command_packet;
1049         TW_Param_Apache *param;
1050         void *retval = NULL;
1051
1052         /* Setup the command packet */
1053         full_command_packet = tw_dev->command_packet_virt[request_id];
1054         memset(full_command_packet, 0, sizeof(TW_Command_Full));
1055         command_packet = &full_command_packet->command.oldcommand;
1056
1057         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1058         command_packet->size              = TW_COMMAND_SIZE;
1059         command_packet->request_id        = request_id;
1060         command_packet->byte6_offset.block_count = cpu_to_le16(1);
1061
1062         /* Now setup the param */
1063         param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id];
1064         memset(param, 0, TW_SECTOR_SIZE);
1065         param->table_id = cpu_to_le16(table_id | 0x8000);
1066         param->parameter_id = cpu_to_le16(parameter_id);
1067         param->parameter_size_bytes = cpu_to_le16(parameter_size_bytes);
1068
1069         command_packet->byte8_offset.param.sgl[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]);
1070         command_packet->byte8_offset.param.sgl[0].length = cpu_to_le32(TW_SECTOR_SIZE);
1071
1072         /* Post the command packet to the board */
1073         twa_post_command_packet(tw_dev, request_id, 1);
1074
1075         /* Poll for completion */
1076         if (twa_poll_response(tw_dev, request_id, 30))
1077                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x13, "No valid response during get param")
1078         else
1079                 retval = (void *)&(param->data[0]);
1080
1081         tw_dev->posted_request_count--;
1082         tw_dev->state[request_id] = TW_S_INITIAL;
1083
1084         return retval;
1085 } /* End twa_get_param() */
1086
1087 /* This function will assign an available request id */
1088 static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id)
1089 {
1090         *request_id = tw_dev->free_queue[tw_dev->free_head];
1091         tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH;
1092         tw_dev->state[*request_id] = TW_S_STARTED;
1093 } /* End twa_get_request_id() */
1094
1095 /* This function will send an initconnection command to controller */
1096 static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits,
1097                               u32 set_features, unsigned short current_fw_srl,
1098                               unsigned short current_fw_arch_id,
1099                               unsigned short current_fw_branch,
1100                               unsigned short current_fw_build,
1101                               unsigned short *fw_on_ctlr_srl,
1102                               unsigned short *fw_on_ctlr_arch_id,
1103                               unsigned short *fw_on_ctlr_branch,
1104                               unsigned short *fw_on_ctlr_build,
1105                               u32 *init_connect_result)
1106 {
1107         TW_Command_Full *full_command_packet;
1108         TW_Initconnect *tw_initconnect;
1109         int request_id = 0, retval = 1;
1110
1111         /* Initialize InitConnection command packet */
1112         full_command_packet = tw_dev->command_packet_virt[request_id];
1113         memset(full_command_packet, 0, sizeof(TW_Command_Full));
1114         full_command_packet->header.header_desc.size_header = 128;
1115
1116         tw_initconnect = (TW_Initconnect *)&full_command_packet->command.oldcommand;
1117         tw_initconnect->opcode__reserved = TW_OPRES_IN(0, TW_OP_INIT_CONNECTION);
1118         tw_initconnect->request_id = request_id;
1119         tw_initconnect->message_credits = cpu_to_le16(message_credits);
1120         tw_initconnect->features = set_features;
1121
1122         /* Turn on 64-bit sgl support if we need to */
1123         tw_initconnect->features |= sizeof(dma_addr_t) > 4 ? 1 : 0;
1124
1125         tw_initconnect->features = cpu_to_le32(tw_initconnect->features);
1126
1127         if (set_features & TW_EXTENDED_INIT_CONNECT) {
1128                 tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE_EXTENDED;
1129                 tw_initconnect->fw_srl = cpu_to_le16(current_fw_srl);
1130                 tw_initconnect->fw_arch_id = cpu_to_le16(current_fw_arch_id);
1131                 tw_initconnect->fw_branch = cpu_to_le16(current_fw_branch);
1132                 tw_initconnect->fw_build = cpu_to_le16(current_fw_build);
1133         } else
1134                 tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE;
1135
1136         /* Send command packet to the board */
1137         twa_post_command_packet(tw_dev, request_id, 1);
1138
1139         /* Poll for completion */
1140         if (twa_poll_response(tw_dev, request_id, 30)) {
1141                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x15, "No valid response during init connection");
1142         } else {
1143                 if (set_features & TW_EXTENDED_INIT_CONNECT) {
1144                         *fw_on_ctlr_srl = le16_to_cpu(tw_initconnect->fw_srl);
1145                         *fw_on_ctlr_arch_id = le16_to_cpu(tw_initconnect->fw_arch_id);
1146                         *fw_on_ctlr_branch = le16_to_cpu(tw_initconnect->fw_branch);
1147                         *fw_on_ctlr_build = le16_to_cpu(tw_initconnect->fw_build);
1148                         *init_connect_result = le32_to_cpu(tw_initconnect->result);
1149                 }
1150                 retval = 0;
1151         }
1152
1153         tw_dev->posted_request_count--;
1154         tw_dev->state[request_id] = TW_S_INITIAL;
1155
1156         return retval;
1157 } /* End twa_initconnection() */
1158
1159 /* This function will initialize the fields of a device extension */
1160 static int twa_initialize_device_extension(TW_Device_Extension *tw_dev)
1161 {
1162         int i, retval = 1;
1163
1164         /* Initialize command packet buffers */
1165         if (twa_allocate_memory(tw_dev, sizeof(TW_Command_Full), 0)) {
1166                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x16, "Command packet memory allocation failed");
1167                 goto out;
1168         }
1169
1170         /* Initialize generic buffer */
1171         if (twa_allocate_memory(tw_dev, TW_SECTOR_SIZE, 1)) {
1172                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x17, "Generic memory allocation failed");
1173                 goto out;
1174         }
1175
1176         /* Allocate event info space */
1177         tw_dev->event_queue[0] = kcalloc(TW_Q_LENGTH, sizeof(TW_Event), GFP_KERNEL);
1178         if (!tw_dev->event_queue[0]) {
1179                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x18, "Event info memory allocation failed");
1180                 goto out;
1181         }
1182
1183
1184         for (i = 0; i < TW_Q_LENGTH; i++) {
1185                 tw_dev->event_queue[i] = (TW_Event *)((unsigned char *)tw_dev->event_queue[0] + (i * sizeof(TW_Event)));
1186                 tw_dev->free_queue[i] = i;
1187                 tw_dev->state[i] = TW_S_INITIAL;
1188         }
1189
1190         tw_dev->pending_head = TW_Q_START;
1191         tw_dev->pending_tail = TW_Q_START;
1192         tw_dev->free_head = TW_Q_START;
1193         tw_dev->free_tail = TW_Q_START;
1194         tw_dev->error_sequence_id = 1;
1195         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1196
1197         mutex_init(&tw_dev->ioctl_lock);
1198         init_waitqueue_head(&tw_dev->ioctl_wqueue);
1199
1200         retval = 0;
1201 out:
1202         return retval;
1203 } /* End twa_initialize_device_extension() */
1204
1205 /* This function is the interrupt service routine */
1206 static irqreturn_t twa_interrupt(int irq, void *dev_instance)
1207 {
1208         int request_id, error = 0;
1209         u32 status_reg_value;
1210         TW_Response_Queue response_que;
1211         TW_Command_Full *full_command_packet;
1212         TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance;
1213         int handled = 0;
1214
1215         /* Get the per adapter lock */
1216         spin_lock(tw_dev->host->host_lock);
1217
1218         /* Read the registers */
1219         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1220
1221         /* Check if this is our interrupt, otherwise bail */
1222         if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT))
1223                 goto twa_interrupt_bail;
1224
1225         handled = 1;
1226
1227         /* If we are resetting, bail */
1228         if (test_bit(TW_IN_RESET, &tw_dev->flags))
1229                 goto twa_interrupt_bail;
1230
1231         /* Check controller for errors */
1232         if (twa_check_bits(status_reg_value)) {
1233                 if (twa_decode_bits(tw_dev, status_reg_value)) {
1234                         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1235                         goto twa_interrupt_bail;
1236                 }
1237         }
1238
1239         /* Handle host interrupt */
1240         if (status_reg_value & TW_STATUS_HOST_INTERRUPT)
1241                 TW_CLEAR_HOST_INTERRUPT(tw_dev);
1242
1243         /* Handle attention interrupt */
1244         if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) {
1245                 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
1246                 if (!(test_and_set_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags))) {
1247                         twa_get_request_id(tw_dev, &request_id);
1248
1249                         error = twa_aen_read_queue(tw_dev, request_id);
1250                         if (error) {
1251                                 tw_dev->state[request_id] = TW_S_COMPLETED;
1252                                 twa_free_request_id(tw_dev, request_id);
1253                                 clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags);
1254                         }
1255                 }
1256         }
1257
1258         /* Handle command interrupt */
1259         if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) {
1260                 TW_MASK_COMMAND_INTERRUPT(tw_dev);
1261                 /* Drain as many pending commands as we can */
1262                 while (tw_dev->pending_request_count > 0) {
1263                         request_id = tw_dev->pending_queue[tw_dev->pending_head];
1264                         if (tw_dev->state[request_id] != TW_S_PENDING) {
1265                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x19, "Found request id that wasn't pending");
1266                                 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1267                                 goto twa_interrupt_bail;
1268                         }
1269                         if (twa_post_command_packet(tw_dev, request_id, 1)==0) {
1270                                 tw_dev->pending_head = (tw_dev->pending_head + 1) % TW_Q_LENGTH;
1271                                 tw_dev->pending_request_count--;
1272                         } else {
1273                                 /* If we get here, we will continue re-posting on the next command interrupt */
1274                                 break;
1275                         }
1276                 }
1277         }
1278
1279         /* Handle response interrupt */
1280         if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) {
1281
1282                 /* Drain the response queue from the board */
1283                 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
1284                         /* Complete the response */
1285                         response_que.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1286                         request_id = TW_RESID_OUT(response_que.response_id);
1287                         full_command_packet = tw_dev->command_packet_virt[request_id];
1288                         error = 0;
1289                         /* Check for command packet errors */
1290                         if (full_command_packet->command.newcommand.status != 0) {
1291                                 if (tw_dev->srb[request_id] != NULL) {
1292                                         error = twa_fill_sense(tw_dev, request_id, 1, 1);
1293                                 } else {
1294                                         /* Skip ioctl error prints */
1295                                         if (request_id != tw_dev->chrdev_request_id) {
1296                                                 error = twa_fill_sense(tw_dev, request_id, 0, 1);
1297                                         }
1298                                 }
1299                         }
1300
1301                         /* Check for correct state */
1302                         if (tw_dev->state[request_id] != TW_S_POSTED) {
1303                                 if (tw_dev->srb[request_id] != NULL) {
1304                                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1a, "Received a request id that wasn't posted");
1305                                         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1306                                         goto twa_interrupt_bail;
1307                                 }
1308                         }
1309
1310                         /* Check for internal command completion */
1311                         if (tw_dev->srb[request_id] == NULL) {
1312                                 if (request_id != tw_dev->chrdev_request_id) {
1313                                         if (twa_aen_complete(tw_dev, request_id))
1314                                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1b, "Error completing AEN during attention interrupt");
1315                                 } else {
1316                                         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1317                                         wake_up(&tw_dev->ioctl_wqueue);
1318                                 }
1319                         } else {
1320                                 struct scsi_cmnd *cmd;
1321
1322                                 cmd = tw_dev->srb[request_id];
1323
1324                                 twa_scsiop_execute_scsi_complete(tw_dev, request_id);
1325                                 /* If no error command was a success */
1326                                 if (error == 0) {
1327                                         cmd->result = (DID_OK << 16);
1328                                 }
1329
1330                                 /* If error, command failed */
1331                                 if (error == 1) {
1332                                         /* Ask for a host reset */
1333                                         cmd->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
1334                                 }
1335
1336                                 /* Report residual bytes for single sgl */
1337                                 if ((scsi_sg_count(cmd) <= 1) && (full_command_packet->command.newcommand.status == 0)) {
1338                                         if (full_command_packet->command.newcommand.sg_list[0].length < scsi_bufflen(tw_dev->srb[request_id]))
1339                                                 scsi_set_resid(cmd, scsi_bufflen(cmd) - full_command_packet->command.newcommand.sg_list[0].length);
1340                                 }
1341
1342                                 /* Now complete the io */
1343                                 tw_dev->state[request_id] = TW_S_COMPLETED;
1344                                 twa_free_request_id(tw_dev, request_id);
1345                                 tw_dev->posted_request_count--;
1346                                 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1347                                 twa_unmap_scsi_data(tw_dev, request_id);
1348                         }
1349
1350                         /* Check for valid status after each drain */
1351                         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1352                         if (twa_check_bits(status_reg_value)) {
1353                                 if (twa_decode_bits(tw_dev, status_reg_value)) {
1354                                         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1355                                         goto twa_interrupt_bail;
1356                                 }
1357                         }
1358                 }
1359         }
1360
1361 twa_interrupt_bail:
1362         spin_unlock(tw_dev->host->host_lock);
1363         return IRQ_RETVAL(handled);
1364 } /* End twa_interrupt() */
1365
1366 /* This function will load the request id and various sgls for ioctls */
1367 static void twa_load_sgl(TW_Device_Extension *tw_dev, TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length)
1368 {
1369         TW_Command *oldcommand;
1370         TW_Command_Apache *newcommand;
1371         TW_SG_Entry *sgl;
1372         unsigned int pae = 0;
1373
1374         if ((sizeof(long) < 8) && (sizeof(dma_addr_t) > 4))
1375                 pae = 1;
1376
1377         if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) {
1378                 newcommand = &full_command_packet->command.newcommand;
1379                 newcommand->request_id__lunl =
1380                         cpu_to_le16(TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->request_id__lunl), request_id));
1381                 if (length) {
1382                         newcommand->sg_list[0].address = TW_CPU_TO_SGL(dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1);
1383                         newcommand->sg_list[0].length = cpu_to_le32(length);
1384                 }
1385                 newcommand->sgl_entries__lunh =
1386                         cpu_to_le16(TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->sgl_entries__lunh), length ? 1 : 0));
1387         } else {
1388                 oldcommand = &full_command_packet->command.oldcommand;
1389                 oldcommand->request_id = request_id;
1390
1391                 if (TW_SGL_OUT(oldcommand->opcode__sgloffset)) {
1392                         /* Load the sg list */
1393                         if (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA)
1394                                 sgl = (TW_SG_Entry *)((u32 *)oldcommand+oldcommand->size - (sizeof(TW_SG_Entry)/4) + pae);
1395                         else
1396                                 sgl = (TW_SG_Entry *)((u32 *)oldcommand+TW_SGL_OUT(oldcommand->opcode__sgloffset));
1397                         sgl->address = TW_CPU_TO_SGL(dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1);
1398                         sgl->length = cpu_to_le32(length);
1399
1400                         oldcommand->size += pae;
1401                 }
1402         }
1403 } /* End twa_load_sgl() */
1404
1405 /* This function will perform a pci-dma mapping for a scatter gather list */
1406 static int twa_map_scsi_sg_data(TW_Device_Extension *tw_dev, int request_id)
1407 {
1408         int use_sg;
1409         struct scsi_cmnd *cmd = tw_dev->srb[request_id];
1410
1411         use_sg = scsi_dma_map(cmd);
1412         if (!use_sg)
1413                 return 0;
1414         else if (use_sg < 0) {
1415                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1c, "Failed to map scatter gather list");
1416                 return 0;
1417         }
1418
1419         cmd->SCp.phase = TW_PHASE_SGLIST;
1420         cmd->SCp.have_data_in = use_sg;
1421
1422         return use_sg;
1423 } /* End twa_map_scsi_sg_data() */
1424
1425 /* This function will poll for a response interrupt of a request */
1426 static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds)
1427 {
1428         int retval = 1, found = 0, response_request_id;
1429         TW_Response_Queue response_queue;
1430         TW_Command_Full *full_command_packet = tw_dev->command_packet_virt[request_id];
1431
1432         if (twa_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, seconds) == 0) {
1433                 response_queue.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1434                 response_request_id = TW_RESID_OUT(response_queue.response_id);
1435                 if (request_id != response_request_id) {
1436                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1e, "Found unexpected request id while polling for response");
1437                         goto out;
1438                 }
1439                 if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) {
1440                         if (full_command_packet->command.newcommand.status != 0) {
1441                                 /* bad response */
1442                                 twa_fill_sense(tw_dev, request_id, 0, 0);
1443                                 goto out;
1444                         }
1445                         found = 1;
1446                 } else {
1447                         if (full_command_packet->command.oldcommand.status != 0) {
1448                                 /* bad response */
1449                                 twa_fill_sense(tw_dev, request_id, 0, 0);
1450                                 goto out;
1451                         }
1452                         found = 1;
1453                 }
1454         }
1455
1456         if (found)
1457                 retval = 0;
1458 out:
1459         return retval;
1460 } /* End twa_poll_response() */
1461
1462 /* This function will poll the status register for a flag */
1463 static int twa_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds)
1464 {
1465         u32 status_reg_value;
1466         unsigned long before;
1467         int retval = 1;
1468
1469         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1470         before = jiffies;
1471
1472         if (twa_check_bits(status_reg_value))
1473                 twa_decode_bits(tw_dev, status_reg_value);
1474
1475         while ((status_reg_value & flag) != flag) {
1476                 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1477
1478                 if (twa_check_bits(status_reg_value))
1479                         twa_decode_bits(tw_dev, status_reg_value);
1480
1481                 if (time_after(jiffies, before + HZ * seconds))
1482                         goto out;
1483
1484                 msleep(50);
1485         }
1486         retval = 0;
1487 out:
1488         return retval;
1489 } /* End twa_poll_status() */
1490
1491 /* This function will poll the status register for disappearance of a flag */
1492 static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds)
1493 {
1494         u32 status_reg_value;
1495         unsigned long before;
1496         int retval = 1;
1497
1498         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1499         before = jiffies;
1500
1501         if (twa_check_bits(status_reg_value))
1502                 twa_decode_bits(tw_dev, status_reg_value);
1503
1504         while ((status_reg_value & flag) != 0) {
1505                 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1506                 if (twa_check_bits(status_reg_value))
1507                         twa_decode_bits(tw_dev, status_reg_value);
1508
1509                 if (time_after(jiffies, before + HZ * seconds))
1510                         goto out;
1511
1512                 msleep(50);
1513         }
1514         retval = 0;
1515 out:
1516         return retval;
1517 } /* End twa_poll_status_gone() */
1518
1519 /* This function will attempt to post a command packet to the board */
1520 static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal)
1521 {
1522         u32 status_reg_value;
1523         dma_addr_t command_que_value;
1524         int retval = 1;
1525
1526         command_que_value = tw_dev->command_packet_phys[request_id];
1527
1528         /* For 9650SE write low 4 bytes first */
1529         if ((tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9650SE) ||
1530             (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA)) {
1531                 command_que_value += TW_COMMAND_OFFSET;
1532                 writel((u32)command_que_value, TW_COMMAND_QUEUE_REG_ADDR_LARGE(tw_dev));
1533         }
1534
1535         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1536
1537         if (twa_check_bits(status_reg_value))
1538                 twa_decode_bits(tw_dev, status_reg_value);
1539
1540         if (((tw_dev->pending_request_count > 0) && (tw_dev->state[request_id] != TW_S_PENDING)) || (status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL)) {
1541
1542                 /* Only pend internal driver commands */
1543                 if (!internal) {
1544                         retval = SCSI_MLQUEUE_HOST_BUSY;
1545                         goto out;
1546                 }
1547
1548                 /* Couldn't post the command packet, so we do it later */
1549                 if (tw_dev->state[request_id] != TW_S_PENDING) {
1550                         tw_dev->state[request_id] = TW_S_PENDING;
1551                         tw_dev->pending_request_count++;
1552                         if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) {
1553                                 tw_dev->max_pending_request_count = tw_dev->pending_request_count;
1554                         }
1555                         tw_dev->pending_queue[tw_dev->pending_tail] = request_id;
1556                         tw_dev->pending_tail = (tw_dev->pending_tail + 1) % TW_Q_LENGTH;
1557                 }
1558                 TW_UNMASK_COMMAND_INTERRUPT(tw_dev);
1559                 goto out;
1560         } else {
1561                 if ((tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9650SE) ||
1562                     (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9690SA)) {
1563                         /* Now write upper 4 bytes */
1564                         writel((u32)((u64)command_que_value >> 32), TW_COMMAND_QUEUE_REG_ADDR_LARGE(tw_dev) + 0x4);
1565                 } else {
1566                         if (sizeof(dma_addr_t) > 4) {
1567                                 command_que_value += TW_COMMAND_OFFSET;
1568                                 writel((u32)command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1569                                 writel((u32)((u64)command_que_value >> 32), TW_COMMAND_QUEUE_REG_ADDR(tw_dev) + 0x4);
1570                         } else {
1571                                 writel(TW_COMMAND_OFFSET + command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1572                         }
1573                 }
1574                 tw_dev->state[request_id] = TW_S_POSTED;
1575                 tw_dev->posted_request_count++;
1576                 if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) {
1577                         tw_dev->max_posted_request_count = tw_dev->posted_request_count;
1578                 }
1579         }
1580         retval = 0;
1581 out:
1582         return retval;
1583 } /* End twa_post_command_packet() */
1584
1585 /* This function will reset a device extension */
1586 static int twa_reset_device_extension(TW_Device_Extension *tw_dev)
1587 {
1588         int i = 0;
1589         int retval = 1;
1590         unsigned long flags = 0;
1591
1592         set_bit(TW_IN_RESET, &tw_dev->flags);
1593         TW_DISABLE_INTERRUPTS(tw_dev);
1594         TW_MASK_COMMAND_INTERRUPT(tw_dev);
1595         spin_lock_irqsave(tw_dev->host->host_lock, flags);
1596
1597         /* Abort all requests that are in progress */
1598         for (i = 0; i < TW_Q_LENGTH; i++) {
1599                 if ((tw_dev->state[i] != TW_S_FINISHED) &&
1600                     (tw_dev->state[i] != TW_S_INITIAL) &&
1601                     (tw_dev->state[i] != TW_S_COMPLETED)) {
1602                         if (tw_dev->srb[i]) {
1603                                 tw_dev->srb[i]->result = (DID_RESET << 16);
1604                                 tw_dev->srb[i]->scsi_done(tw_dev->srb[i]);
1605                                 twa_unmap_scsi_data(tw_dev, i);
1606                         }
1607                 }
1608         }
1609
1610         /* Reset queues and counts */
1611         for (i = 0; i < TW_Q_LENGTH; i++) {
1612                 tw_dev->free_queue[i] = i;
1613                 tw_dev->state[i] = TW_S_INITIAL;
1614         }
1615         tw_dev->free_head = TW_Q_START;
1616         tw_dev->free_tail = TW_Q_START;
1617         tw_dev->posted_request_count = 0;
1618         tw_dev->pending_request_count = 0;
1619         tw_dev->pending_head = TW_Q_START;
1620         tw_dev->pending_tail = TW_Q_START;
1621         tw_dev->reset_print = 0;
1622
1623         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1624
1625         if (twa_reset_sequence(tw_dev, 1))
1626                 goto out;
1627
1628         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
1629         clear_bit(TW_IN_RESET, &tw_dev->flags);
1630         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1631
1632         retval = 0;
1633 out:
1634         return retval;
1635 } /* End twa_reset_device_extension() */
1636
1637 /* This function will reset a controller */
1638 static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset)
1639 {
1640         int tries = 0, retval = 1, flashed = 0, do_soft_reset = soft_reset;
1641
1642         while (tries < TW_MAX_RESET_TRIES) {
1643                 if (do_soft_reset) {
1644                         TW_SOFT_RESET(tw_dev);
1645                         /* Clear pchip/response queue on 9550SX */
1646                         if (twa_empty_response_queue_large(tw_dev)) {
1647                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x36, "Response queue (large) empty failed during reset sequence");
1648                                 do_soft_reset = 1;
1649                                 tries++;
1650                                 continue;
1651                         }
1652                 }
1653
1654                 /* Make sure controller is in a good state */
1655                 if (twa_poll_status(tw_dev, TW_STATUS_MICROCONTROLLER_READY | (do_soft_reset == 1 ? TW_STATUS_ATTENTION_INTERRUPT : 0), 60)) {
1656                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1f, "Microcontroller not ready during reset sequence");
1657                         do_soft_reset = 1;
1658                         tries++;
1659                         continue;
1660                 }
1661
1662                 /* Empty response queue */
1663                 if (twa_empty_response_queue(tw_dev)) {
1664                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x20, "Response queue empty failed during reset sequence");
1665                         do_soft_reset = 1;
1666                         tries++;
1667                         continue;
1668                 }
1669
1670                 flashed = 0;
1671
1672                 /* Check for compatibility/flash */
1673                 if (twa_check_srl(tw_dev, &flashed)) {
1674                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x21, "Compatibility check failed during reset sequence");
1675                         do_soft_reset = 1;
1676                         tries++;
1677                         continue;
1678                 } else {
1679                         if (flashed) {
1680                                 tries++;
1681                                 continue;
1682                         }
1683                 }
1684
1685                 /* Drain the AEN queue */
1686                 if (twa_aen_drain_queue(tw_dev, soft_reset)) {
1687                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x22, "AEN drain failed during reset sequence");
1688                         do_soft_reset = 1;
1689                         tries++;
1690                         continue;
1691                 }
1692
1693                 /* If we got here, controller is in a good state */
1694                 retval = 0;
1695                 goto out;
1696         }
1697 out:
1698         return retval;
1699 } /* End twa_reset_sequence() */
1700
1701 /* This funciton returns unit geometry in cylinders/heads/sectors */
1702 static int twa_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev, sector_t capacity, int geom[])
1703 {
1704         int heads, sectors, cylinders;
1705         TW_Device_Extension *tw_dev;
1706
1707         tw_dev = (TW_Device_Extension *)sdev->host->hostdata;
1708
1709         if (capacity >= 0x200000) {
1710                 heads = 255;
1711                 sectors = 63;
1712                 cylinders = sector_div(capacity, heads * sectors);
1713         } else {
1714                 heads = 64;
1715                 sectors = 32;
1716                 cylinders = sector_div(capacity, heads * sectors);
1717         }
1718
1719         geom[0] = heads;
1720         geom[1] = sectors;
1721         geom[2] = cylinders;
1722
1723         return 0;
1724 } /* End twa_scsi_biosparam() */
1725
1726 /* This is the new scsi eh reset function */
1727 static int twa_scsi_eh_reset(struct scsi_cmnd *SCpnt)
1728 {
1729         TW_Device_Extension *tw_dev = NULL;
1730         int retval = FAILED;
1731
1732         tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1733
1734         tw_dev->num_resets++;
1735
1736         sdev_printk(KERN_WARNING, SCpnt->device,
1737                 "WARNING: (0x%02X:0x%04X): Command (0x%x) timed out, resetting card.\n",
1738                 TW_DRIVER, 0x2c, SCpnt->cmnd[0]);
1739
1740         /* Make sure we are not issuing an ioctl or resetting from ioctl */
1741         mutex_lock(&tw_dev->ioctl_lock);
1742
1743         /* Now reset the card and some of the device extension data */
1744         if (twa_reset_device_extension(tw_dev)) {
1745                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2b, "Controller reset failed during scsi host reset");
1746                 goto out;
1747         }
1748
1749         retval = SUCCESS;
1750 out:
1751         mutex_unlock(&tw_dev->ioctl_lock);
1752         return retval;
1753 } /* End twa_scsi_eh_reset() */
1754
1755 /* This is the main scsi queue function to handle scsi opcodes */
1756 static int twa_scsi_queue_lck(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *))
1757 {
1758         int request_id, retval;
1759         TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1760
1761         /* If we are resetting due to timed out ioctl, report as busy */
1762         if (test_bit(TW_IN_RESET, &tw_dev->flags)) {
1763                 retval = SCSI_MLQUEUE_HOST_BUSY;
1764                 goto out;
1765         }
1766
1767         /* Check if this FW supports luns */
1768         if ((SCpnt->device->lun != 0) && (tw_dev->tw_compat_info.working_srl < TW_FW_SRL_LUNS_SUPPORTED)) {
1769                 SCpnt->result = (DID_BAD_TARGET << 16);
1770                 done(SCpnt);
1771                 retval = 0;
1772                 goto out;
1773         }
1774
1775         /* Save done function into scsi_cmnd struct */
1776         SCpnt->scsi_done = done;
1777
1778         /* Get a free request id */
1779         twa_get_request_id(tw_dev, &request_id);
1780
1781         /* Save the scsi command for use by the ISR */
1782         tw_dev->srb[request_id] = SCpnt;
1783
1784         /* Initialize phase to zero */
1785         SCpnt->SCp.phase = TW_PHASE_INITIAL;
1786
1787         retval = twa_scsiop_execute_scsi(tw_dev, request_id, NULL, 0, NULL);
1788         switch (retval) {
1789         case SCSI_MLQUEUE_HOST_BUSY:
1790                 twa_free_request_id(tw_dev, request_id);
1791                 twa_unmap_scsi_data(tw_dev, request_id);
1792                 break;
1793         case 1:
1794                 tw_dev->state[request_id] = TW_S_COMPLETED;
1795                 twa_free_request_id(tw_dev, request_id);
1796                 twa_unmap_scsi_data(tw_dev, request_id);
1797                 SCpnt->result = (DID_ERROR << 16);
1798                 done(SCpnt);
1799                 retval = 0;
1800         }
1801 out:
1802         return retval;
1803 } /* End twa_scsi_queue() */
1804
1805 static DEF_SCSI_QCMD(twa_scsi_queue)
1806
1807 /* This function hands scsi cdb's to the firmware */
1808 static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg)
1809 {
1810         TW_Command_Full *full_command_packet;
1811         TW_Command_Apache *command_packet;
1812         u32 num_sectors = 0x0;
1813         int i, sg_count;
1814         struct scsi_cmnd *srb = NULL;
1815         struct scatterlist *sglist = NULL, *sg;
1816         int retval = 1;
1817
1818         if (tw_dev->srb[request_id]) {
1819                 srb = tw_dev->srb[request_id];
1820                 if (scsi_sglist(srb))
1821                         sglist = scsi_sglist(srb);
1822         }
1823
1824         /* Initialize command packet */
1825         full_command_packet = tw_dev->command_packet_virt[request_id];
1826         full_command_packet->header.header_desc.size_header = 128;
1827         full_command_packet->header.status_block.error = 0;
1828         full_command_packet->header.status_block.severity__reserved = 0;
1829
1830         command_packet = &full_command_packet->command.newcommand;
1831         command_packet->status = 0;
1832         command_packet->opcode__reserved = TW_OPRES_IN(0, TW_OP_EXECUTE_SCSI);
1833
1834         /* We forced 16 byte cdb use earlier */
1835         if (!cdb)
1836                 memcpy(command_packet->cdb, srb->cmnd, TW_MAX_CDB_LEN);
1837         else
1838                 memcpy(command_packet->cdb, cdb, TW_MAX_CDB_LEN);
1839
1840         if (srb) {
1841                 command_packet->unit = srb->device->id;
1842                 command_packet->request_id__lunl =
1843                         cpu_to_le16(TW_REQ_LUN_IN(srb->device->lun, request_id));
1844         } else {
1845                 command_packet->request_id__lunl =
1846                         cpu_to_le16(TW_REQ_LUN_IN(0, request_id));
1847                 command_packet->unit = 0;
1848         }
1849
1850         command_packet->sgl_offset = 16;
1851
1852         if (!sglistarg) {
1853                 /* Map sglist from scsi layer to cmd packet */
1854
1855                 if (scsi_sg_count(srb)) {
1856                         if ((scsi_sg_count(srb) == 1) &&
1857                             (scsi_bufflen(srb) < TW_MIN_SGL_LENGTH)) {
1858                                 if (srb->sc_data_direction == DMA_TO_DEVICE ||
1859                                     srb->sc_data_direction == DMA_BIDIRECTIONAL)
1860                                         scsi_sg_copy_to_buffer(srb,
1861                                                                tw_dev->generic_buffer_virt[request_id],
1862                                                                TW_SECTOR_SIZE);
1863                                 command_packet->sg_list[0].address = TW_CPU_TO_SGL(tw_dev->generic_buffer_phys[request_id]);
1864                                 command_packet->sg_list[0].length = cpu_to_le32(TW_MIN_SGL_LENGTH);
1865                         } else {
1866                                 sg_count = twa_map_scsi_sg_data(tw_dev, request_id);
1867                                 if (sg_count == 0)
1868                                         goto out;
1869
1870                                 scsi_for_each_sg(srb, sg, sg_count, i) {
1871                                         command_packet->sg_list[i].address = TW_CPU_TO_SGL(sg_dma_address(sg));
1872                                         command_packet->sg_list[i].length = cpu_to_le32(sg_dma_len(sg));
1873                                         if (command_packet->sg_list[i].address & TW_CPU_TO_SGL(TW_ALIGNMENT_9000_SGL)) {
1874                                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2e, "Found unaligned sgl address during execute scsi");
1875                                                 goto out;
1876                                         }
1877                                 }
1878                         }
1879                         command_packet->sgl_entries__lunh = cpu_to_le16(TW_REQ_LUN_IN((srb->device->lun >> 4), scsi_sg_count(tw_dev->srb[request_id])));
1880                 }
1881         } else {
1882                 /* Internal cdb post */
1883                 for (i = 0; i < use_sg; i++) {
1884                         command_packet->sg_list[i].address = TW_CPU_TO_SGL(sglistarg[i].address);
1885                         command_packet->sg_list[i].length = cpu_to_le32(sglistarg[i].length);
1886                         if (command_packet->sg_list[i].address & TW_CPU_TO_SGL(TW_ALIGNMENT_9000_SGL)) {
1887                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2f, "Found unaligned sgl address during internal post");
1888                                 goto out;
1889                         }
1890                 }
1891                 command_packet->sgl_entries__lunh = cpu_to_le16(TW_REQ_LUN_IN(0, use_sg));
1892         }
1893
1894         if (srb) {
1895                 if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6)
1896                         num_sectors = (u32)srb->cmnd[4];
1897
1898                 if (srb->cmnd[0] == READ_10 || srb->cmnd[0] == WRITE_10)
1899                         num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8);
1900         }
1901
1902         /* Update sector statistic */
1903         tw_dev->sector_count = num_sectors;
1904         if (tw_dev->sector_count > tw_dev->max_sector_count)
1905                 tw_dev->max_sector_count = tw_dev->sector_count;
1906
1907         /* Update SG statistics */
1908         if (srb) {
1909                 tw_dev->sgl_entries = scsi_sg_count(tw_dev->srb[request_id]);
1910                 if (tw_dev->sgl_entries > tw_dev->max_sgl_entries)
1911                         tw_dev->max_sgl_entries = tw_dev->sgl_entries;
1912         }
1913
1914         /* Now post the command to the board */
1915         if (srb) {
1916                 retval = twa_post_command_packet(tw_dev, request_id, 0);
1917         } else {
1918                 twa_post_command_packet(tw_dev, request_id, 1);
1919                 retval = 0;
1920         }
1921 out:
1922         return retval;
1923 } /* End twa_scsiop_execute_scsi() */
1924
1925 /* This function completes an execute scsi operation */
1926 static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id)
1927 {
1928         struct scsi_cmnd *cmd = tw_dev->srb[request_id];
1929
1930         if (scsi_bufflen(cmd) < TW_MIN_SGL_LENGTH &&
1931             (cmd->sc_data_direction == DMA_FROM_DEVICE ||
1932              cmd->sc_data_direction == DMA_BIDIRECTIONAL)) {
1933                 if (scsi_sg_count(cmd) == 1) {
1934                         void *buf = tw_dev->generic_buffer_virt[request_id];
1935
1936                         scsi_sg_copy_from_buffer(cmd, buf, TW_SECTOR_SIZE);
1937                 }
1938         }
1939 } /* End twa_scsiop_execute_scsi_complete() */
1940
1941 /* This function tells the controller to shut down */
1942 static void __twa_shutdown(TW_Device_Extension *tw_dev)
1943 {
1944         /* Disable interrupts */
1945         TW_DISABLE_INTERRUPTS(tw_dev);
1946
1947         /* Free up the IRQ */
1948         free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
1949
1950         printk(KERN_WARNING "3w-9xxx: Shutting down host %d.\n", tw_dev->host->host_no);
1951
1952         /* Tell the card we are shutting down */
1953         if (twa_initconnection(tw_dev, 1, 0, 0, 0, 0, 0, NULL, NULL, NULL, NULL, NULL)) {
1954                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x31, "Connection shutdown failed");
1955         } else {
1956                 printk(KERN_WARNING "3w-9xxx: Shutdown complete.\n");
1957         }
1958
1959         /* Clear all interrupts just before exit */
1960         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1961 } /* End __twa_shutdown() */
1962
1963 /* Wrapper for __twa_shutdown */
1964 static void twa_shutdown(struct pci_dev *pdev)
1965 {
1966         struct Scsi_Host *host = pci_get_drvdata(pdev);
1967         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
1968
1969         __twa_shutdown(tw_dev);
1970 } /* End twa_shutdown() */
1971
1972 /* This function will look up a string */
1973 static char *twa_string_lookup(twa_message_type *table, unsigned int code)
1974 {
1975         int index;
1976
1977         for (index = 0; ((code != table[index].code) &&
1978                       (table[index].text != (char *)0)); index++);
1979         return(table[index].text);
1980 } /* End twa_string_lookup() */
1981
1982 /* This function will perform a pci-dma unmap */
1983 static void twa_unmap_scsi_data(TW_Device_Extension *tw_dev, int request_id)
1984 {
1985         struct scsi_cmnd *cmd = tw_dev->srb[request_id];
1986
1987         if (cmd->SCp.phase == TW_PHASE_SGLIST)
1988                 scsi_dma_unmap(cmd);
1989 } /* End twa_unmap_scsi_data() */
1990
1991 /* This function gets called when a disk is coming on-line */
1992 static int twa_slave_configure(struct scsi_device *sdev)
1993 {
1994         /* Force 60 second timeout */
1995         blk_queue_rq_timeout(sdev->request_queue, 60 * HZ);
1996
1997         return 0;
1998 } /* End twa_slave_configure() */
1999
2000 /* scsi_host_template initializer */
2001 static struct scsi_host_template driver_template = {
2002         .module                 = THIS_MODULE,
2003         .name                   = "3ware 9000 Storage Controller",
2004         .queuecommand           = twa_scsi_queue,
2005         .eh_host_reset_handler  = twa_scsi_eh_reset,
2006         .bios_param             = twa_scsi_biosparam,
2007         .change_queue_depth     = scsi_change_queue_depth,
2008         .can_queue              = TW_Q_LENGTH-2,
2009         .slave_configure        = twa_slave_configure,
2010         .this_id                = -1,
2011         .sg_tablesize           = TW_APACHE_MAX_SGL_LENGTH,
2012         .max_sectors            = TW_MAX_SECTORS,
2013         .cmd_per_lun            = TW_MAX_CMDS_PER_LUN,
2014         .use_clustering         = ENABLE_CLUSTERING,
2015         .shost_attrs            = twa_host_attrs,
2016         .emulated               = 1,
2017         .no_write_same          = 1,
2018 };
2019
2020 /* This function will probe and initialize a card */
2021 static int twa_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
2022 {
2023         struct Scsi_Host *host = NULL;
2024         TW_Device_Extension *tw_dev;
2025         unsigned long mem_addr, mem_len;
2026         int retval = -ENODEV;
2027
2028         retval = pci_enable_device(pdev);
2029         if (retval) {
2030                 TW_PRINTK(host, TW_DRIVER, 0x34, "Failed to enable pci device");
2031                 goto out_disable_device;
2032         }
2033
2034         pci_set_master(pdev);
2035         pci_try_set_mwi(pdev);
2036
2037         if (pci_set_dma_mask(pdev, DMA_BIT_MASK(64))
2038             || pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
2039                 if (pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
2040                     || pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32))) {
2041                         TW_PRINTK(host, TW_DRIVER, 0x23, "Failed to set dma mask");
2042                         retval = -ENODEV;
2043                         goto out_disable_device;
2044                 }
2045
2046         host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension));
2047         if (!host) {
2048                 TW_PRINTK(host, TW_DRIVER, 0x24, "Failed to allocate memory for device extension");
2049                 retval = -ENOMEM;
2050                 goto out_disable_device;
2051         }
2052         tw_dev = (TW_Device_Extension *)host->hostdata;
2053
2054         /* Save values to device extension */
2055         tw_dev->host = host;
2056         tw_dev->tw_pci_dev = pdev;
2057
2058         if (twa_initialize_device_extension(tw_dev)) {
2059                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x25, "Failed to initialize device extension");
2060                 goto out_free_device_extension;
2061         }
2062
2063         /* Request IO regions */
2064         retval = pci_request_regions(pdev, "3w-9xxx");
2065         if (retval) {
2066                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x26, "Failed to get mem region");
2067                 goto out_free_device_extension;
2068         }
2069
2070         if (pdev->device == PCI_DEVICE_ID_3WARE_9000) {
2071                 mem_addr = pci_resource_start(pdev, 1);
2072                 mem_len = pci_resource_len(pdev, 1);
2073         } else {
2074                 mem_addr = pci_resource_start(pdev, 2);
2075                 mem_len = pci_resource_len(pdev, 2);
2076         }
2077
2078         /* Save base address */
2079         tw_dev->base_addr = ioremap(mem_addr, mem_len);
2080         if (!tw_dev->base_addr) {
2081                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x35, "Failed to ioremap");
2082                 goto out_release_mem_region;
2083         }
2084
2085         /* Disable interrupts on the card */
2086         TW_DISABLE_INTERRUPTS(tw_dev);
2087
2088         /* Initialize the card */
2089         if (twa_reset_sequence(tw_dev, 0))
2090                 goto out_iounmap;
2091
2092         /* Set host specific parameters */
2093         if ((pdev->device == PCI_DEVICE_ID_3WARE_9650SE) ||
2094             (pdev->device == PCI_DEVICE_ID_3WARE_9690SA))
2095                 host->max_id = TW_MAX_UNITS_9650SE;
2096         else
2097                 host->max_id = TW_MAX_UNITS;
2098
2099         host->max_cmd_len = TW_MAX_CDB_LEN;
2100
2101         /* Channels aren't supported by adapter */
2102         host->max_lun = TW_MAX_LUNS(tw_dev->tw_compat_info.working_srl);
2103         host->max_channel = 0;
2104
2105         /* Register the card with the kernel SCSI layer */
2106         retval = scsi_add_host(host, &pdev->dev);
2107         if (retval) {
2108                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x27, "scsi add host failed");
2109                 goto out_iounmap;
2110         }
2111
2112         pci_set_drvdata(pdev, host);
2113
2114         printk(KERN_WARNING "3w-9xxx: scsi%d: Found a 3ware 9000 Storage Controller at 0x%lx, IRQ: %d.\n",
2115                host->host_no, mem_addr, pdev->irq);
2116         printk(KERN_WARNING "3w-9xxx: scsi%d: Firmware %s, BIOS %s, Ports: %d.\n",
2117                host->host_no,
2118                (char *)twa_get_param(tw_dev, 0, TW_VERSION_TABLE,
2119                                      TW_PARAM_FWVER, TW_PARAM_FWVER_LENGTH),
2120                (char *)twa_get_param(tw_dev, 1, TW_VERSION_TABLE,
2121                                      TW_PARAM_BIOSVER, TW_PARAM_BIOSVER_LENGTH),
2122                le32_to_cpu(*(int *)twa_get_param(tw_dev, 2, TW_INFORMATION_TABLE,
2123                                      TW_PARAM_PORTCOUNT, TW_PARAM_PORTCOUNT_LENGTH)));
2124
2125         /* Try to enable MSI */
2126         if (use_msi && (pdev->device != PCI_DEVICE_ID_3WARE_9000) &&
2127             !pci_enable_msi(pdev))
2128                 set_bit(TW_USING_MSI, &tw_dev->flags);
2129
2130         /* Now setup the interrupt handler */
2131         retval = request_irq(pdev->irq, twa_interrupt, IRQF_SHARED, "3w-9xxx", tw_dev);
2132         if (retval) {
2133                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x30, "Error requesting IRQ");
2134                 goto out_remove_host;
2135         }
2136
2137         twa_device_extension_list[twa_device_extension_count] = tw_dev;
2138         twa_device_extension_count++;
2139
2140         /* Re-enable interrupts on the card */
2141         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2142
2143         /* Finally, scan the host */
2144         scsi_scan_host(host);
2145
2146         if (twa_major == -1) {
2147                 if ((twa_major = register_chrdev (0, "twa", &twa_fops)) < 0)
2148                         TW_PRINTK(host, TW_DRIVER, 0x29, "Failed to register character device");
2149         }
2150         return 0;
2151
2152 out_remove_host:
2153         if (test_bit(TW_USING_MSI, &tw_dev->flags))
2154                 pci_disable_msi(pdev);
2155         scsi_remove_host(host);
2156 out_iounmap:
2157         iounmap(tw_dev->base_addr);
2158 out_release_mem_region:
2159         pci_release_regions(pdev);
2160 out_free_device_extension:
2161         twa_free_device_extension(tw_dev);
2162         scsi_host_put(host);
2163 out_disable_device:
2164         pci_disable_device(pdev);
2165
2166         return retval;
2167 } /* End twa_probe() */
2168
2169 /* This function is called to remove a device */
2170 static void twa_remove(struct pci_dev *pdev)
2171 {
2172         struct Scsi_Host *host = pci_get_drvdata(pdev);
2173         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2174
2175         scsi_remove_host(tw_dev->host);
2176
2177         /* Unregister character device */
2178         if (twa_major >= 0) {
2179                 unregister_chrdev(twa_major, "twa");
2180                 twa_major = -1;
2181         }
2182
2183         /* Shutdown the card */
2184         __twa_shutdown(tw_dev);
2185
2186         /* Disable MSI if enabled */
2187         if (test_bit(TW_USING_MSI, &tw_dev->flags))
2188                 pci_disable_msi(pdev);
2189
2190         /* Free IO remapping */
2191         iounmap(tw_dev->base_addr);
2192
2193         /* Free up the mem region */
2194         pci_release_regions(pdev);
2195
2196         /* Free up device extension resources */
2197         twa_free_device_extension(tw_dev);
2198
2199         scsi_host_put(tw_dev->host);
2200         pci_disable_device(pdev);
2201         twa_device_extension_count--;
2202 } /* End twa_remove() */
2203
2204 #ifdef CONFIG_PM
2205 /* This function is called on PCI suspend */
2206 static int twa_suspend(struct pci_dev *pdev, pm_message_t state)
2207 {
2208         struct Scsi_Host *host = pci_get_drvdata(pdev);
2209         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2210
2211         printk(KERN_WARNING "3w-9xxx: Suspending host %d.\n", tw_dev->host->host_no);
2212
2213         TW_DISABLE_INTERRUPTS(tw_dev);
2214         free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
2215
2216         if (test_bit(TW_USING_MSI, &tw_dev->flags))
2217                 pci_disable_msi(pdev);
2218
2219         /* Tell the card we are shutting down */
2220         if (twa_initconnection(tw_dev, 1, 0, 0, 0, 0, 0, NULL, NULL, NULL, NULL, NULL)) {
2221                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x38, "Connection shutdown failed during suspend");
2222         } else {
2223                 printk(KERN_WARNING "3w-9xxx: Suspend complete.\n");
2224         }
2225         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2226
2227         pci_save_state(pdev);
2228         pci_disable_device(pdev);
2229         pci_set_power_state(pdev, pci_choose_state(pdev, state));
2230
2231         return 0;
2232 } /* End twa_suspend() */
2233
2234 /* This function is called on PCI resume */
2235 static int twa_resume(struct pci_dev *pdev)
2236 {
2237         int retval = 0;
2238         struct Scsi_Host *host = pci_get_drvdata(pdev);
2239         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2240
2241         printk(KERN_WARNING "3w-9xxx: Resuming host %d.\n", tw_dev->host->host_no);
2242         pci_set_power_state(pdev, PCI_D0);
2243         pci_enable_wake(pdev, PCI_D0, 0);
2244         pci_restore_state(pdev);
2245
2246         retval = pci_enable_device(pdev);
2247         if (retval) {
2248                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x39, "Enable device failed during resume");
2249                 return retval;
2250         }
2251
2252         pci_set_master(pdev);
2253         pci_try_set_mwi(pdev);
2254
2255         if (pci_set_dma_mask(pdev, DMA_BIT_MASK(64))
2256             || pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
2257                 if (pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
2258                     || pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32))) {
2259                         TW_PRINTK(host, TW_DRIVER, 0x40, "Failed to set dma mask during resume");
2260                         retval = -ENODEV;
2261                         goto out_disable_device;
2262                 }
2263
2264         /* Initialize the card */
2265         if (twa_reset_sequence(tw_dev, 0)) {
2266                 retval = -ENODEV;
2267                 goto out_disable_device;
2268         }
2269
2270         /* Now setup the interrupt handler */
2271         retval = request_irq(pdev->irq, twa_interrupt, IRQF_SHARED, "3w-9xxx", tw_dev);
2272         if (retval) {
2273                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x42, "Error requesting IRQ during resume");
2274                 retval = -ENODEV;
2275                 goto out_disable_device;
2276         }
2277
2278         /* Now enable MSI if enabled */
2279         if (test_bit(TW_USING_MSI, &tw_dev->flags))
2280                 pci_enable_msi(pdev);
2281
2282         /* Re-enable interrupts on the card */
2283         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2284
2285         printk(KERN_WARNING "3w-9xxx: Resume complete.\n");
2286         return 0;
2287
2288 out_disable_device:
2289         scsi_remove_host(host);
2290         pci_disable_device(pdev);
2291
2292         return retval;
2293 } /* End twa_resume() */
2294 #endif
2295
2296 /* PCI Devices supported by this driver */
2297 static struct pci_device_id twa_pci_tbl[] = {
2298         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9000,
2299           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2300         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9550SX,
2301           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2302         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9650SE,
2303           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2304         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9690SA,
2305           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2306         { }
2307 };
2308 MODULE_DEVICE_TABLE(pci, twa_pci_tbl);
2309
2310 /* pci_driver initializer */
2311 static struct pci_driver twa_driver = {
2312         .name           = "3w-9xxx",
2313         .id_table       = twa_pci_tbl,
2314         .probe          = twa_probe,
2315         .remove         = twa_remove,
2316 #ifdef CONFIG_PM
2317         .suspend        = twa_suspend,
2318         .resume         = twa_resume,
2319 #endif
2320         .shutdown       = twa_shutdown
2321 };
2322
2323 /* This function is called on driver initialization */
2324 static int __init twa_init(void)
2325 {
2326         printk(KERN_WARNING "3ware 9000 Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION);
2327
2328         return pci_register_driver(&twa_driver);
2329 } /* End twa_init() */
2330
2331 /* This function is called on driver exit */
2332 static void __exit twa_exit(void)
2333 {
2334         pci_unregister_driver(&twa_driver);
2335 } /* End twa_exit() */
2336
2337 module_init(twa_init);
2338 module_exit(twa_exit);
2339