projects / linux-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Merge tag 'x86_bugs_srso' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip
[linux-block.git] / drivers / scsi / 3w-xxxx.c
CommitLineData
8148dfba 1/*
1da177e4
LT		 2 3w-xxxx.c -- 3ware Storage Controller device driver for Linux.
3
2c9bce5b 4 Written By: Adam Radford <aradford@gmail.com>
1da177e4 5 Modifications By: Joel Jacobson <linux@3ware.com>
8148dfba 6 Arnaldo Carvalho de Melo <acme@conectiva.com.br>
1da177e4
LT		 7 Brad Strand <linux@3ware.com>
8
4deedd84 9 Copyright (C) 1999-2010 3ware Inc.
1da177e4 10
8148dfba 11 Kernel compatibility By: Andre Hedrick <andre@suse.com>
1da177e4 12 Non-Copyright (C) 2000 Andre Hedrick <andre@suse.com>
8148dfba 13
1da177e4
LT		 14 Further tiny build fixes and trivial hoovering Alan Cox
15
16 This program is free software; you can redistribute it and/or modify
17 it under the terms of the GNU General Public License as published by
18 the Free Software Foundation; version 2 of the License.
19
8148dfba
HR		 20 This program is distributed in the hope that it will be useful,
21 but WITHOUT ANY WARRANTY; without even the implied warranty of
22 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
23 GNU General Public License for more details.
24
25 NO WARRANTY
26 THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
27 CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
28 LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
29 MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
30 solely responsible for determining the appropriateness of using and
31 distributing the Program and assumes all risks associated with its
32 exercise of rights under this Agreement, including but not limited to
33 the risks and costs of program errors, damage to or loss of data,
34 programs or equipment, and unavailability or interruption of operations.
35
36 DISCLAIMER OF LIABILITY
37 NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
38 DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
39 DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
40 ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
41 TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
42 USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
43 HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
44
45 You should have received a copy of the GNU General Public License
46 along with this program; if not, write to the Free Software
47 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
48
49 Bugs/Comments/Suggestions should be mailed to:
1da177e4 50
2c9bce5b 51 aradford@gmail.com
52
1da177e4
LT		 53
54 History
55 -------
56 0.1.000 - Initial release.
57 0.4.000 - Added support for Asynchronous Event Notification through
58 ioctls for 3DM.
59 1.0.000 - Added DPO & FUA bit support for WRITE_10 & WRITE_6 cdb
60 to disable drive write-cache before writes.
61 1.1.000 - Fixed performance bug with DPO & FUA not existing for WRITE_6.
62 1.2.000 - Added support for clean shutdown notification/feature table.
63 1.02.00.001 - Added support for full command packet posts through ioctls
64 for 3DM.
65 Bug fix so hot spare drives don't show up.
66 1.02.00.002 - Fix bug with tw_setfeature() call that caused oops on some
67 systems.
68 08/21/00 - release previously allocated resources on failure at
69 tw_allocate_memory (acme)
70 1.02.00.003 - Fix tw_interrupt() to report error to scsi layer when
71 controller status is non-zero.
72 Added handling of request_sense opcode.
8148dfba 73 Fix possible null pointer dereference in
1da177e4
LT		 74 tw_reset_device_extension()
75 1.02.00.004 - Add support for device id of 3ware 7000 series controllers.
76 Make tw_setfeature() call with interrupts disabled.
77 Register interrupt handler before enabling interrupts.
78 Clear attention interrupt before draining aen queue.
79 1.02.00.005 - Allocate bounce buffers and custom queue depth for raid5 for
80 6000 and 5000 series controllers.
81 Reduce polling mdelays causing problems on some systems.
82 Fix use_sg = 1 calculation bug.
83 Check for scsi_register returning NULL.
84 Add aen count to /proc/scsi/3w-xxxx.
85 Remove aen code unit masking in tw_aen_complete().
86 1.02.00.006 - Remove unit from printk in tw_scsi_eh_abort(), causing
87 possible oops.
88 Fix possible null pointer dereference in tw_scsi_queue()
89 if done function pointer was invalid.
90 1.02.00.007 - Fix possible null pointer dereferences in tw_ioctl().
91 Remove check for invalid done function pointer from
92 tw_scsi_queue().
93 1.02.00.008 - Set max sectors per io to TW_MAX_SECTORS in tw_findcards().
94 Add tw_decode_error() for printing readable error messages.
95 Print some useful information on certain aen codes.
96 Add tw_decode_bits() for interpreting status register output.
97 Make scsi_set_pci_device() for kernels >= 2.4.4
98 Fix bug where aen's could be lost before a reset.
99 Re-add spinlocks in tw_scsi_detect().
100 Fix possible null pointer dereference in tw_aen_drain_queue()
101 during initialization.
102 Clear pci parity errors during initialization and during io.
103 1.02.00.009 - Remove redundant increment in tw_state_request_start().
104 Add ioctl support for direct ATA command passthru.
105 Add entire aen code string list.
106 1.02.00.010 - Cleanup queueing code, fix jbod thoughput.
107 Fix get_param for specific units.
108 1.02.00.011 - Fix bug in tw_aen_complete() where aen's could be lost.
109 Fix tw_aen_drain_queue() to display useful info at init.
110 Set tw_host->max_id for 12 port cards.
111 Add ioctl support for raw command packet post from userspace
112 with sglist fragments (parameter and io).
113 1.02.00.012 - Fix read capacity to under report by 1 sector to fix get
114 last sector ioctl.
115 1.02.00.013 - Fix bug where more AEN codes weren't coming out during
116 driver initialization.
117 Improved handling of PCI aborts.
118 1.02.00.014 - Fix bug in tw_findcards() where AEN code could be lost.
119 Increase timeout in tw_aen_drain_queue() to 30 seconds.
120 1.02.00.015 - Re-write raw command post with data ioctl method.
121 Remove raid5 bounce buffers for raid5 for 6XXX for kernel 2.5
122 Add tw_map/unmap_scsi_sg/single_data() for kernel 2.5
123 Replace io_request_lock with host_lock for kernel 2.5
124 Set max_cmd_len to 16 for 3dm for kernel 2.5
125 1.02.00.016 - Set host->max_sectors back up to 256.
126 1.02.00.017 - Modified pci parity error handling/clearing from config space
127 during initialization.
128 1.02.00.018 - Better handling of request sense opcode and sense information
129 for failed commands. Add tw_decode_sense().
130 Replace all mdelay()'s with scsi_sleep().
131 1.02.00.019 - Revert mdelay's and scsi_sleep's, this caused problems on
132 some SMP systems.
133 1.02.00.020 - Add pci_set_dma_mask(), rewrite kmalloc()/virt_to_bus() to
134 pci_alloc/free_consistent().
135 Better alignment checking in tw_allocate_memory().
136 Cleanup tw_initialize_device_extension().
137 1.02.00.021 - Bump cmd_per_lun in SHT to 255 for better jbod performance.
138 Improve handling of errors in tw_interrupt().
139 Add handling/clearing of controller queue error.
140 Empty stale responses before draining aen queue.
141 Fix tw_scsi_eh_abort() to not reset on every io abort.
142 Set can_queue in SHT to 255 to prevent hang from AEN.
143 1.02.00.022 - Fix possible null pointer dereference in tw_scsi_release().
144 1.02.00.023 - Fix bug in tw_aen_drain_queue() where unit # was always zero.
145 1.02.00.024 - Add severity levels to AEN strings.
146 1.02.00.025 - Fix command interrupt spurious error messages.
147 Fix bug in raw command post with data ioctl method.
148 Fix bug where rollcall sometimes failed with cable errors.
149 Print unit # on all command timeouts.
150 1.02.00.026 - Fix possible infinite retry bug with power glitch induced
151 drive timeouts.
152 Cleanup some AEN severity levels.
153 1.02.00.027 - Add drive not supported AEN code for SATA controllers.
154 Remove spurious unknown ioctl error message.
155 1.02.00.028 - Fix bug where multiple controllers with no units were the
156 same card number.
157 Fix bug where cards were being shut down more than once.
158 1.02.00.029 - Add missing pci_free_consistent() in tw_allocate_memory().
159 Replace pci_map_single() with pci_map_page() for highmem.
160 Check for tw_setfeature() failure.
161 1.02.00.030 - Make driver 64-bit clean.
162 1.02.00.031 - Cleanup polling timeouts/routines in several places.
163 Add support for mode sense opcode.
164 Add support for cache mode page.
165 Add support for synchronize cache opcode.
166 1.02.00.032 - Fix small multicard rollcall bug.
167 Make driver stay loaded with no units for hot add/swap.
168 Add support for "twe" character device for ioctls.
169 Clean up request_id queueing code.
170 Fix tw_scsi_queue() spinlocks.
171 1.02.00.033 - Fix tw_aen_complete() to not queue 'queue empty' AEN's.
172 Initialize queues correctly when loading with no valid units.
173 1.02.00.034 - Fix tw_decode_bits() to handle multiple errors.
174 Add support for user configurable cmd_per_lun.
175 Add support for sht->slave_configure().
176 1.02.00.035 - Improve tw_allocate_memory() memory allocation.
177 Fix tw_chrdev_ioctl() to sleep correctly.
178 1.02.00.036 - Increase character ioctl timeout to 60 seconds.
179 1.02.00.037 - Fix tw_ioctl() to handle all non-data ATA passthru cmds
180 for 'smartmontools' support.
181 1.26.00.038 - Roll driver minor version to 26 to denote kernel 2.6.
182 Add support for cmds_per_lun module parameter.
183 1.26.00.039 - Fix bug in tw_chrdev_ioctl() polling code.
184 Fix data_buffer_length usage in tw_chrdev_ioctl().
185 Update contact information.
186 1.26.02.000 - Convert driver to pci_driver format.
187 1.26.02.001 - Increase max ioctl buffer size to 512 sectors.
188 Make tw_scsi_queue() return 0 for 'Unknown scsi opcode'.
189 Fix tw_remove() to free irq handler/unregister_chrdev()
190 before shutting down card.
191 Change to new 'change_queue_depth' api.
192 Fix 'handled=1' ISR usage, remove bogus IRQ check.
4fe48187 193 1.26.02.002 - Free irq handler in __tw_shutdown().
194 Turn on RCD bit for caching mode page.
195 Serialize reset code.
4deedd84 196 1.26.02.003 - Force 60 second timeout default.
1da177e4
LT		 197*/
198
199#include <linux/module.h>
200#include <linux/reboot.h>
201#include <linux/spinlock.h>
202#include <linux/interrupt.h>
203#include <linux/moduleparam.h>
204#include <linux/errno.h>
205#include <linux/types.h>
206#include <linux/delay.h>
5a0e3ad6 207#include <linux/gfp.h>
1da177e4
LT		 208#include <linux/pci.h>
209#include <linux/time.h>
a12e25bd 210#include <linux/mutex.h>
1da177e4
LT		 211#include <asm/io.h>
212#include <asm/irq.h>
7c0f6ba6 213#include <linux/uaccess.h>
1da177e4
LT		 214#include <scsi/scsi.h>
215#include <scsi/scsi_host.h>
216#include <scsi/scsi_tcq.h>
217#include <scsi/scsi_cmnd.h>
28ce280f 218#include <scsi/scsi_eh.h>
1da177e4
LT		 219#include "3w-xxxx.h"
220
221/* Globals */
4deedd84 222#define TW_DRIVER_VERSION "1.26.02.003"
c45d15d2 223static DEFINE_MUTEX(tw_mutex);
1da177e4
LT		 224static TW_Device_Extension *tw_device_extension_list[TW_MAX_SLOT];
225static int tw_device_extension_count = 0;
226static int twe_major = -1;
227
228/* Module parameters */
4deedd84 229MODULE_AUTHOR("LSI");
1da177e4
LT		 230MODULE_DESCRIPTION("3ware Storage Controller Linux Driver");
231MODULE_LICENSE("GPL");
232MODULE_VERSION(TW_DRIVER_VERSION);
233
234/* Function prototypes */
4fe48187 235static int tw_reset_device_extension(TW_Device_Extension *tw_dev);
1da177e4
LT		 236
237/* Functions */
238
239/* This function will check the status register for unexpected bits */
240static int tw_check_bits(u32 status_reg_value)
241{
8148dfba 242 if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS) {
1da177e4
LT		 243 dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): No expected bits (0x%x).\n", status_reg_value);
244 return 1;
245 }
246 if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0) {
247 dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): Found unexpected bits (0x%x).\n", status_reg_value);
248 return 1;
249 }
250
251 return 0;
252} /* End tw_check_bits() */
253
254/* This function will print readable messages from status register errors */
255static int tw_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value, int print_host)
256{
257 char host[16];
258
259 dprintk(KERN_WARNING "3w-xxxx: tw_decode_bits()\n");
260
261 if (print_host)
262 sprintf(host, " scsi%d:", tw_dev->host->host_no);
263 else
264 host[0] = '\0';
265
266 if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) {
267 printk(KERN_WARNING "3w-xxxx:%s PCI Parity Error: clearing.\n", host);
268 outl(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
269 }
270
271 if (status_reg_value & TW_STATUS_PCI_ABORT) {
272 printk(KERN_WARNING "3w-xxxx:%s PCI Abort: clearing.\n", host);
273 outl(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev));
274 pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT);
275 }
276
277 if (status_reg_value & TW_STATUS_QUEUE_ERROR) {
278 printk(KERN_WARNING "3w-xxxx:%s Controller Queue Error: clearing.\n", host);
279 outl(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
280 }
281
282 if (status_reg_value & TW_STATUS_SBUF_WRITE_ERROR) {
283 printk(KERN_WARNING "3w-xxxx:%s SBUF Write Error: clearing.\n", host);
284 outl(TW_CONTROL_CLEAR_SBUF_WRITE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
285 }
286
287 if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) {
288 if (tw_dev->reset_print == 0) {
289 printk(KERN_WARNING "3w-xxxx:%s Microcontroller Error: clearing.\n", host);
290 tw_dev->reset_print = 1;
291 }
292 return 1;
293 }
8148dfba 294
1da177e4
LT		 295 return 0;
296} /* End tw_decode_bits() */
297
298/* This function will poll the status register for a flag */
299static int tw_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds)
300{
301 u32 status_reg_value;
302 unsigned long before;
303 int retval = 1;
304
305 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
306 before = jiffies;
307
308 if (tw_check_bits(status_reg_value))
309 tw_decode_bits(tw_dev, status_reg_value, 0);
310
311 while ((status_reg_value & flag) != flag) {
312 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
313
314 if (tw_check_bits(status_reg_value))
315 tw_decode_bits(tw_dev, status_reg_value, 0);
316
317 if (time_after(jiffies, before + HZ * seconds))
318 goto out;
319
320 msleep(50);
321 }
322 retval = 0;
323out:
324 return retval;
325} /* End tw_poll_status() */
326
327/* This function will poll the status register for disappearance of a flag */
328static int tw_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds)
329{
330 u32 status_reg_value;
331 unsigned long before;
332 int retval = 1;
333
334 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
335 before = jiffies;
336
337 if (tw_check_bits(status_reg_value))
338 tw_decode_bits(tw_dev, status_reg_value, 0);
339
340 while ((status_reg_value & flag) != 0) {
341 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
342
343 if (tw_check_bits(status_reg_value))
344 tw_decode_bits(tw_dev, status_reg_value, 0);
345
346 if (time_after(jiffies, before + HZ * seconds))
347 goto out;
348
349 msleep(50);
350 }
351 retval = 0;
352out:
353 return retval;
354} /* End tw_poll_status_gone() */
355
356/* This function will attempt to post a command packet to the board */
357static int tw_post_command_packet(TW_Device_Extension *tw_dev, int request_id)
358{
359 u32 status_reg_value;
360 unsigned long command_que_value;
361
362 dprintk(KERN_NOTICE "3w-xxxx: tw_post_command_packet()\n");
363 command_que_value = tw_dev->command_packet_physical_address[request_id];
364 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
365
366 if (tw_check_bits(status_reg_value)) {
367 dprintk(KERN_WARNING "3w-xxxx: tw_post_command_packet(): Unexpected bits.\n");
368 tw_decode_bits(tw_dev, status_reg_value, 1);
369 }
370
371 if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
372 /* We successfully posted the command packet */
373 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
374 tw_dev->state[request_id] = TW_S_POSTED;
375 tw_dev->posted_request_count++;
376 if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) {
377 tw_dev->max_posted_request_count = tw_dev->posted_request_count;
378 }
379 } else {
380 /* Couldn't post the command packet, so we do it in the isr */
381 if (tw_dev->state[request_id] != TW_S_PENDING) {
382 tw_dev->state[request_id] = TW_S_PENDING;
383 tw_dev->pending_request_count++;
384 if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) {
385 tw_dev->max_pending_request_count = tw_dev->pending_request_count;
386 }
387 tw_dev->pending_queue[tw_dev->pending_tail] = request_id;
388 if (tw_dev->pending_tail == TW_Q_LENGTH-1) {
389 tw_dev->pending_tail = TW_Q_START;
390 } else {
391 tw_dev->pending_tail = tw_dev->pending_tail + 1;
392 }
8148dfba 393 }
1da177e4
LT		 394 TW_UNMASK_COMMAND_INTERRUPT(tw_dev);
395 return 1;
396 }
397 return 0;
398} /* End tw_post_command_packet() */
399
400/* This function will return valid sense buffer information for failed cmds */
401static int tw_decode_sense(TW_Device_Extension *tw_dev, int request_id, int fill_sense)
402{
403 int i;
404 TW_Command *command;
405
8148dfba 406 dprintk(KERN_WARNING "3w-xxxx: tw_decode_sense()\n");
1da177e4
LT		 407 command = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
408
409 printk(KERN_WARNING "3w-xxxx: scsi%d: Command failed: status = 0x%x, flags = 0x%x, unit #%d.\n", tw_dev->host->host_no, command->status, command->flags, TW_UNIT_OUT(command->unit__hostid));
410
411 /* Attempt to return intelligent sense information */
412 if (fill_sense) {
413 if ((command->status == 0xc7) || (command->status == 0xcb)) {
6391a113 414 for (i = 0; i < ARRAY_SIZE(tw_sense_table); i++) {
1da177e4
LT		 415 if (command->flags == tw_sense_table[i][0]) {
416
417 /* Valid bit and 'current errors' */
418 tw_dev->srb[request_id]->sense_buffer[0] = (0x1 << 7 | 0x70);
419
420 /* Sense key */
421 tw_dev->srb[request_id]->sense_buffer[2] = tw_sense_table[i][1];
422
423 /* Additional sense length */
424 tw_dev->srb[request_id]->sense_buffer[7] = 0xa; /* 10 bytes */
425
426 /* Additional sense code */
427 tw_dev->srb[request_id]->sense_buffer[12] = tw_sense_table[i][2];
428
429 /* Additional sense code qualifier */
430 tw_dev->srb[request_id]->sense_buffer[13] = tw_sense_table[i][3];
431
3d45cefc 432 tw_dev->srb[request_id]->result = (DID_OK << 16) | SAM_STAT_CHECK_CONDITION;
1da177e4
LT		 433 return TW_ISR_DONT_RESULT; /* Special case for isr to not over-write result */
434 }
435 }
436 }
437
438 /* If no table match, error so we get a reset */
439 return 1;
440 }
441
442 return 0;
443} /* End tw_decode_sense() */
444
445/* This function will report controller error status */
8148dfba 446static int tw_check_errors(TW_Device_Extension *tw_dev)
1da177e4
LT		 447{
448 u32 status_reg_value;
8148dfba 449
1da177e4
LT		 450 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
451
452 if (TW_STATUS_ERRORS(status_reg_value) || tw_check_bits(status_reg_value)) {
453 tw_decode_bits(tw_dev, status_reg_value, 0);
454 return 1;
455 }
456
457 return 0;
458} /* End tw_check_errors() */
459
460/* This function will empty the response que */
8148dfba 461static void tw_empty_response_que(TW_Device_Extension *tw_dev)
1da177e4 462{
6c31cb74 463 u32 status_reg_value;
1da177e4
LT		 464
465 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
466
467 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
6c31cb74 468 inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1da177e4
LT		 469 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
470 }
471} /* End tw_empty_response_que() */
472
473/* This function will free a request_id */
474static void tw_state_request_finish(TW_Device_Extension *tw_dev, int request_id)
475{
476 tw_dev->free_queue[tw_dev->free_tail] = request_id;
477 tw_dev->state[request_id] = TW_S_FINISHED;
478 tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH;
479} /* End tw_state_request_finish() */
480
481/* This function will assign an available request_id */
482static void tw_state_request_start(TW_Device_Extension *tw_dev, int *request_id)
483{
484 *request_id = tw_dev->free_queue[tw_dev->free_head];
485 tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH;
486 tw_dev->state[*request_id] = TW_S_STARTED;
487} /* End tw_state_request_start() */
488
489/* Show some statistics about the card */
ee959b00
TJ		 490static ssize_t tw_show_stats(struct device *dev, struct device_attribute *attr,
491 char *buf)
1da177e4 492{
ee959b00 493 struct Scsi_Host *host = class_to_shost(dev);
1da177e4
LT		 494 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
495 unsigned long flags = 0;
496 ssize_t len;
497
498 spin_lock_irqsave(tw_dev->host->host_lock, flags);
499 len = snprintf(buf, PAGE_SIZE, "3w-xxxx Driver version: %s\n"
500 "Current commands posted: %4d\n"
501 "Max commands posted: %4d\n"
502 "Current pending commands: %4d\n"
503 "Max pending commands: %4d\n"
504 "Last sgl length: %4d\n"
505 "Max sgl length: %4d\n"
506 "Last sector count: %4d\n"
507 "Max sector count: %4d\n"
508 "SCSI Host Resets: %4d\n"
509 "AEN's: %4d\n",
510 TW_DRIVER_VERSION,
511 tw_dev->posted_request_count,
512 tw_dev->max_posted_request_count,
513 tw_dev->pending_request_count,
514 tw_dev->max_pending_request_count,
515 tw_dev->sgl_entries,
516 tw_dev->max_sgl_entries,
517 tw_dev->sector_count,
518 tw_dev->max_sector_count,
519 tw_dev->num_resets,
520 tw_dev->aen_count);
521 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
522 return len;
523} /* End tw_show_stats() */
524
1da177e4 525/* Create sysfs 'stats' entry */
ee959b00 526static struct device_attribute tw_host_stats_attr = {
1da177e4 527 .attr = {
8148dfba 528 .name = "stats",
1da177e4
LT		 529 .mode = S_IRUGO,
530 },
531 .show = tw_show_stats
532};
533
534/* Host attributes initializer */
65bc2a7f
BVA		 535static struct attribute *tw_host_attrs[] = {
536 &tw_host_stats_attr.attr,
1da177e4
LT		 537 NULL,
538};
539
65bc2a7f
BVA		 540ATTRIBUTE_GROUPS(tw_host);
541
1da177e4 542/* This function will read the aen queue from the isr */
8148dfba 543static int tw_aen_read_queue(TW_Device_Extension *tw_dev, int request_id)
1da177e4
LT		 544{
545 TW_Command *command_packet;
546 TW_Param *param;
547 unsigned long command_que_value;
548 u32 status_reg_value;
549 unsigned long param_value = 0;
550
551 dprintk(KERN_NOTICE "3w-xxxx: tw_aen_read_queue()\n");
552
553 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
554 if (tw_check_bits(status_reg_value)) {
555 dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Unexpected bits.\n");
556 tw_decode_bits(tw_dev, status_reg_value, 1);
557 return 1;
558 }
559 if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
560 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet virtual address.\n");
561 return 1;
562 }
563 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
564 memset(command_packet, 0, sizeof(TW_Sector));
565 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
566 command_packet->size = 4;
567 command_packet->request_id = request_id;
568 command_packet->status = 0;
569 command_packet->flags = 0;
570 command_packet->byte6.parameter_count = 1;
571 command_que_value = tw_dev->command_packet_physical_address[request_id];
572 if (command_que_value == 0) {
573 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet physical address.\n");
574 return 1;
575 }
576 /* Now setup the param */
577 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
578 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment virtual address.\n");
579 return 1;
580 }
581 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
582 memset(param, 0, sizeof(TW_Sector));
583 param->table_id = 0x401; /* AEN table */
584 param->parameter_id = 2; /* Unit code */
585 param->parameter_size_bytes = 2;
586 param_value = tw_dev->alignment_physical_address[request_id];
587 if (param_value == 0) {
588 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment physical address.\n");
589 return 1;
590 }
591 command_packet->byte8.param.sgl[0].address = param_value;
592 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
593
594 /* Now post the command packet */
595 if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
596 dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post succeeded.\n");
597 tw_dev->srb[request_id] = NULL; /* Flag internal command */
598 tw_dev->state[request_id] = TW_S_POSTED;
599 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
600 } else {
601 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post failed, will retry.\n");
602 return 1;
603 }
604
605 return 0;
606} /* End tw_aen_read_queue() */
607
608/* This function will complete an aen request from the isr */
8148dfba 609static int tw_aen_complete(TW_Device_Extension *tw_dev, int request_id)
1da177e4
LT		 610{
611 TW_Param *param;
612 unsigned short aen;
613 int error = 0, table_max = 0;
614
615 dprintk(KERN_WARNING "3w-xxxx: tw_aen_complete()\n");
616 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
617 printk(KERN_WARNING "3w-xxxx: tw_aen_complete(): Bad alignment virtual address.\n");
618 return 1;
619 }
620 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
621 aen = *(unsigned short *)(param->data);
622 dprintk(KERN_NOTICE "3w-xxxx: tw_aen_complete(): Queue'd code 0x%x\n", aen);
623
624 /* Print some useful info when certain aen codes come out */
625 if (aen == 0x0ff) {
626 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: INFO: AEN queue overflow.\n", tw_dev->host->host_no);
627 } else {
6391a113 628 table_max = ARRAY_SIZE(tw_aen_string);
1da177e4
LT		 629 if ((aen & 0x0ff) < table_max) {
630 if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
631 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s%d.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff], aen >> 8);
632 } else {
8148dfba 633 if (aen != 0x0)
1da177e4
LT		 634 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff]);
635 }
636 } else {
637 printk(KERN_WARNING "3w-xxxx: scsi%d: Received AEN %d.\n", tw_dev->host->host_no, aen);
638 }
639 }
640 if (aen != TW_AEN_QUEUE_EMPTY) {
641 tw_dev->aen_count++;
642
643 /* Now queue the code */
644 tw_dev->aen_queue[tw_dev->aen_tail] = aen;
645 if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
646 tw_dev->aen_tail = TW_Q_START;
647 } else {
648 tw_dev->aen_tail = tw_dev->aen_tail + 1;
649 }
650 if (tw_dev->aen_head == tw_dev->aen_tail) {
651 if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
652 tw_dev->aen_head = TW_Q_START;
653 } else {
654 tw_dev->aen_head = tw_dev->aen_head + 1;
655 }
656 }
657
658 error = tw_aen_read_queue(tw_dev, request_id);
659 if (error) {
660 printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing AEN.\n", tw_dev->host->host_no);
661 tw_dev->state[request_id] = TW_S_COMPLETED;
662 tw_state_request_finish(tw_dev, request_id);
663 }
664 } else {
665 tw_dev->state[request_id] = TW_S_COMPLETED;
666 tw_state_request_finish(tw_dev, request_id);
667 }
668
669 return 0;
670} /* End tw_aen_complete() */
671
672/* This function will drain the aen queue after a soft reset */
673static int tw_aen_drain_queue(TW_Device_Extension *tw_dev)
674{
675 TW_Command *command_packet;
676 TW_Param *param;
677 int request_id = 0;
678 unsigned long command_que_value;
679 unsigned long param_value;
680 TW_Response_Queue response_queue;
681 unsigned short aen;
682 unsigned short aen_code;
683 int finished = 0;
684 int first_reset = 0;
685 int queue = 0;
686 int found = 0, table_max = 0;
687
688 dprintk(KERN_NOTICE "3w-xxxx: tw_aen_drain_queue()\n");
689
690 if (tw_poll_status(tw_dev, TW_STATUS_ATTENTION_INTERRUPT | TW_STATUS_MICROCONTROLLER_READY, 30)) {
691 dprintk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): No attention interrupt for card %d.\n", tw_device_extension_count);
692 return 1;
693 }
694 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
695
696 /* Empty response queue */
697 tw_empty_response_que(tw_dev);
698
699 /* Initialize command packet */
700 if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
701 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet virtual address.\n");
702 return 1;
703 }
704 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
705 memset(command_packet, 0, sizeof(TW_Sector));
706 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
707 command_packet->size = 4;
708 command_packet->request_id = request_id;
709 command_packet->status = 0;
710 command_packet->flags = 0;
711 command_packet->byte6.parameter_count = 1;
712 command_que_value = tw_dev->command_packet_physical_address[request_id];
713 if (command_que_value == 0) {
714 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet physical address.\n");
715 return 1;
716 }
717
718 /* Now setup the param */
719 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
720 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment virtual address.\n");
721 return 1;
722 }
723 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
724 memset(param, 0, sizeof(TW_Sector));
725 param->table_id = 0x401; /* AEN table */
726 param->parameter_id = 2; /* Unit code */
727 param->parameter_size_bytes = 2;
728 param_value = tw_dev->alignment_physical_address[request_id];
729 if (param_value == 0) {
730 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment physical address.\n");
731 return 1;
732 }
733 command_packet->byte8.param.sgl[0].address = param_value;
734 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
735
736 /* Now drain the controller's aen queue */
737 do {
738 /* Post command packet */
739 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
740
741 /* Now poll for completion */
742 if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
743 response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
744 request_id = TW_RESID_OUT(response_queue.response_id);
745
746 if (request_id != 0) {
747 /* Unexpected request id */
748 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Unexpected request id.\n");
749 return 1;
750 }
8148dfba 751
1da177e4
LT		 752 if (command_packet->status != 0) {
753 if (command_packet->flags != TW_AEN_TABLE_UNDEFINED) {
754 /* Bad response */
755 tw_decode_sense(tw_dev, request_id, 0);
756 return 1;
757 } else {
758 /* We know this is a 3w-1x00, and doesn't support aen's */
759 return 0;
760 }
761 }
762
763 /* Now check the aen */
764 aen = *(unsigned short *)(param->data);
765 aen_code = (aen & 0x0ff);
766 queue = 0;
767 switch (aen_code) {
768 case TW_AEN_QUEUE_EMPTY:
769 dprintk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
770 if (first_reset != 1) {
771 return 1;
772 } else {
773 finished = 1;
774 }
775 break;
776 case TW_AEN_SOFT_RESET:
777 if (first_reset == 0) {
778 first_reset = 1;
779 } else {
780 printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
781 tw_dev->aen_count++;
782 queue = 1;
783 }
784 break;
785 default:
786 if (aen == 0x0ff) {
787 printk(KERN_WARNING "3w-xxxx: AEN: INFO: AEN queue overflow.\n");
788 } else {
6391a113 789 table_max = ARRAY_SIZE(tw_aen_string);
1da177e4
LT		 790 if ((aen & 0x0ff) < table_max) {
791 if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
792 printk(KERN_WARNING "3w-xxxx: AEN: %s%d.\n", tw_aen_string[aen & 0xff], aen >> 8);
793 } else {
794 printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
795 }
796 } else
797 printk(KERN_WARNING "3w-xxxx: Received AEN %d.\n", aen);
798 }
799 tw_dev->aen_count++;
800 queue = 1;
801 }
802
803 /* Now put the aen on the aen_queue */
804 if (queue == 1) {
805 tw_dev->aen_queue[tw_dev->aen_tail] = aen;
806 if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
807 tw_dev->aen_tail = TW_Q_START;
808 } else {
809 tw_dev->aen_tail = tw_dev->aen_tail + 1;
810 }
811 if (tw_dev->aen_head == tw_dev->aen_tail) {
812 if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
813 tw_dev->aen_head = TW_Q_START;
814 } else {
815 tw_dev->aen_head = tw_dev->aen_head + 1;
816 }
817 }
818 }
819 found = 1;
820 }
821 if (found == 0) {
822 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Response never received.\n");
823 return 1;
824 }
825 } while (finished == 0);
826
827 return 0;
828} /* End tw_aen_drain_queue() */
829
830/* This function will allocate memory */
831static int tw_allocate_memory(TW_Device_Extension *tw_dev, int size, int which)
832{
833 int i;
834 dma_addr_t dma_handle;
835 unsigned long *cpu_addr = NULL;
836
837 dprintk(KERN_NOTICE "3w-xxxx: tw_allocate_memory()\n");
838
bd6cf46b
CH		 839 cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev,
840 size * TW_Q_LENGTH, &dma_handle, GFP_KERNEL);
1da177e4 841 if (cpu_addr == NULL) {
bd6cf46b 842 printk(KERN_WARNING "3w-xxxx: dma_alloc_coherent() failed.\n");
1da177e4
LT		 843 return 1;
844 }
845
846 if ((unsigned long)cpu_addr % (tw_dev->tw_pci_dev->device == TW_DEVICE_ID ? TW_ALIGNMENT_6000 : TW_ALIGNMENT_7000)) {
847 printk(KERN_WARNING "3w-xxxx: Couldn't allocate correctly aligned memory.\n");
bd6cf46b
CH		 848 dma_free_coherent(&tw_dev->tw_pci_dev->dev, size * TW_Q_LENGTH,
849 cpu_addr, dma_handle);
1da177e4
LT		 850 return 1;
851 }
852
853 memset(cpu_addr, 0, size*TW_Q_LENGTH);
854
855 for (i=0;i<TW_Q_LENGTH;i++) {
856 switch(which) {
857 case 0:
858 tw_dev->command_packet_physical_address[i] = dma_handle+(i*size);
859 tw_dev->command_packet_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
860 break;
861 case 1:
862 tw_dev->alignment_physical_address[i] = dma_handle+(i*size);
863 tw_dev->alignment_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
864 break;
865 default:
866 printk(KERN_WARNING "3w-xxxx: tw_allocate_memory(): case slip in tw_allocate_memory()\n");
867 return 1;
868 }
869 }
870
871 return 0;
872} /* End tw_allocate_memory() */
873
874/* This function handles ioctl for the character device */
f4927c45 875static long tw_chrdev_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
1da177e4
LT		 876{
877 int request_id;
878 dma_addr_t dma_handle;
879 unsigned short tw_aen_code;
880 unsigned long flags;
881 unsigned int data_buffer_length = 0;
882 unsigned long data_buffer_length_adjusted = 0;
496ad9aa 883 struct inode *inode = file_inode(file);
1da177e4
LT		 884 unsigned long *cpu_addr;
885 long timeout;
886 TW_New_Ioctl *tw_ioctl;
887 TW_Passthru *passthru;
888 TW_Device_Extension *tw_dev = tw_device_extension_list[iminor(inode)];
889 int retval = -EFAULT;
890 void __user *argp = (void __user *)arg;
891
892 dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl()\n");
893
c45d15d2 894 mutex_lock(&tw_mutex);
1da177e4 895 /* Only let one of these through at a time */
f4927c45 896 if (mutex_lock_interruptible(&tw_dev->ioctl_lock)) {
c45d15d2 897 mutex_unlock(&tw_mutex);
1da177e4 898 return -EINTR;
f4927c45 899 }
1da177e4
LT		 900
901 /* First copy down the buffer length */
902 if (copy_from_user(&data_buffer_length, argp, sizeof(unsigned int)))
903 goto out;
904
905 /* Check size */
906 if (data_buffer_length > TW_MAX_IOCTL_SECTORS * 512) {
907 retval = -EINVAL;
908 goto out;
909 }
910
911 /* Hardware can only do multiple of 512 byte transfers */
912 data_buffer_length_adjusted = (data_buffer_length + 511) & ~511;
8148dfba 913
1da177e4 914 /* Now allocate ioctl buf memory */
0fb9125e 915 cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted + sizeof(TW_New_Ioctl), &dma_handle, GFP_KERNEL);
1da177e4
LT		 916 if (cpu_addr == NULL) {
917 retval = -ENOMEM;
918 goto out;
919 }
920
921 tw_ioctl = (TW_New_Ioctl *)cpu_addr;
922
923 /* Now copy down the entire ioctl */
0fb9125e 924 if (copy_from_user(tw_ioctl, argp, data_buffer_length + sizeof(TW_New_Ioctl)))
1da177e4
LT		 925 goto out2;
926
927 passthru = (TW_Passthru *)&tw_ioctl->firmware_command;
928
929 /* See which ioctl we are doing */
930 switch (cmd) {
931 case TW_OP_NOP:
932 dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_OP_NOP.\n");
933 break;
934 case TW_OP_AEN_LISTEN:
935 dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_AEN_LISTEN.\n");
936 memset(tw_ioctl->data_buffer, 0, data_buffer_length);
937
938 spin_lock_irqsave(tw_dev->host->host_lock, flags);
939 if (tw_dev->aen_head == tw_dev->aen_tail) {
940 tw_aen_code = TW_AEN_QUEUE_EMPTY;
941 } else {
942 tw_aen_code = tw_dev->aen_queue[tw_dev->aen_head];
943 if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
944 tw_dev->aen_head = TW_Q_START;
945 } else {
946 tw_dev->aen_head = tw_dev->aen_head + 1;
947 }
948 }
949 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
950 memcpy(tw_ioctl->data_buffer, &tw_aen_code, sizeof(tw_aen_code));
951 break;
952 case TW_CMD_PACKET_WITH_DATA:
953 dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_CMD_PACKET_WITH_DATA.\n");
954 spin_lock_irqsave(tw_dev->host->host_lock, flags);
955
956 tw_state_request_start(tw_dev, &request_id);
957
958 /* Flag internal command */
959 tw_dev->srb[request_id] = NULL;
960
961 /* Flag chrdev ioctl */
962 tw_dev->chrdev_request_id = request_id;
963
964 tw_ioctl->firmware_command.request_id = request_id;
965
966 /* Load the sg list */
967 switch (TW_SGL_OUT(tw_ioctl->firmware_command.opcode__sgloffset)) {
968 case 2:
0fb9125e 969 tw_ioctl->firmware_command.byte8.param.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl);
1da177e4
LT		 970 tw_ioctl->firmware_command.byte8.param.sgl[0].length = data_buffer_length_adjusted;
971 break;
972 case 3:
0fb9125e 973 tw_ioctl->firmware_command.byte8.io.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl);
1da177e4
LT		 974 tw_ioctl->firmware_command.byte8.io.sgl[0].length = data_buffer_length_adjusted;
975 break;
976 case 5:
0fb9125e 977 passthru->sg_list[0].address = dma_handle + sizeof(TW_New_Ioctl);
1da177e4
LT		 978 passthru->sg_list[0].length = data_buffer_length_adjusted;
979 break;
980 }
981
982 memcpy(tw_dev->command_packet_virtual_address[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command));
983
984 /* Now post the command packet to the controller */
985 tw_post_command_packet(tw_dev, request_id);
986 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
987
988 timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ;
989
990 /* Now wait for the command to complete */
991 timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout);
992
1da177e4
LT		 993 /* We timed out, and didn't get an interrupt */
994 if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) {
995 /* Now we need to reset the board */
996 printk(KERN_WARNING "3w-xxxx: scsi%d: Character ioctl (0x%x) timed out, resetting card.\n", tw_dev->host->host_no, cmd);
997 retval = -EIO;
4fe48187 998 if (tw_reset_device_extension(tw_dev)) {
1da177e4
LT		 999 printk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): Reset failed for card %d.\n", tw_dev->host->host_no);
1000 }
1001 goto out2;
1002 }
1003
1004 /* Now copy in the command packet response */
1005 memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virtual_address[request_id], sizeof(TW_Command));
1006
1007 /* Now complete the io */
1008 spin_lock_irqsave(tw_dev->host->host_lock, flags);
1009 tw_dev->posted_request_count--;
1010 tw_dev->state[request_id] = TW_S_COMPLETED;
1011 tw_state_request_finish(tw_dev, request_id);
1012 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1013 break;
1014 default:
1015 retval = -ENOTTY;
1016 goto out2;
1017 }
1018
1019 /* Now copy the response to userspace */
0fb9125e 1020 if (copy_to_user(argp, tw_ioctl, sizeof(TW_New_Ioctl) + data_buffer_length))
1da177e4
LT		 1021 goto out2;
1022 retval = 0;
1023out2:
1024 /* Now free ioctl buf memory */
0fb9125e 1025 dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted + sizeof(TW_New_Ioctl), cpu_addr, dma_handle);
1da177e4 1026out:
a12e25bd 1027 mutex_unlock(&tw_dev->ioctl_lock);
c45d15d2 1028 mutex_unlock(&tw_mutex);
1da177e4
LT		 1029 return retval;
1030} /* End tw_chrdev_ioctl() */
1031
1032/* This function handles open for the character device */
f2b9857e 1033/* NOTE that this function races with remove. */
1da177e4
LT		 1034static int tw_chrdev_open(struct inode *inode, struct file *file)
1035{
1036 unsigned int minor_number;
1037
1038 dprintk(KERN_WARNING "3w-xxxx: tw_ioctl_open()\n");
1039
9899e4d3
WW		 1040 if (!capable(CAP_SYS_ADMIN))
1041 return -EACCES;
1042
1da177e4
LT		 1043 minor_number = iminor(inode);
1044 if (minor_number >= tw_device_extension_count)
1045 return -ENODEV;
1046
1047 return 0;
1048} /* End tw_chrdev_open() */
1049
1050/* File operations struct for character device */
00977a59 1051static const struct file_operations tw_fops = {
1da177e4 1052 .owner = THIS_MODULE,
f4927c45 1053 .unlocked_ioctl = tw_chrdev_ioctl,
1832f2d8 1054 .compat_ioctl = compat_ptr_ioctl,
1da177e4 1055 .open = tw_chrdev_open,
6038f373
AB		 1056 .release = NULL,
1057 .llseek = noop_llseek,
1da177e4
LT		 1058};
1059
1060/* This function will free up device extension resources */
1061static void tw_free_device_extension(TW_Device_Extension *tw_dev)
1062{
1063 dprintk(KERN_NOTICE "3w-xxxx: tw_free_device_extension()\n");
1064
1065 /* Free command packet and generic buffer memory */
1066 if (tw_dev->command_packet_virtual_address[0])
bd6cf46b
CH		 1067 dma_free_coherent(&tw_dev->tw_pci_dev->dev,
1068 sizeof(TW_Command) * TW_Q_LENGTH,
1069 tw_dev->command_packet_virtual_address[0],
1070 tw_dev->command_packet_physical_address[0]);
1da177e4
LT		 1071
1072 if (tw_dev->alignment_virtual_address[0])
bd6cf46b
CH		 1073 dma_free_coherent(&tw_dev->tw_pci_dev->dev,
1074 sizeof(TW_Sector) * TW_Q_LENGTH,
1075 tw_dev->alignment_virtual_address[0],
1076 tw_dev->alignment_physical_address[0]);
1da177e4
LT		 1077} /* End tw_free_device_extension() */
1078
1079/* This function will send an initconnection command to controller */
8148dfba 1080static int tw_initconnection(TW_Device_Extension *tw_dev, int message_credits)
1da177e4
LT		 1081{
1082 unsigned long command_que_value;
1083 TW_Command *command_packet;
1084 TW_Response_Queue response_queue;
1085 int request_id = 0;
1086
1087 dprintk(KERN_NOTICE "3w-xxxx: tw_initconnection()\n");
1088
1089 /* Initialize InitConnection command packet */
1090 if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1091 printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet virtual address.\n");
1092 return 1;
1093 }
1094
1095 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1096 memset(command_packet, 0, sizeof(TW_Sector));
1097 command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_INIT_CONNECTION);
1098 command_packet->size = TW_INIT_COMMAND_PACKET_SIZE;
1099 command_packet->request_id = request_id;
1100 command_packet->status = 0x0;
1101 command_packet->flags = 0x0;
1102 command_packet->byte6.message_credits = message_credits;
1103 command_packet->byte8.init_connection.response_queue_pointer = 0x0;
1104 command_que_value = tw_dev->command_packet_physical_address[request_id];
1105
1106 if (command_que_value == 0) {
1107 printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet physical address.\n");
1108 return 1;
1109 }
8148dfba 1110
1da177e4
LT		 1111 /* Send command packet to the board */
1112 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
8148dfba 1113
1da177e4
LT		 1114 /* Poll for completion */
1115 if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1116 response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1117 request_id = TW_RESID_OUT(response_queue.response_id);
1118
1119 if (request_id != 0) {
1120 /* unexpected request id */
1121 printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Unexpected request id.\n");
1122 return 1;
1123 }
1124 if (command_packet->status != 0) {
1125 /* bad response */
1126 tw_decode_sense(tw_dev, request_id, 0);
1127 return 1;
1128 }
1129 }
1130 return 0;
1131} /* End tw_initconnection() */
1132
1133/* Set a value in the features table */
1134static int tw_setfeature(TW_Device_Extension *tw_dev, int parm, int param_size,
8148dfba 1135 unsigned char *val)
1da177e4
LT		 1136{
1137 TW_Param *param;
1138 TW_Command *command_packet;
1139 TW_Response_Queue response_queue;
1140 int request_id = 0;
1141 unsigned long command_que_value;
1142 unsigned long param_value;
1143
8148dfba 1144 /* Initialize SetParam command packet */
1da177e4
LT		 1145 if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1146 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet virtual address.\n");
1147 return 1;
1148 }
1149 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1150 memset(command_packet, 0, sizeof(TW_Sector));
1151 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1152
1153 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM);
1154 param->table_id = 0x404; /* Features table */
1155 param->parameter_id = parm;
1156 param->parameter_size_bytes = param_size;
1157 memcpy(param->data, val, param_size);
1158
1159 param_value = tw_dev->alignment_physical_address[request_id];
1160 if (param_value == 0) {
1161 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad alignment physical address.\n");
1162 tw_dev->state[request_id] = TW_S_COMPLETED;
1163 tw_state_request_finish(tw_dev, request_id);
1164 tw_dev->srb[request_id]->result = (DID_OK << 16);
9dd9b96c 1165 scsi_done(tw_dev->srb[request_id]);
1da177e4
LT		 1166 }
1167 command_packet->byte8.param.sgl[0].address = param_value;
1168 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1169
1170 command_packet->size = 4;
1171 command_packet->request_id = request_id;
1172 command_packet->byte6.parameter_count = 1;
1173
8148dfba 1174 command_que_value = tw_dev->command_packet_physical_address[request_id];
1da177e4
LT		 1175 if (command_que_value == 0) {
1176 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet physical address.\n");
efad0462 1177 return 1;
1da177e4
LT		 1178 }
1179
1180 /* Send command packet to the board */
1181 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1182
1183 /* Poll for completion */
1184 if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1185 response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1186 request_id = TW_RESID_OUT(response_queue.response_id);
1187
1188 if (request_id != 0) {
1189 /* unexpected request id */
1190 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Unexpected request id.\n");
1191 return 1;
1192 }
1193 if (command_packet->status != 0) {
1194 /* bad response */
1195 tw_decode_sense(tw_dev, request_id, 0);
1196 return 1;
1197 }
1198 }
1199
1200 return 0;
1201} /* End tw_setfeature() */
1202
1203/* This function will reset a controller */
8148dfba 1204static int tw_reset_sequence(TW_Device_Extension *tw_dev)
1da177e4
LT		 1205{
1206 int error = 0;
1207 int tries = 0;
1208 unsigned char c = 1;
1209
1210 /* Reset the board */
1211 while (tries < TW_MAX_RESET_TRIES) {
1212 TW_SOFT_RESET(tw_dev);
1213
1214 error = tw_aen_drain_queue(tw_dev);
1215 if (error) {
1216 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN drain failed, retrying.\n", tw_dev->host->host_no);
1217 tries++;
1218 continue;
1219 }
1220
1221 /* Check for controller errors */
1222 if (tw_check_errors(tw_dev)) {
1223 printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors found, retrying.\n", tw_dev->host->host_no);
1224 tries++;
1225 continue;
1226 }
1227
1228 /* Now the controller is in a good state */
1229 break;
1230 }
1231
1232 if (tries >= TW_MAX_RESET_TRIES) {
1233 printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors, card not responding, check all cabling.\n", tw_dev->host->host_no);
1234 return 1;
1235 }
1236
1237 error = tw_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS);
1238 if (error) {
1239 printk(KERN_WARNING "3w-xxxx: scsi%d: Connection initialization failed.\n", tw_dev->host->host_no);
1240 return 1;
1241 }
1242
1243 error = tw_setfeature(tw_dev, 2, 1, &c);
1244 if (error) {
1245 printk(KERN_WARNING "3w-xxxx: Unable to set features for card, probable old firmware or card.\n");
1246 }
1247
1248 return 0;
1249} /* End tw_reset_sequence() */
1250
1251/* This function will initialize the fields of a device extension */
1252static int tw_initialize_device_extension(TW_Device_Extension *tw_dev)
1253{
1254 int i, error=0;
1255
1256 dprintk(KERN_NOTICE "3w-xxxx: tw_initialize_device_extension()\n");
1257
1258 /* Initialize command packet buffers */
1259 error = tw_allocate_memory(tw_dev, sizeof(TW_Command), 0);
1260 if (error) {
1261 printk(KERN_WARNING "3w-xxxx: Command packet memory allocation failed.\n");
1262 return 1;
1263 }
1264
1265 /* Initialize generic buffer */
1266 error = tw_allocate_memory(tw_dev, sizeof(TW_Sector), 1);
1267 if (error) {
1268 printk(KERN_WARNING "3w-xxxx: Generic memory allocation failed.\n");
1269 return 1;
1270 }
1271
1272 for (i=0;i<TW_Q_LENGTH;i++) {
1273 tw_dev->free_queue[i] = i;
1274 tw_dev->state[i] = TW_S_INITIAL;
1275 }
1276
1277 tw_dev->pending_head = TW_Q_START;
1278 tw_dev->pending_tail = TW_Q_START;
1279 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1280
a12e25bd 1281 mutex_init(&tw_dev->ioctl_lock);
1da177e4
LT		 1282 init_waitqueue_head(&tw_dev->ioctl_wqueue);
1283
1284 return 0;
1285} /* End tw_initialize_device_extension() */
1286
1da177e4 1287/* This function will reset a device extension */
4fe48187 1288static int tw_reset_device_extension(TW_Device_Extension *tw_dev)
1da177e4
LT		 1289{
1290 int i = 0;
1291 struct scsi_cmnd *srb;
1292 unsigned long flags = 0;
1293
1294 dprintk(KERN_NOTICE "3w-xxxx: tw_reset_device_extension()\n");
1295
1296 set_bit(TW_IN_RESET, &tw_dev->flags);
1297 TW_DISABLE_INTERRUPTS(tw_dev);
1298 TW_MASK_COMMAND_INTERRUPT(tw_dev);
1299 spin_lock_irqsave(tw_dev->host->host_lock, flags);
1300
1301 /* Abort all requests that are in progress */
1302 for (i=0;i<TW_Q_LENGTH;i++) {
8148dfba 1303 if ((tw_dev->state[i] != TW_S_FINISHED) &&
1da177e4
LT		 1304 (tw_dev->state[i] != TW_S_INITIAL) &&
1305 (tw_dev->state[i] != TW_S_COMPLETED)) {
1306 srb = tw_dev->srb[i];
1307 if (srb != NULL) {
1308 srb->result = (DID_RESET << 16);
9cd95546 1309 scsi_dma_unmap(srb);
9dd9b96c 1310 scsi_done(srb);
1da177e4
LT		 1311 }
1312 }
1313 }
1314
1315 /* Reset queues and counts */
1316 for (i=0;i<TW_Q_LENGTH;i++) {
1317 tw_dev->free_queue[i] = i;
1318 tw_dev->state[i] = TW_S_INITIAL;
1319 }
1320 tw_dev->free_head = TW_Q_START;
1321 tw_dev->free_tail = TW_Q_START;
1322 tw_dev->posted_request_count = 0;
1323 tw_dev->pending_request_count = 0;
1324 tw_dev->pending_head = TW_Q_START;
1325 tw_dev->pending_tail = TW_Q_START;
1326 tw_dev->reset_print = 0;
1327
1328 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1329
1330 if (tw_reset_sequence(tw_dev)) {
1331 printk(KERN_WARNING "3w-xxxx: scsi%d: Reset sequence failed.\n", tw_dev->host->host_no);
1332 return 1;
1333 }
1da177e4 1334
4fe48187 1335 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
1336 clear_bit(TW_IN_RESET, &tw_dev->flags);
1337 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1da177e4
LT		 1338
1339 return 0;
1340} /* End tw_reset_device_extension() */
1341
1342/* This funciton returns unit geometry in cylinders/heads/sectors */
1343static int tw_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev,
8148dfba 1344 sector_t capacity, int geom[])
1da177e4
LT		 1345{
1346 int heads, sectors, cylinders;
8148dfba 1347
1da177e4 1348 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam()\n");
1da177e4
LT		 1349
1350 heads = 64;
1351 sectors = 32;
1352 cylinders = sector_div(capacity, heads * sectors);
1353
1354 if (capacity >= 0x200000) {
1355 heads = 255;
1356 sectors = 63;
1357 cylinders = sector_div(capacity, heads * sectors);
1358 }
1359
1360 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam(): heads = %d, sectors = %d, cylinders = %d\n", heads, sectors, cylinders);
8148dfba 1361 geom[0] = heads;
1da177e4
LT		 1362 geom[1] = sectors;
1363 geom[2] = cylinders;
1364
1365 return 0;
1366} /* End tw_scsi_biosparam() */
1367
1368/* This is the new scsi eh reset function */
8148dfba 1369static int tw_scsi_eh_reset(struct scsi_cmnd *SCpnt)
1da177e4
LT		 1370{
1371 TW_Device_Extension *tw_dev=NULL;
1372 int retval = FAILED;
1373
1374 tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1375
1da177e4
LT		 1376 tw_dev->num_resets++;
1377
017560fc
JG		 1378 sdev_printk(KERN_WARNING, SCpnt->device,
1379 "WARNING: Command (0x%x) timed out, resetting card.\n",
1380 SCpnt->cmnd[0]);
1da177e4 1381
4fe48187 1382 /* Make sure we are not issuing an ioctl or resetting from ioctl */
1383 mutex_lock(&tw_dev->ioctl_lock);
1384
1da177e4 1385 /* Now reset the card and some of the device extension data */
4fe48187 1386 if (tw_reset_device_extension(tw_dev)) {
1da177e4
LT		 1387 printk(KERN_WARNING "3w-xxxx: scsi%d: Reset failed.\n", tw_dev->host->host_no);
1388 goto out;
1389 }
1390
1391 retval = SUCCESS;
1392out:
4fe48187 1393 mutex_unlock(&tw_dev->ioctl_lock);
1da177e4
LT		 1394 return retval;
1395} /* End tw_scsi_eh_reset() */
1396
1397/* This function handles scsi inquiry commands */
1398static int tw_scsiop_inquiry(TW_Device_Extension *tw_dev, int request_id)
1399{
1400 TW_Param *param;
1401 TW_Command *command_packet;
1402 unsigned long command_que_value;
1403 unsigned long param_value;
1404
1405 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry()\n");
1406
1407 /* Initialize command packet */
1408 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1409 if (command_packet == NULL) {
1410 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet virtual address.\n");
1411 return 1;
1412 }
1413 memset(command_packet, 0, sizeof(TW_Sector));
1414 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1415 command_packet->size = 4;
1416 command_packet->request_id = request_id;
1417 command_packet->status = 0;
1418 command_packet->flags = 0;
1419 command_packet->byte6.parameter_count = 1;
1420
1421 /* Now setup the param */
1422 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1423 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment virtual address.\n");
1424 return 1;
1425 }
1426 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1427 memset(param, 0, sizeof(TW_Sector));
1428 param->table_id = 3; /* unit summary table */
1429 param->parameter_id = 3; /* unitsstatus parameter */
1430 param->parameter_size_bytes = TW_MAX_UNITS;
1431 param_value = tw_dev->alignment_physical_address[request_id];
1432 if (param_value == 0) {
1433 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment physical address.\n");
1434 return 1;
1435 }
1436
1437 command_packet->byte8.param.sgl[0].address = param_value;
1438 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1439 command_que_value = tw_dev->command_packet_physical_address[request_id];
1440 if (command_que_value == 0) {
1441 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet physical address.\n");
1442 return 1;
1443 }
1444
1445 /* Now try to post the command packet */
1446 tw_post_command_packet(tw_dev, request_id);
1447
1448 return 0;
1449} /* End tw_scsiop_inquiry() */
1450
c9d297c5
JB		 1451static void tw_transfer_internal(TW_Device_Extension *tw_dev, int request_id,
1452 void *data, unsigned int len)
1453{
0723d4a8 1454 scsi_sg_copy_from_buffer(tw_dev->srb[request_id], data, len);
c9d297c5
JB		 1455}
1456
1da177e4
LT		 1457/* This function is called by the isr to complete an inquiry command */
1458static int tw_scsiop_inquiry_complete(TW_Device_Extension *tw_dev, int request_id)
1459{
1460 unsigned char *is_unit_present;
c9d297c5 1461 unsigned char request_buffer[36];
1da177e4
LT		 1462 TW_Param *param;
1463
1464 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry_complete()\n");
1465
c9d297c5 1466 memset(request_buffer, 0, sizeof(request_buffer));
1da177e4
LT		 1467 request_buffer[0] = TYPE_DISK; /* Peripheral device type */
1468 request_buffer[1] = 0; /* Device type modifier */
1469 request_buffer[2] = 0; /* No ansi/iso compliance */
1470 request_buffer[4] = 31; /* Additional length */
1471 memcpy(&request_buffer[8], "3ware ", 8); /* Vendor ID */
1472 sprintf(&request_buffer[16], "Logical Disk %-2d ", tw_dev->srb[request_id]->device->id);
1473 memcpy(&request_buffer[32], TW_DRIVER_VERSION, 3);
c9d297c5
JB		 1474 tw_transfer_internal(tw_dev, request_id, request_buffer,
1475 sizeof(request_buffer));
1da177e4
LT		 1476
1477 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1478 if (param == NULL) {
1479 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry_complete(): Bad alignment virtual address.\n");
1480 return 1;
1481 }
1482 is_unit_present = &(param->data[0]);
1483
1484 if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1485 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1486 } else {
1487 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1488 tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1489 return TW_ISR_DONT_RESULT;
1490 }
1491
1492 return 0;
1493} /* End tw_scsiop_inquiry_complete() */
1494
1495/* This function handles scsi mode_sense commands */
1496static int tw_scsiop_mode_sense(TW_Device_Extension *tw_dev, int request_id)
1497{
1498 TW_Param *param;
1499 TW_Command *command_packet;
1500 unsigned long command_que_value;
1501 unsigned long param_value;
1502
1503 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense()\n");
1504
1505 /* Only page control = 0, page code = 0x8 (cache page) supported */
1506 if (tw_dev->srb[request_id]->cmnd[2] != 0x8) {
1507 tw_dev->state[request_id] = TW_S_COMPLETED;
1508 tw_state_request_finish(tw_dev, request_id);
1509 tw_dev->srb[request_id]->result = (DID_OK << 16);
9dd9b96c 1510 scsi_done(tw_dev->srb[request_id]);
1da177e4
LT		 1511 return 0;
1512 }
1513
1514 /* Now read firmware cache setting for this unit */
1515 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1516 if (command_packet == NULL) {
1517 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet virtual address.\n");
1518 return 1;
1519 }
1520
1521 /* Setup the command packet */
1522 memset(command_packet, 0, sizeof(TW_Sector));
1523 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1524 command_packet->size = 4;
1525 command_packet->request_id = request_id;
1526 command_packet->status = 0;
1527 command_packet->flags = 0;
1528 command_packet->byte6.parameter_count = 1;
1529
1530 /* Setup the param */
1531 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1532 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment virtual address.\n");
1533 return 1;
1534 }
1535
1536 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1537 memset(param, 0, sizeof(TW_Sector));
1538 param->table_id = TW_UNIT_INFORMATION_TABLE_BASE + tw_dev->srb[request_id]->device->id;
1539 param->parameter_id = 7; /* unit flags */
1540 param->parameter_size_bytes = 1;
1541 param_value = tw_dev->alignment_physical_address[request_id];
1542 if (param_value == 0) {
1543 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment physical address.\n");
1544 return 1;
1545 }
1546
1547 command_packet->byte8.param.sgl[0].address = param_value;
1548 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1549 command_que_value = tw_dev->command_packet_physical_address[request_id];
1550 if (command_que_value == 0) {
1551 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet physical address.\n");
1552 return 1;
1553 }
1554
1555 /* Now try to post the command packet */
1556 tw_post_command_packet(tw_dev, request_id);
8148dfba 1557
1da177e4
LT		 1558 return 0;
1559} /* End tw_scsiop_mode_sense() */
1560
1561/* This function is called by the isr to complete a mode sense command */
1562static int tw_scsiop_mode_sense_complete(TW_Device_Extension *tw_dev, int request_id)
1563{
1564 TW_Param *param;
1565 unsigned char *flags;
c9d297c5 1566 unsigned char request_buffer[8];
1da177e4
LT		 1567
1568 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense_complete()\n");
1569
1570 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1571 if (param == NULL) {
1572 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense_complete(): Bad alignment virtual address.\n");
1573 return 1;
1574 }
1575 flags = (char *)&(param->data[0]);
c9d297c5 1576 memset(request_buffer, 0, sizeof(request_buffer));
1da177e4 1577
8148dfba
HR		 1578 request_buffer[0] = 0xf; /* mode data length */
1579 request_buffer[1] = 0; /* default medium type */
1580 request_buffer[2] = 0x10; /* dpo/fua support on */
1581 request_buffer[3] = 0; /* no block descriptors */
1582 request_buffer[4] = 0x8; /* caching page */
1583 request_buffer[5] = 0xa; /* page length */
1da177e4 1584 if (*flags & 0x1)
8148dfba 1585 request_buffer[6] = 0x5; /* WCE on, RCD on */
1da177e4 1586 else
8148dfba 1587 request_buffer[6] = 0x1; /* WCE off, RCD on */
c9d297c5
JB		 1588 tw_transfer_internal(tw_dev, request_id, request_buffer,
1589 sizeof(request_buffer));
1da177e4
LT		 1590
1591 return 0;
1592} /* End tw_scsiop_mode_sense_complete() */
1593
1594/* This function handles scsi read_capacity commands */
8148dfba 1595static int tw_scsiop_read_capacity(TW_Device_Extension *tw_dev, int request_id)
1da177e4
LT		 1596{
1597 TW_Param *param;
1598 TW_Command *command_packet;
1599 unsigned long command_que_value;
1600 unsigned long param_value;
1601
1602 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity()\n");
1603
1604 /* Initialize command packet */
1605 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1606
1607 if (command_packet == NULL) {
1608 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet virtual address.\n");
1609 return 1;
1610 }
1611 memset(command_packet, 0, sizeof(TW_Sector));
1612 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1613 command_packet->size = 4;
1614 command_packet->request_id = request_id;
1615 command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1616 command_packet->status = 0;
1617 command_packet->flags = 0;
1618 command_packet->byte6.block_count = 1;
1619
1620 /* Now setup the param */
1621 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1622 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment virtual address.\n");
1623 return 1;
1624 }
1625 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1626 memset(param, 0, sizeof(TW_Sector));
8148dfba
HR		 1627 param->table_id = TW_UNIT_INFORMATION_TABLE_BASE +
1628 tw_dev->srb[request_id]->device->id;
1da177e4
LT		 1629 param->parameter_id = 4; /* unitcapacity parameter */
1630 param->parameter_size_bytes = 4;
1631 param_value = tw_dev->alignment_physical_address[request_id];
1632 if (param_value == 0) {
1633 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment physical address.\n");
1634 return 1;
1635 }
8148dfba 1636
1da177e4
LT		 1637 command_packet->byte8.param.sgl[0].address = param_value;
1638 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1639 command_que_value = tw_dev->command_packet_physical_address[request_id];
1640 if (command_que_value == 0) {
1641 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet physical address.\n");
1642 return 1;
1643 }
1644
1645 /* Now try to post the command to the board */
1646 tw_post_command_packet(tw_dev, request_id);
8148dfba 1647
1da177e4
LT		 1648 return 0;
1649} /* End tw_scsiop_read_capacity() */
1650
1651/* This function is called by the isr to complete a readcapacity command */
1652static int tw_scsiop_read_capacity_complete(TW_Device_Extension *tw_dev, int request_id)
1653{
1654 unsigned char *param_data;
1655 u32 capacity;
c9d297c5 1656 char buff[8];
1da177e4
LT		 1657 TW_Param *param;
1658
1659 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete()\n");
1660
c9d297c5 1661 memset(buff, 0, sizeof(buff));
1da177e4
LT		 1662 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1663 if (param == NULL) {
1664 printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_capacity_complete(): Bad alignment virtual address.\n");
1665 return 1;
1666 }
1667 param_data = &(param->data[0]);
1668
8148dfba 1669 capacity = (param_data[3] << 24) | (param_data[2] << 16) |
1da177e4
LT		 1670 (param_data[1] << 8) | param_data[0];
1671
1672 /* Subtract one sector to fix get last sector ioctl */
1673 capacity -= 1;
1674
1675 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete(): Capacity = 0x%x.\n", capacity);
1676
1677 /* Number of LBA's */
1678 buff[0] = (capacity >> 24);
1679 buff[1] = (capacity >> 16) & 0xff;
1680 buff[2] = (capacity >> 8) & 0xff;
1681 buff[3] = capacity & 0xff;
1682
1683 /* Block size in bytes (512) */
1684 buff[4] = (TW_BLOCK_SIZE >> 24);
1685 buff[5] = (TW_BLOCK_SIZE >> 16) & 0xff;
1686 buff[6] = (TW_BLOCK_SIZE >> 8) & 0xff;
1687 buff[7] = TW_BLOCK_SIZE & 0xff;
1688
c9d297c5
JB		 1689 tw_transfer_internal(tw_dev, request_id, buff, sizeof(buff));
1690
1da177e4
LT		 1691 return 0;
1692} /* End tw_scsiop_read_capacity_complete() */
1693
1694/* This function handles scsi read or write commands */
8148dfba 1695static int tw_scsiop_read_write(TW_Device_Extension *tw_dev, int request_id)
1da177e4
LT		 1696{
1697 TW_Command *command_packet;
1698 unsigned long command_que_value;
6edae708 1699 u32 lba = 0x0, num_sectors = 0x0;
1da177e4
LT		 1700 int i, use_sg;
1701 struct scsi_cmnd *srb;
6edae708 1702 struct scatterlist *sglist, *sg;
1da177e4
LT		 1703
1704 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write()\n");
1705
6edae708
FT		 1706 srb = tw_dev->srb[request_id];
1707
1708 sglist = scsi_sglist(srb);
1709 if (!sglist) {
1da177e4
LT		 1710 printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Request buffer NULL.\n");
1711 return 1;
1712 }
1da177e4
LT		 1713
1714 /* Initialize command packet */
1715 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1716 if (command_packet == NULL) {
1717 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): Bad command packet virtual address.\n");
1718 return 1;
1719 }
1720
1721 if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == READ_10) {
1722 command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_READ);
1723 } else {
1724 command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_WRITE);
1725 }
1726
1727 command_packet->size = 3;
1728 command_packet->request_id = request_id;
1729 command_packet->unit__hostid = TW_UNITHOST_IN(0, srb->device->id);
1730 command_packet->status = 0;
1731 command_packet->flags = 0;
1732
1733 if (srb->cmnd[0] == WRITE_10) {
1734 if ((srb->cmnd[1] & 0x8) || (srb->cmnd[1] & 0x10))
1735 command_packet->flags = 1;
1736 }
1737
1738 if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6) {
1739 lba = ((u32)srb->cmnd[1] << 16) | ((u32)srb->cmnd[2] << 8) | (u32)srb->cmnd[3];
1740 num_sectors = (u32)srb->cmnd[4];
1741 } else {
1742 lba = ((u32)srb->cmnd[2] << 24) | ((u32)srb->cmnd[3] << 16) | ((u32)srb->cmnd[4] << 8) | (u32)srb->cmnd[5];
1743 num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8);
1744 }
8148dfba 1745
1da177e4
LT		 1746 /* Update sector statistic */
1747 tw_dev->sector_count = num_sectors;
1748 if (tw_dev->sector_count > tw_dev->max_sector_count)
1749 tw_dev->max_sector_count = tw_dev->sector_count;
8148dfba 1750
1da177e4
LT		 1751 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): lba = 0x%x num_sectors = 0x%x\n", lba, num_sectors);
1752 command_packet->byte8.io.lba = lba;
1753 command_packet->byte6.block_count = num_sectors;
1754
9cd95546
CH		 1755 use_sg = scsi_dma_map(srb);
1756 if (use_sg <= 0)
6edae708 1757 return 1;
1da177e4 1758
6edae708
FT		 1759 scsi_for_each_sg(tw_dev->srb[request_id], sg, use_sg, i) {
1760 command_packet->byte8.io.sgl[i].address = sg_dma_address(sg);
1761 command_packet->byte8.io.sgl[i].length = sg_dma_len(sg);
1da177e4
LT		 1762 command_packet->size+=2;
1763 }
1764
1da177e4 1765 /* Update SG statistics */
6edae708 1766 tw_dev->sgl_entries = scsi_sg_count(tw_dev->srb[request_id]);
1da177e4
LT		 1767 if (tw_dev->sgl_entries > tw_dev->max_sgl_entries)
1768 tw_dev->max_sgl_entries = tw_dev->sgl_entries;
1769
1770 command_que_value = tw_dev->command_packet_physical_address[request_id];
1771 if (command_que_value == 0) {
1772 dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Bad command packet physical address.\n");
1773 return 1;
1774 }
8148dfba 1775
1da177e4
LT		 1776 /* Now try to post the command to the board */
1777 tw_post_command_packet(tw_dev, request_id);
1778
1779 return 0;
1780} /* End tw_scsiop_read_write() */
1781
1782/* This function will handle the request sense scsi command */
1783static int tw_scsiop_request_sense(TW_Device_Extension *tw_dev, int request_id)
1784{
6e3b2bbb
JB		 1785 char request_buffer[18];
1786
1da177e4
LT		 1787 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_request_sense()\n");
1788
6e3b2bbb
JB		 1789 memset(request_buffer, 0, sizeof(request_buffer));
1790 request_buffer[0] = 0x70; /* Immediate fixed format */
1791 request_buffer[7] = 10; /* minimum size per SPC: 18 bytes */
1792 /* leave all other fields zero, giving effectively NO_SENSE return */
1793 tw_transfer_internal(tw_dev, request_id, request_buffer,
1794 sizeof(request_buffer));
1795
1da177e4
LT		 1796 tw_dev->state[request_id] = TW_S_COMPLETED;
1797 tw_state_request_finish(tw_dev, request_id);
1798
1799 /* If we got a request_sense, we probably want a reset, return error */
1800 tw_dev->srb[request_id]->result = (DID_ERROR << 16);
9dd9b96c 1801 scsi_done(tw_dev->srb[request_id]);
1da177e4
LT		 1802
1803 return 0;
1804} /* End tw_scsiop_request_sense() */
1805
1806/* This function will handle synchronize cache scsi command */
1807static int tw_scsiop_synchronize_cache(TW_Device_Extension *tw_dev, int request_id)
1808{
1809 TW_Command *command_packet;
1810 unsigned long command_que_value;
1811
1812 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_synchronize_cache()\n");
1813
1814 /* Send firmware flush command for this unit */
1815 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1816 if (command_packet == NULL) {
1817 printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet virtual address.\n");
1818 return 1;
1819 }
1820
1821 /* Setup the command packet */
1822 memset(command_packet, 0, sizeof(TW_Sector));
1823 command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_FLUSH_CACHE);
1824 command_packet->size = 2;
1825 command_packet->request_id = request_id;
1826 command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1827 command_packet->status = 0;
1828 command_packet->flags = 0;
1829 command_packet->byte6.parameter_count = 1;
1830 command_que_value = tw_dev->command_packet_physical_address[request_id];
1831 if (command_que_value == 0) {
1832 printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet physical address.\n");
1833 return 1;
1834 }
1835
1836 /* Now try to post the command packet */
1837 tw_post_command_packet(tw_dev, request_id);
1838
1839 return 0;
1840} /* End tw_scsiop_synchronize_cache() */
1841
1842/* This function will handle test unit ready scsi command */
1843static int tw_scsiop_test_unit_ready(TW_Device_Extension *tw_dev, int request_id)
1844{
1845 TW_Param *param;
1846 TW_Command *command_packet;
1847 unsigned long command_que_value;
1848 unsigned long param_value;
1849
1850 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_test_unit_ready()\n");
1851
1852 /* Initialize command packet */
1853 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1854 if (command_packet == NULL) {
1855 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet virtual address.\n");
1856 return 1;
1857 }
1858 memset(command_packet, 0, sizeof(TW_Sector));
1859 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1860 command_packet->size = 4;
1861 command_packet->request_id = request_id;
1862 command_packet->status = 0;
1863 command_packet->flags = 0;
1864 command_packet->byte6.parameter_count = 1;
1865
1866 /* Now setup the param */
1867 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1868 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment virtual address.\n");
1869 return 1;
1870 }
1871 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1872 memset(param, 0, sizeof(TW_Sector));
1873 param->table_id = 3; /* unit summary table */
1874 param->parameter_id = 3; /* unitsstatus parameter */
1875 param->parameter_size_bytes = TW_MAX_UNITS;
1876 param_value = tw_dev->alignment_physical_address[request_id];
1877 if (param_value == 0) {
1878 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment physical address.\n");
1879 return 1;
1880 }
1881
1882 command_packet->byte8.param.sgl[0].address = param_value;
1883 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1884 command_que_value = tw_dev->command_packet_physical_address[request_id];
1885 if (command_que_value == 0) {
1886 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet physical address.\n");
1887 return 1;
1888 }
1889
1890 /* Now try to post the command packet */
1891 tw_post_command_packet(tw_dev, request_id);
1892
1893 return 0;
1894} /* End tw_scsiop_test_unit_ready() */
1895
1896/* This function is called by the isr to complete a testunitready command */
1897static int tw_scsiop_test_unit_ready_complete(TW_Device_Extension *tw_dev, int request_id)
1898{
1899 unsigned char *is_unit_present;
1900 TW_Param *param;
1901
1902 dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete()\n");
1903
1904 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1905 if (param == NULL) {
1906 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete(): Bad alignment virtual address.\n");
1907 return 1;
1908 }
1909 is_unit_present = &(param->data[0]);
1910
1911 if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1912 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1913 } else {
1914 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1915 tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1916 return TW_ISR_DONT_RESULT;
1917 }
1918
1919 return 0;
1920} /* End tw_scsiop_test_unit_ready_complete() */
1921
1922/* This is the main scsi queue function to handle scsi opcodes */
af049dfd 1923static int tw_scsi_queue_lck(struct scsi_cmnd *SCpnt)
1da177e4 1924{
af049dfd 1925 void (*done)(struct scsi_cmnd *) = scsi_done;
1da177e4
LT		 1926 unsigned char *command = SCpnt->cmnd;
1927 int request_id = 0;
1928 int retval = 1;
1929 TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1930
4fe48187 1931 /* If we are resetting due to timed out ioctl, report as busy */
1932 if (test_bit(TW_IN_RESET, &tw_dev->flags))
1933 return SCSI_MLQUEUE_HOST_BUSY;
1934
1da177e4
LT		 1935 /* Queue the command and get a request id */
1936 tw_state_request_start(tw_dev, &request_id);
1937
1938 /* Save the scsi command for use by the ISR */
1939 tw_dev->srb[request_id] = SCpnt;
1940
1da177e4 1941 switch (*command) {
8148dfba
HR		 1942 case READ_10:
1943 case READ_6:
1944 case WRITE_10:
1945 case WRITE_6:
1946 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ/WRITE.\n");
1947 retval = tw_scsiop_read_write(tw_dev, request_id);
1948 break;
1949 case TEST_UNIT_READY:
1950 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught TEST_UNIT_READY.\n");
1951 retval = tw_scsiop_test_unit_ready(tw_dev, request_id);
1952 break;
1953 case INQUIRY:
1954 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught INQUIRY.\n");
1955 retval = tw_scsiop_inquiry(tw_dev, request_id);
1956 break;
1957 case READ_CAPACITY:
1958 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ_CAPACITY.\n");
1959 retval = tw_scsiop_read_capacity(tw_dev, request_id);
1960 break;
1961 case REQUEST_SENSE:
1962 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught REQUEST_SENSE.\n");
1963 retval = tw_scsiop_request_sense(tw_dev, request_id);
1964 break;
1965 case MODE_SENSE:
1966 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught MODE_SENSE.\n");
1967 retval = tw_scsiop_mode_sense(tw_dev, request_id);
1968 break;
1969 case SYNCHRONIZE_CACHE:
1970 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught SYNCHRONIZE_CACHE.\n");
1971 retval = tw_scsiop_synchronize_cache(tw_dev, request_id);
1972 break;
1973 case TW_IOCTL:
1974 printk(KERN_WARNING "3w-xxxx: SCSI_IOCTL_SEND_COMMAND deprecated, please update your 3ware tools.\n");
1975 break;
1976 default:
1977 printk(KERN_NOTICE "3w-xxxx: scsi%d: Unknown scsi opcode: 0x%x\n", tw_dev->host->host_no, *command);
1978 tw_dev->state[request_id] = TW_S_COMPLETED;
1979 tw_state_request_finish(tw_dev, request_id);
f2b1e9c6 1980 scsi_build_sense(SCpnt, 1, ILLEGAL_REQUEST, 0x20, 0);
8148dfba
HR		 1981 done(SCpnt);
1982 retval = 0;
1da177e4
LT		 1983 }
1984 if (retval) {
1985 tw_dev->state[request_id] = TW_S_COMPLETED;
1986 tw_state_request_finish(tw_dev, request_id);
1987 SCpnt->result = (DID_ERROR << 16);
1988 done(SCpnt);
1989 retval = 0;
1990 }
1991 return retval;
1992} /* End tw_scsi_queue() */
1993
f281233d
JG		 1994static DEF_SCSI_QCMD(tw_scsi_queue)
1995
1da177e4 1996/* This function is the interrupt service routine */
8148dfba 1997static irqreturn_t tw_interrupt(int irq, void *dev_instance)
1da177e4
LT		 1998{
1999 int request_id;
2000 u32 status_reg_value;
2001 TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance;
2002 TW_Response_Queue response_que;
2003 int error = 0, retval = 0;
2004 TW_Command *command_packet;
2005 int handled = 0;
2006
2007 /* Get the host lock for io completions */
2008 spin_lock(tw_dev->host->host_lock);
2009
2010 /* Read the registers */
2011 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2012
2013 /* Check if this is our interrupt, otherwise bail */
2014 if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT))
2015 goto tw_interrupt_bail;
2016
2017 handled = 1;
2018
4fe48187 2019 /* If we are resetting, bail */
2020 if (test_bit(TW_IN_RESET, &tw_dev->flags))
2021 goto tw_interrupt_bail;
2022
1da177e4
LT		 2023 /* Check controller for errors */
2024 if (tw_check_bits(status_reg_value)) {
2025 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2026 if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2027 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2028 goto tw_interrupt_bail;
2029 }
2030 }
2031
2032 /* Handle host interrupt */
2033 if (status_reg_value & TW_STATUS_HOST_INTERRUPT) {
2034 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received host interrupt.\n");
2035 TW_CLEAR_HOST_INTERRUPT(tw_dev);
2036 }
2037
2038 /* Handle attention interrupt */
2039 if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) {
2040 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received attention interrupt.\n");
2041 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
2042 tw_state_request_start(tw_dev, &request_id);
2043 error = tw_aen_read_queue(tw_dev, request_id);
2044 if (error) {
2045 printk(KERN_WARNING "3w-xxxx: scsi%d: Error reading aen queue.\n", tw_dev->host->host_no);
2046 tw_dev->state[request_id] = TW_S_COMPLETED;
2047 tw_state_request_finish(tw_dev, request_id);
2048 }
2049 }
2050
2051 /* Handle command interrupt */
2052 if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) {
2053 /* Drain as many pending commands as we can */
2054 while (tw_dev->pending_request_count > 0) {
2055 request_id = tw_dev->pending_queue[tw_dev->pending_head];
2056 if (tw_dev->state[request_id] != TW_S_PENDING) {
2057 printk(KERN_WARNING "3w-xxxx: scsi%d: Found request id that wasn't pending.\n", tw_dev->host->host_no);
2058 break;
2059 }
2060 if (tw_post_command_packet(tw_dev, request_id)==0) {
2061 if (tw_dev->pending_head == TW_Q_LENGTH-1) {
2062 tw_dev->pending_head = TW_Q_START;
2063 } else {
2064 tw_dev->pending_head = tw_dev->pending_head + 1;
2065 }
2066 tw_dev->pending_request_count--;
2067 } else {
2068 /* If we get here, we will continue re-posting on the next command interrupt */
2069 break;
2070 }
2071 }
2072 /* If there are no more pending requests, we mask command interrupt */
8148dfba 2073 if (tw_dev->pending_request_count == 0)
1da177e4
LT		 2074 TW_MASK_COMMAND_INTERRUPT(tw_dev);
2075 }
2076
2077 /* Handle response interrupt */
2078 if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) {
2079 /* Drain the response queue from the board */
2080 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
2081 /* Read response queue register */
2082 response_que.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
2083 request_id = TW_RESID_OUT(response_que.response_id);
2084 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
2085 error = 0;
2086
2087 /* Check for bad response */
2088 if (command_packet->status != 0) {
2089 /* If internal command, don't error, don't fill sense */
2090 if (tw_dev->srb[request_id] == NULL) {
2091 tw_decode_sense(tw_dev, request_id, 0);
2092 } else {
2093 error = tw_decode_sense(tw_dev, request_id, 1);
2094 }
2095 }
2096
2097 /* Check for correct state */
2098 if (tw_dev->state[request_id] != TW_S_POSTED) {
2099 if (tw_dev->srb[request_id] != NULL) {
2100 printk(KERN_WARNING "3w-xxxx: scsi%d: Received a request id that wasn't posted.\n", tw_dev->host->host_no);
2101 error = 1;
2102 }
2103 }
2104
2105 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Response queue request id: %d.\n", request_id);
2106
2107 /* Check for internal command completion */
2108 if (tw_dev->srb[request_id] == NULL) {
2109 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Found internally posted command.\n");
2110 /* Check for chrdev ioctl completion */
2111 if (request_id != tw_dev->chrdev_request_id) {
2112 retval = tw_aen_complete(tw_dev, request_id);
2113 if (retval) {
2114 printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing aen.\n", tw_dev->host->host_no);
2115 }
2116 } else {
2117 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
2118 wake_up(&tw_dev->ioctl_wqueue);
2119 }
2120 } else {
2121 switch (tw_dev->srb[request_id]->cmnd[0]) {
2122 case READ_10:
2123 case READ_6:
2124 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_10/READ_6\n");
2125 break;
2126 case WRITE_10:
2127 case WRITE_6:
2128 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught WRITE_10/WRITE_6\n");
2129 break;
2130 case TEST_UNIT_READY:
2131 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught TEST_UNIT_READY\n");
2132 error = tw_scsiop_test_unit_ready_complete(tw_dev, request_id);
2133 break;
2134 case INQUIRY:
2135 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught INQUIRY\n");
2136 error = tw_scsiop_inquiry_complete(tw_dev, request_id);
2137 break;
2138 case READ_CAPACITY:
2139 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_CAPACITY\n");
2140 error = tw_scsiop_read_capacity_complete(tw_dev, request_id);
2141 break;
2142 case MODE_SENSE:
2143 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught MODE_SENSE\n");
2144 error = tw_scsiop_mode_sense_complete(tw_dev, request_id);
2145 break;
2146 case SYNCHRONIZE_CACHE:
2147 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught SYNCHRONIZE_CACHE\n");
2148 break;
2149 default:
2150 printk(KERN_WARNING "3w-xxxx: case slip in tw_interrupt()\n");
2151 error = 1;
2152 }
2153
2154 /* If no error command was a success */
2155 if (error == 0) {
2156 tw_dev->srb[request_id]->result = (DID_OK << 16);
2157 }
2158
2159 /* If error, command failed */
2160 if (error == 1) {
2161 /* Ask for a host reset */
3d45cefc 2162 tw_dev->srb[request_id]->result = (DID_OK << 16) | SAM_STAT_CHECK_CONDITION;
1da177e4
LT		 2163 }
2164
2165 /* Now complete the io */
2166 if ((error != TW_ISR_DONT_COMPLETE)) {
9cd95546 2167 scsi_dma_unmap(tw_dev->srb[request_id]);
9dd9b96c 2168 scsi_done(tw_dev->srb[request_id]);
1da177e4
LT		 2169 tw_dev->state[request_id] = TW_S_COMPLETED;
2170 tw_state_request_finish(tw_dev, request_id);
2171 tw_dev->posted_request_count--;
1da177e4
LT		 2172 }
2173 }
8148dfba 2174
1da177e4
LT		 2175 /* Check for valid status after each drain */
2176 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2177 if (tw_check_bits(status_reg_value)) {
2178 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2179 if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2180 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2181 goto tw_interrupt_bail;
2182 }
2183 }
2184 }
2185 }
2186
2187tw_interrupt_bail:
2188 spin_unlock(tw_dev->host->host_lock);
2189 return IRQ_RETVAL(handled);
2190} /* End tw_interrupt() */
2191
2192/* This function tells the controller to shut down */
2193static void __tw_shutdown(TW_Device_Extension *tw_dev)
2194{
2195 /* Disable interrupts */
2196 TW_DISABLE_INTERRUPTS(tw_dev);
2197
4fe48187 2198 /* Free up the IRQ */
2199 free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
2200
1da177e4
LT		 2201 printk(KERN_WARNING "3w-xxxx: Shutting down host %d.\n", tw_dev->host->host_no);
2202
2203 /* Tell the card we are shutting down */
2204 if (tw_initconnection(tw_dev, 1)) {
2205 printk(KERN_WARNING "3w-xxxx: Connection shutdown failed.\n");
2206 } else {
2207 printk(KERN_WARNING "3w-xxxx: Shutdown complete.\n");
2208 }
2209
2210 /* Clear all interrupts just before exit */
2211 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2212} /* End __tw_shutdown() */
2213
2214/* Wrapper for __tw_shutdown */
d18c3db5 2215static void tw_shutdown(struct pci_dev *pdev)
1da177e4 2216{
d18c3db5 2217 struct Scsi_Host *host = pci_get_drvdata(pdev);
1da177e4
LT		 2218 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2219
2220 __tw_shutdown(tw_dev);
2221} /* End tw_shutdown() */
2222
4deedd84 2223/* This function gets called when a disk is coming online */
2224static int tw_slave_configure(struct scsi_device *sdev)
2225{
2226 /* Force 60 second timeout */
2227 blk_queue_rq_timeout(sdev->request_queue, 60 * HZ);
2228
2229 return 0;
2230} /* End tw_slave_configure() */
2231
ca1b0e01 2232static const struct scsi_host_template driver_template = {
1da177e4
LT		 2233 .module = THIS_MODULE,
2234 .name = "3ware Storage Controller",
2235 .queuecommand = tw_scsi_queue,
2236 .eh_host_reset_handler = tw_scsi_eh_reset,
2237 .bios_param = tw_scsi_biosparam,
db5ed4df 2238 .change_queue_depth = scsi_change_queue_depth,
1da177e4 2239 .can_queue = TW_Q_LENGTH-2,
4deedd84 2240 .slave_configure = tw_slave_configure,
1da177e4
LT		 2241 .this_id = -1,
2242 .sg_tablesize = TW_MAX_SGL_LENGTH,
2243 .max_sectors = TW_MAX_SECTORS,
8148dfba 2244 .cmd_per_lun = TW_MAX_CMDS_PER_LUN,
65bc2a7f 2245 .shost_groups = tw_host_groups,
54b2b50c
MP		 2246 .emulated = 1,
2247 .no_write_same = 1,
1da177e4
LT		 2248};
2249
2250/* This function will probe and initialize a card */
6f039790 2251static int tw_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
1da177e4
LT		 2252{
2253 struct Scsi_Host *host = NULL;
2254 TW_Device_Extension *tw_dev;
8ecfb16c 2255 int retval;
1da177e4
LT		 2256
2257 retval = pci_enable_device(pdev);
2258 if (retval) {
2259 printk(KERN_WARNING "3w-xxxx: Failed to enable pci device.");
2260 goto out_disable_device;
2261 }
2262
2263 pci_set_master(pdev);
2264
bd6cf46b 2265 retval = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
1da177e4
LT		 2266 if (retval) {
2267 printk(KERN_WARNING "3w-xxxx: Failed to set dma mask.");
2268 goto out_disable_device;
2269 }
2270
2271 host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension));
2272 if (!host) {
2273 printk(KERN_WARNING "3w-xxxx: Failed to allocate memory for device extension.");
2274 retval = -ENOMEM;
2275 goto out_disable_device;
2276 }
2277 tw_dev = (TW_Device_Extension *)host->hostdata;
2278
1da177e4
LT		 2279 /* Save values to device extension */
2280 tw_dev->host = host;
2281 tw_dev->tw_pci_dev = pdev;
2282
2283 if (tw_initialize_device_extension(tw_dev)) {
2284 printk(KERN_WARNING "3w-xxxx: Failed to initialize device extension.");
4dc98c19 2285 retval = -ENOMEM;
1da177e4
LT		 2286 goto out_free_device_extension;
2287 }
2288
2289 /* Request IO regions */
2290 retval = pci_request_regions(pdev, "3w-xxxx");
2291 if (retval) {
2292 printk(KERN_WARNING "3w-xxxx: Failed to get mem region.");
2293 goto out_free_device_extension;
2294 }
2295
2296 /* Save base address */
2297 tw_dev->base_addr = pci_resource_start(pdev, 0);
2298 if (!tw_dev->base_addr) {
2299 printk(KERN_WARNING "3w-xxxx: Failed to get io address.");
4dc98c19 2300 retval = -ENOMEM;
1da177e4
LT		 2301 goto out_release_mem_region;
2302 }
2303
2304 /* Disable interrupts on the card */
2305 TW_DISABLE_INTERRUPTS(tw_dev);
2306
2307 /* Initialize the card */
2e2fe5ac
YY		 2308 if (tw_reset_sequence(tw_dev)) {
2309 retval = -EINVAL;
1da177e4 2310 goto out_release_mem_region;
2e2fe5ac 2311 }
1da177e4
LT		 2312
2313 /* Set host specific parameters */
2314 host->max_id = TW_MAX_UNITS;
2315 host->max_cmd_len = TW_MAX_CDB_LEN;
2316
2317 /* Luns and channels aren't supported by adapter */
2318 host->max_lun = 0;
2319 host->max_channel = 0;
2320
2321 /* Register the card with the kernel SCSI layer */
2322 retval = scsi_add_host(host, &pdev->dev);
2323 if (retval) {
2324 printk(KERN_WARNING "3w-xxxx: scsi add host failed");
2325 goto out_release_mem_region;
2326 }
2327
2328 pci_set_drvdata(pdev, host);
2329
2330 printk(KERN_WARNING "3w-xxxx: scsi%d: Found a 3ware Storage Controller at 0x%x, IRQ: %d.\n", host->host_no, tw_dev->base_addr, pdev->irq);
2331
2332 /* Now setup the interrupt handler */
1d6f359a 2333 retval = request_irq(pdev->irq, tw_interrupt, IRQF_SHARED, "3w-xxxx", tw_dev);
1da177e4
LT		 2334 if (retval) {
2335 printk(KERN_WARNING "3w-xxxx: Error requesting IRQ.");
2336 goto out_remove_host;
2337 }
2338
2339 tw_device_extension_list[tw_device_extension_count] = tw_dev;
2340 tw_device_extension_count++;
2341
2342 /* Re-enable interrupts on the card */
2343 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2344
2345 /* Finally, scan the host */
2346 scsi_scan_host(host);
2347
2348 if (twe_major == -1) {
2349 if ((twe_major = register_chrdev (0, "twe", &tw_fops)) < 0)
2350 printk(KERN_WARNING "3w-xxxx: Failed to register character device.");
2351 }
2352 return 0;
2353
2354out_remove_host:
2355 scsi_remove_host(host);
2356out_release_mem_region:
2357 pci_release_regions(pdev);
2358out_free_device_extension:
2359 tw_free_device_extension(tw_dev);
2360 scsi_host_put(host);
2361out_disable_device:
2362 pci_disable_device(pdev);
2363
2364 return retval;
2365} /* End tw_probe() */
2366
2367/* This function is called to remove a device */
2368static void tw_remove(struct pci_dev *pdev)
2369{
2370 struct Scsi_Host *host = pci_get_drvdata(pdev);
2371 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2372
2373 scsi_remove_host(tw_dev->host);
2374
2375 /* Unregister character device */
2376 if (twe_major >= 0) {
2377 unregister_chrdev(twe_major, "twe");
2378 twe_major = -1;
2379 }
2380
1da177e4
LT		 2381 /* Shutdown the card */
2382 __tw_shutdown(tw_dev);
2383
2384 /* Free up the mem region */
2385 pci_release_regions(pdev);
2386
2387 /* Free up device extension resources */
2388 tw_free_device_extension(tw_dev);
2389
2390 scsi_host_put(tw_dev->host);
2391 pci_disable_device(pdev);
2392 tw_device_extension_count--;
2393} /* End tw_remove() */
2394
2395/* PCI Devices supported by this driver */
6f039790 2396static struct pci_device_id tw_pci_tbl[] = {
1da177e4
LT		 2397 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_1000,
2398 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2399 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_7000,
2400 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2401 { }
2402};
2403MODULE_DEVICE_TABLE(pci, tw_pci_tbl);
2404
2405/* pci_driver initializer */
2406static struct pci_driver tw_driver = {
2407 .name = "3w-xxxx",
2408 .id_table = tw_pci_tbl,
2409 .probe = tw_probe,
2410 .remove = tw_remove,
d18c3db5 2411 .shutdown = tw_shutdown,
1da177e4
LT		 2412};
2413
2414/* This function is called on driver initialization */
2415static int __init tw_init(void)
2416{
2417 printk(KERN_WARNING "3ware Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION);
2418
dcbccbde 2419 return pci_register_driver(&tw_driver);
1da177e4
LT		 2420} /* End tw_init() */
2421
2422/* This function is called on driver exit */
2423static void __exit tw_exit(void)
2424{
2425 pci_unregister_driver(&tw_driver);
2426} /* End tw_exit() */
2427
2428module_init(tw_init);
2429module_exit(tw_exit);
2430
Linux 6.x block layer and io_uring tree(s)