projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
[SCSI] pm8001: add SAS/SATA HBA driver
[linux-2.6-block.git] / drivers / scsi / arcmsr / arcmsr_hba.c
CommitLineData
1c57e86d
EC		 1/*
2*******************************************************************************
3** O.S : Linux
4** FILE NAME : arcmsr_hba.c
5** BY : Erich Chen
6** Description: SCSI RAID Device Driver for
7** ARECA RAID Host adapter
8*******************************************************************************
9** Copyright (C) 2002 - 2005, Areca Technology Corporation All rights reserved
10**
11** Web site: www.areca.com.tw
1a4f550a 12** E-mail: support@areca.com.tw
1c57e86d
EC		 13**
14** This program is free software; you can redistribute it and/or modify
15** it under the terms of the GNU General Public License version 2 as
16** published by the Free Software Foundation.
17** This program is distributed in the hope that it will be useful,
18** but WITHOUT ANY WARRANTY; without even the implied warranty of
19** MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20** GNU General Public License for more details.
21*******************************************************************************
22** Redistribution and use in source and binary forms, with or without
23** modification, are permitted provided that the following conditions
24** are met:
25** 1. Redistributions of source code must retain the above copyright
26** notice, this list of conditions and the following disclaimer.
27** 2. Redistributions in binary form must reproduce the above copyright
28** notice, this list of conditions and the following disclaimer in the
29** documentation and/or other materials provided with the distribution.
30** 3. The name of the author may not be used to endorse or promote products
31** derived from this software without specific prior written permission.
32**
33** THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
34** IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
35** OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
36** IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
37** INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES(INCLUDING,BUT
38** NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
39** DATA, OR PROFITS; OR BUSINESS INTERRUPTION)HOWEVER CAUSED AND ON ANY
40** THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
41** (INCLUDING NEGLIGENCE OR OTHERWISE)ARISING IN ANY WAY OUT OF THE USE OF
42** THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
43*******************************************************************************
44** For history of changes, see Documentation/scsi/ChangeLog.arcmsr
45** Firmware Specification, see Documentation/scsi/arcmsr_spec.txt
46*******************************************************************************
47*/
48#include <linux/module.h>
49#include <linux/reboot.h>
50#include <linux/spinlock.h>
51#include <linux/pci_ids.h>
52#include <linux/interrupt.h>
53#include <linux/moduleparam.h>
54#include <linux/errno.h>
55#include <linux/types.h>
56#include <linux/delay.h>
57#include <linux/dma-mapping.h>
58#include <linux/timer.h>
59#include <linux/pci.h>
a1f6e021 60#include <linux/aer.h>
1c57e86d
EC		 61#include <asm/dma.h>
62#include <asm/io.h>
63#include <asm/system.h>
64#include <asm/uaccess.h>
65#include <scsi/scsi_host.h>
66#include <scsi/scsi.h>
67#include <scsi/scsi_cmnd.h>
68#include <scsi/scsi_tcq.h>
69#include <scsi/scsi_device.h>
70#include <scsi/scsi_transport.h>
71#include <scsi/scsicam.h>
72#include "arcmsr.h"
73
1a4f550a 74MODULE_AUTHOR("Erich Chen <support@areca.com.tw>");
a1f6e021 75MODULE_DESCRIPTION("ARECA (ARC11xx/12xx/13xx/16xx) SATA/SAS RAID HOST Adapter");
1c57e86d
EC		 76MODULE_LICENSE("Dual BSD/GPL");
77MODULE_VERSION(ARCMSR_DRIVER_VERSION);
78
1a4f550a
NC		 79static int arcmsr_iop_message_xfer(struct AdapterControlBlock *acb,
80 struct scsi_cmnd *cmd);
81static int arcmsr_iop_confirm(struct AdapterControlBlock *acb);
1c57e86d
EC		 82static int arcmsr_abort(struct scsi_cmnd *);
83static int arcmsr_bus_reset(struct scsi_cmnd *);
84static int arcmsr_bios_param(struct scsi_device *sdev,
1a4f550a
NC		 85 struct block_device *bdev, sector_t capacity, int *info);
86static int arcmsr_queue_command(struct scsi_cmnd *cmd,
87 void (*done) (struct scsi_cmnd *));
1c57e86d
EC		 88static int arcmsr_probe(struct pci_dev *pdev,
89 const struct pci_device_id *id);
90static void arcmsr_remove(struct pci_dev *pdev);
91static void arcmsr_shutdown(struct pci_dev *pdev);
92static void arcmsr_iop_init(struct AdapterControlBlock *acb);
93static void arcmsr_free_ccb_pool(struct AdapterControlBlock *acb);
1a4f550a 94static u32 arcmsr_disable_outbound_ints(struct AdapterControlBlock *acb);
1c57e86d 95static void arcmsr_stop_adapter_bgrb(struct AdapterControlBlock *acb);
1a4f550a
NC		 96static void arcmsr_flush_hba_cache(struct AdapterControlBlock *acb);
97static void arcmsr_flush_hbb_cache(struct AdapterControlBlock *acb);
1c57e86d
EC		 98static const char *arcmsr_info(struct Scsi_Host *);
99static irqreturn_t arcmsr_interrupt(struct AdapterControlBlock *acb);
1a4f550a
NC		 100static int arcmsr_adjust_disk_queue_depth(struct scsi_device *sdev,
101 int queue_depth)
1c57e86d
EC		 102{
103 if (queue_depth > ARCMSR_MAX_CMD_PERLUN)
104 queue_depth = ARCMSR_MAX_CMD_PERLUN;
105 scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth);
106 return queue_depth;
107}
108
109static struct scsi_host_template arcmsr_scsi_host_template = {
110 .module = THIS_MODULE,
a1f6e021 111 .name = "ARCMSR ARECA SATA/SAS RAID HOST Adapter"
112 ARCMSR_DRIVER_VERSION,
1c57e86d
EC		 113 .info = arcmsr_info,
114 .queuecommand = arcmsr_queue_command,
115 .eh_abort_handler = arcmsr_abort,
116 .eh_bus_reset_handler = arcmsr_bus_reset,
117 .bios_param = arcmsr_bios_param,
118 .change_queue_depth = arcmsr_adjust_disk_queue_depth,
119 .can_queue = ARCMSR_MAX_OUTSTANDING_CMD,
120 .this_id = ARCMSR_SCSI_INITIATOR_ID,
121 .sg_tablesize = ARCMSR_MAX_SG_ENTRIES,
122 .max_sectors = ARCMSR_MAX_XFER_SECTORS,
123 .cmd_per_lun = ARCMSR_MAX_CMD_PERLUN,
124 .use_clustering = ENABLE_CLUSTERING,
125 .shost_attrs = arcmsr_host_attrs,
126};
1a4f550a 127#ifdef CONFIG_SCSI_ARCMSR_AER
5975f643
AM		 128static pci_ers_result_t arcmsr_pci_slot_reset(struct pci_dev *pdev);
129static pci_ers_result_t arcmsr_pci_error_detected(struct pci_dev *pdev,
130 pci_channel_state_t state);
131
a1f6e021 132static struct pci_error_handlers arcmsr_pci_error_handlers = {
133 .error_detected = arcmsr_pci_error_detected,
134 .slot_reset = arcmsr_pci_slot_reset,
135};
1a4f550a 136#endif
1c57e86d
EC		 137static struct pci_device_id arcmsr_device_id_table[] = {
138 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1110)},
139 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1120)},
140 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1130)},
141 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1160)},
142 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1170)},
1a4f550a
NC		 143 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1200)},
144 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1201)},
145 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1202)},
1c57e86d
EC		 146 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1210)},
147 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1220)},
148 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1230)},
149 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1260)},
150 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1270)},
151 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1280)},
152 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1380)},
153 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1381)},
154 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1680)},
155 {PCI_DEVICE(PCI_VENDOR_ID_ARECA, PCI_DEVICE_ID_ARECA_1681)},
156 {0, 0}, /* Terminating entry */
157};
158MODULE_DEVICE_TABLE(pci, arcmsr_device_id_table);
159static struct pci_driver arcmsr_pci_driver = {
160 .name = "arcmsr",
161 .id_table = arcmsr_device_id_table,
162 .probe = arcmsr_probe,
163 .remove = arcmsr_remove,
a1f6e021 164 .shutdown = arcmsr_shutdown,
1a4f550a 165 #ifdef CONFIG_SCSI_ARCMSR_AER
a1f6e021 166 .err_handler = &arcmsr_pci_error_handlers,
1a4f550a 167 #endif
1c57e86d
EC		 168};
169
7d12e780 170static irqreturn_t arcmsr_do_interrupt(int irq, void *dev_id)
1c57e86d
EC		 171{
172 irqreturn_t handle_state;
1a4f550a 173 struct AdapterControlBlock *acb = dev_id;
1c57e86d 174
1a4f550a 175 spin_lock(acb->host->host_lock);
1c57e86d 176 handle_state = arcmsr_interrupt(acb);
1a4f550a
NC		 177 spin_unlock(acb->host->host_lock);
178
1c57e86d
EC		 179 return handle_state;
180}
181
182static int arcmsr_bios_param(struct scsi_device *sdev,
183 struct block_device *bdev, sector_t capacity, int *geom)
184{
185 int ret, heads, sectors, cylinders, total_capacity;
186 unsigned char *buffer;/* return copy of block device's partition table */
187
188 buffer = scsi_bios_ptable(bdev);
189 if (buffer) {
190 ret = scsi_partsize(buffer, capacity, &geom[2], &geom[0], &geom[1]);
191 kfree(buffer);
192 if (ret != -1)
193 return ret;
194 }
195 total_capacity = capacity;
196 heads = 64;
197 sectors = 32;
198 cylinders = total_capacity / (heads * sectors);
199 if (cylinders > 1024) {
200 heads = 255;
201 sectors = 63;
202 cylinders = total_capacity / (heads * sectors);
203 }
204 geom[0] = heads;
205 geom[1] = sectors;
206 geom[2] = cylinders;
207 return 0;
208}
209
1a4f550a 210static void arcmsr_define_adapter_type(struct AdapterControlBlock *acb)
1c57e86d
EC		 211{
212 struct pci_dev *pdev = acb->pdev;
1a4f550a
NC		 213 u16 dev_id;
214 pci_read_config_word(pdev, PCI_DEVICE_ID, &dev_id);
215 switch (dev_id) {
216 case 0x1201 : {
217 acb->adapter_type = ACB_ADAPTER_TYPE_B;
218 }
219 break;
220
221 default : acb->adapter_type = ACB_ADAPTER_TYPE_A;
222 }
223}
224
225static int arcmsr_alloc_ccb_pool(struct AdapterControlBlock *acb)
226{
227
228 switch (acb->adapter_type) {
1c57e86d 229
1a4f550a
NC		 230 case ACB_ADAPTER_TYPE_A: {
231 struct pci_dev *pdev = acb->pdev;
232 void *dma_coherent;
233 dma_addr_t dma_coherent_handle, dma_addr;
234 struct CommandControlBlock *ccb_tmp;
235 uint32_t intmask_org;
236 int i, j;
237
25729a7f 238 acb->pmuA = pci_ioremap_bar(pdev, 0);
80da1adb 239 if (!acb->pmuA) {
1a4f550a
NC		 240 printk(KERN_NOTICE "arcmsr%d: memory mapping region fail \n",
241 acb->host->host_no);
db3a91fe 242 return -ENOMEM;
1a4f550a
NC		 243 }
244
245 dma_coherent = dma_alloc_coherent(&pdev->dev,
1c57e86d
EC		 246 ARCMSR_MAX_FREECCB_NUM *
247 sizeof (struct CommandControlBlock) + 0x20,
248 &dma_coherent_handle, GFP_KERNEL);
db3a91fe
AV		 249
250 if (!dma_coherent) {
251 iounmap(acb->pmuA);
1a4f550a 252 return -ENOMEM;
db3a91fe 253 }
1c57e86d 254
1a4f550a
NC		 255 acb->dma_coherent = dma_coherent;
256 acb->dma_coherent_handle = dma_coherent_handle;
1c57e86d 257
1a4f550a
NC		 258 if (((unsigned long)dma_coherent & 0x1F)) {
259 dma_coherent = dma_coherent +
260 (0x20 - ((unsigned long)dma_coherent & 0x1F));
261 dma_coherent_handle = dma_coherent_handle +
262 (0x20 - ((unsigned long)dma_coherent_handle & 0x1F));
263 }
1c57e86d 264
1a4f550a
NC		 265 dma_addr = dma_coherent_handle;
266 ccb_tmp = (struct CommandControlBlock *)dma_coherent;
267 for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
268 ccb_tmp->cdb_shifted_phyaddr = dma_addr >> 5;
269 ccb_tmp->acb = acb;
270 acb->pccb_pool[i] = ccb_tmp;
271 list_add_tail(&ccb_tmp->list, &acb->ccb_free_list);
272 dma_addr = dma_addr + sizeof(struct CommandControlBlock);
273 ccb_tmp++;
274 }
1c57e86d 275
1a4f550a
NC		 276 acb->vir2phy_offset = (unsigned long)ccb_tmp -(unsigned long)dma_addr;
277 for (i = 0; i < ARCMSR_MAX_TARGETID; i++)
278 for (j = 0; j < ARCMSR_MAX_TARGETLUN; j++)
279 acb->devstate[i][j] = ARECA_RAID_GONE;
1c57e86d 280
1a4f550a
NC		 281 /*
282 ** here we need to tell iop 331 our ccb_tmp.HighPart
283 ** if ccb_tmp.HighPart is not zero
284 */
285 intmask_org = arcmsr_disable_outbound_ints(acb);
286 }
287 break;
288
289 case ACB_ADAPTER_TYPE_B: {
290
291 struct pci_dev *pdev = acb->pdev;
292 struct MessageUnit_B *reg;
80da1adb 293 void __iomem *mem_base0, *mem_base1;
1a4f550a
NC		 294 void *dma_coherent;
295 dma_addr_t dma_coherent_handle, dma_addr;
296 uint32_t intmask_org;
297 struct CommandControlBlock *ccb_tmp;
298 int i, j;
299
300 dma_coherent = dma_alloc_coherent(&pdev->dev,
301 ((ARCMSR_MAX_FREECCB_NUM *
302 sizeof(struct CommandControlBlock) + 0x20) +
303 sizeof(struct MessageUnit_B)),
304 &dma_coherent_handle, GFP_KERNEL);
305 if (!dma_coherent)
306 return -ENOMEM;
307
308 acb->dma_coherent = dma_coherent;
309 acb->dma_coherent_handle = dma_coherent_handle;
310
311 if (((unsigned long)dma_coherent & 0x1F)) {
312 dma_coherent = dma_coherent +
313 (0x20 - ((unsigned long)dma_coherent & 0x1F));
314 dma_coherent_handle = dma_coherent_handle +
315 (0x20 - ((unsigned long)dma_coherent_handle & 0x1F));
316 }
317
1a4f550a
NC		 318 dma_addr = dma_coherent_handle;
319 ccb_tmp = (struct CommandControlBlock *)dma_coherent;
320 for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
321 ccb_tmp->cdb_shifted_phyaddr = dma_addr >> 5;
322 ccb_tmp->acb = acb;
323 acb->pccb_pool[i] = ccb_tmp;
324 list_add_tail(&ccb_tmp->list, &acb->ccb_free_list);
325 dma_addr = dma_addr + sizeof(struct CommandControlBlock);
326 ccb_tmp++;
327 }
328
329 reg = (struct MessageUnit_B *)(dma_coherent +
330 ARCMSR_MAX_FREECCB_NUM * sizeof(struct CommandControlBlock));
80da1adb 331 acb->pmuB = reg;
25729a7f 332 mem_base0 = pci_ioremap_bar(pdev, 0);
db3a91fe
AV		 333 if (!mem_base0)
334 goto out;
335
25729a7f 336 mem_base1 = pci_ioremap_bar(pdev, 2);
db3a91fe
AV		 337 if (!mem_base1) {
338 iounmap(mem_base0);
339 goto out;
340 }
341
80da1adb
AV		 342 reg->drv2iop_doorbell_reg = mem_base0 + ARCMSR_DRV2IOP_DOORBELL;
343 reg->drv2iop_doorbell_mask_reg = mem_base0 +
344 ARCMSR_DRV2IOP_DOORBELL_MASK;
345 reg->iop2drv_doorbell_reg = mem_base0 + ARCMSR_IOP2DRV_DOORBELL;
346 reg->iop2drv_doorbell_mask_reg = mem_base0 +
347 ARCMSR_IOP2DRV_DOORBELL_MASK;
348 reg->ioctl_wbuffer_reg = mem_base1 + ARCMSR_IOCTL_WBUFFER;
349 reg->ioctl_rbuffer_reg = mem_base1 + ARCMSR_IOCTL_RBUFFER;
350 reg->msgcode_rwbuffer_reg = mem_base1 + ARCMSR_MSGCODE_RWBUFFER;
1a4f550a
NC		 351
352 acb->vir2phy_offset = (unsigned long)ccb_tmp -(unsigned long)dma_addr;
353 for (i = 0; i < ARCMSR_MAX_TARGETID; i++)
354 for (j = 0; j < ARCMSR_MAX_TARGETLUN; j++)
355 acb->devstate[i][j] = ARECA_RAID_GOOD;
1c57e86d 356
1a4f550a
NC		 357 /*
358 ** here we need to tell iop 331 our ccb_tmp.HighPart
359 ** if ccb_tmp.HighPart is not zero
360 */
361 intmask_org = arcmsr_disable_outbound_ints(acb);
362 }
363 break;
364 }
1c57e86d 365 return 0;
db3a91fe
AV		 366
367out:
368 dma_free_coherent(&acb->pdev->dev,
76d78300
NC		 369 (ARCMSR_MAX_FREECCB_NUM * sizeof(struct CommandControlBlock) + 0x20 +
370 sizeof(struct MessageUnit_B)), acb->dma_coherent, acb->dma_coherent_handle);
db3a91fe 371 return -ENOMEM;
1c57e86d
EC		 372}
373
374static int arcmsr_probe(struct pci_dev *pdev,
375 const struct pci_device_id *id)
376{
377 struct Scsi_Host *host;
378 struct AdapterControlBlock *acb;
379 uint8_t bus, dev_fun;
380 int error;
381
382 error = pci_enable_device(pdev);
383 if (error)
384 goto out;
385 pci_set_master(pdev);
386
387 host = scsi_host_alloc(&arcmsr_scsi_host_template,
388 sizeof(struct AdapterControlBlock));
389 if (!host) {
390 error = -ENOMEM;
391 goto out_disable_device;
392 }
393 acb = (struct AdapterControlBlock *)host->hostdata;
394 memset(acb, 0, sizeof (struct AdapterControlBlock));
395
6a35528a 396 error = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));
1c57e86d 397 if (error) {
284901a9 398 error = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
1c57e86d
EC		 399 if (error) {
400 printk(KERN_WARNING
401 "scsi%d: No suitable DMA mask available\n",
402 host->host_no);
403 goto out_host_put;
404 }
405 }
406 bus = pdev->bus->number;
407 dev_fun = pdev->devfn;
408 acb->host = host;
409 acb->pdev = pdev;
410 host->max_sectors = ARCMSR_MAX_XFER_SECTORS;
411 host->max_lun = ARCMSR_MAX_TARGETLUN;
412 host->max_id = ARCMSR_MAX_TARGETID;/*16:8*/
413 host->max_cmd_len = 16; /*this is issue of 64bit LBA, over 2T byte*/
414 host->sg_tablesize = ARCMSR_MAX_SG_ENTRIES;
415 host->can_queue = ARCMSR_MAX_FREECCB_NUM; /* max simultaneous cmds */
416 host->cmd_per_lun = ARCMSR_MAX_CMD_PERLUN;
417 host->this_id = ARCMSR_SCSI_INITIATOR_ID;
418 host->unique_id = (bus << 8) | dev_fun;
419 host->irq = pdev->irq;
420 error = pci_request_regions(pdev, "arcmsr");
1a4f550a 421 if (error) {
1c57e86d 422 goto out_host_put;
1c57e86d 423 }
1a4f550a
NC		 424 arcmsr_define_adapter_type(acb);
425
1c57e86d
EC		 426 acb->acb_flags |= (ACB_F_MESSAGE_WQBUFFER_CLEARED |
427 ACB_F_MESSAGE_RQBUFFER_CLEARED |
428 ACB_F_MESSAGE_WQBUFFER_READED);
429 acb->acb_flags &= ~ACB_F_SCSISTOPADAPTER;
430 INIT_LIST_HEAD(&acb->ccb_free_list);
431
432 error = arcmsr_alloc_ccb_pool(acb);
433 if (error)
1a4f550a 434 goto out_release_regions;
1c57e86d
EC		 435
436 error = request_irq(pdev->irq, arcmsr_do_interrupt,
488a5c8a 437 IRQF_SHARED, "arcmsr", acb);
1c57e86d
EC		 438 if (error)
439 goto out_free_ccb_pool;
440
441 arcmsr_iop_init(acb);
442 pci_set_drvdata(pdev, host);
a1f6e021 443 if (strncmp(acb->firm_version, "V1.42", 5) >= 0)
444 host->max_sectors= ARCMSR_MAX_XFER_SECTORS_B;
1c57e86d
EC		 445
446 error = scsi_add_host(host, &pdev->dev);
447 if (error)
448 goto out_free_irq;
449
450 error = arcmsr_alloc_sysfs_attr(acb);
451 if (error)
452 goto out_free_sysfs;
453
454 scsi_scan_host(host);
1a4f550a 455 #ifdef CONFIG_SCSI_ARCMSR_AER
a1f6e021 456 pci_enable_pcie_error_reporting(pdev);
1a4f550a 457 #endif
1c57e86d
EC		 458 return 0;
459 out_free_sysfs:
460 out_free_irq:
461 free_irq(pdev->irq, acb);
462 out_free_ccb_pool:
463 arcmsr_free_ccb_pool(acb);
1c57e86d
EC		 464 out_release_regions:
465 pci_release_regions(pdev);
466 out_host_put:
467 scsi_host_put(host);
468 out_disable_device:
469 pci_disable_device(pdev);
470 out:
471 return error;
472}
473
1a4f550a
NC		 474static uint8_t arcmsr_hba_wait_msgint_ready(struct AdapterControlBlock *acb)
475{
80da1adb 476 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a
NC		 477 uint32_t Index;
478 uint8_t Retries = 0x00;
479
480 do {
481 for (Index = 0; Index < 100; Index++) {
482 if (readl(&reg->outbound_intstatus) &
483 ARCMSR_MU_OUTBOUND_MESSAGE0_INT) {
484 writel(ARCMSR_MU_OUTBOUND_MESSAGE0_INT,
485 &reg->outbound_intstatus);
486 return 0x00;
487 }
488 msleep(10);
489 }/*max 1 seconds*/
490
491 } while (Retries++ < 20);/*max 20 sec*/
492 return 0xff;
493}
494
495static uint8_t arcmsr_hbb_wait_msgint_ready(struct AdapterControlBlock *acb)
496{
80da1adb 497 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 498 uint32_t Index;
499 uint8_t Retries = 0x00;
500
501 do {
502 for (Index = 0; Index < 100; Index++) {
503 if (readl(reg->iop2drv_doorbell_reg)
504 & ARCMSR_IOP2DRV_MESSAGE_CMD_DONE) {
505 writel(ARCMSR_MESSAGE_INT_CLEAR_PATTERN
506 , reg->iop2drv_doorbell_reg);
76d78300 507 writel(ARCMSR_DRV2IOP_END_OF_INTERRUPT, reg->drv2iop_doorbell_reg);
1a4f550a
NC		 508 return 0x00;
509 }
510 msleep(10);
511 }/*max 1 seconds*/
512
513 } while (Retries++ < 20);/*max 20 sec*/
514 return 0xff;
515}
516
517static void arcmsr_abort_hba_allcmd(struct AdapterControlBlock *acb)
1c57e86d 518{
80da1adb 519 struct MessageUnit_A __iomem *reg = acb->pmuA;
1c57e86d
EC		 520
521 writel(ARCMSR_INBOUND_MESG0_ABORT_CMD, &reg->inbound_msgaddr0);
1a4f550a
NC		 522 if (arcmsr_hba_wait_msgint_ready(acb))
523 printk(KERN_NOTICE
524 "arcmsr%d: wait 'abort all outstanding command' timeout \n"
525 , acb->host->host_no);
526}
527
528static void arcmsr_abort_hbb_allcmd(struct AdapterControlBlock *acb)
529{
80da1adb 530 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 531
532 writel(ARCMSR_MESSAGE_ABORT_CMD, reg->drv2iop_doorbell_reg);
533 if (arcmsr_hbb_wait_msgint_ready(acb))
1c57e86d
EC		 534 printk(KERN_NOTICE
535 "arcmsr%d: wait 'abort all outstanding command' timeout \n"
536 , acb->host->host_no);
537}
538
1a4f550a
NC		 539static void arcmsr_abort_allcmd(struct AdapterControlBlock *acb)
540{
541 switch (acb->adapter_type) {
542 case ACB_ADAPTER_TYPE_A: {
543 arcmsr_abort_hba_allcmd(acb);
544 }
545 break;
546
547 case ACB_ADAPTER_TYPE_B: {
548 arcmsr_abort_hbb_allcmd(acb);
549 }
550 }
551}
552
1c57e86d
EC		 553static void arcmsr_pci_unmap_dma(struct CommandControlBlock *ccb)
554{
1c57e86d
EC		 555 struct scsi_cmnd *pcmd = ccb->pcmd;
556
deff2627 557 scsi_dma_unmap(pcmd);
1c57e86d
EC		 558}
559
560static void arcmsr_ccb_complete(struct CommandControlBlock *ccb, int stand_flag)
561{
562 struct AdapterControlBlock *acb = ccb->acb;
563 struct scsi_cmnd *pcmd = ccb->pcmd;
564
565 arcmsr_pci_unmap_dma(ccb);
566 if (stand_flag == 1)
567 atomic_dec(&acb->ccboutstandingcount);
568 ccb->startdone = ARCMSR_CCB_DONE;
569 ccb->ccb_flags = 0;
570 list_add_tail(&ccb->list, &acb->ccb_free_list);
571 pcmd->scsi_done(pcmd);
572}
573
1a4f550a
NC		 574static void arcmsr_flush_hba_cache(struct AdapterControlBlock *acb)
575{
80da1adb 576 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a
NC		 577 int retry_count = 30;
578
579 writel(ARCMSR_INBOUND_MESG0_FLUSH_CACHE, &reg->inbound_msgaddr0);
580 do {
581 if (!arcmsr_hba_wait_msgint_ready(acb))
582 break;
583 else {
584 retry_count--;
585 printk(KERN_NOTICE "arcmsr%d: wait 'flush adapter cache' \
586 timeout, retry count down = %d \n", acb->host->host_no, retry_count);
587 }
588 } while (retry_count != 0);
589}
590
591static void arcmsr_flush_hbb_cache(struct AdapterControlBlock *acb)
592{
80da1adb 593 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 594 int retry_count = 30;
595
596 writel(ARCMSR_MESSAGE_FLUSH_CACHE, reg->drv2iop_doorbell_reg);
597 do {
598 if (!arcmsr_hbb_wait_msgint_ready(acb))
599 break;
600 else {
601 retry_count--;
602 printk(KERN_NOTICE "arcmsr%d: wait 'flush adapter cache' \
603 timeout,retry count down = %d \n", acb->host->host_no, retry_count);
604 }
605 } while (retry_count != 0);
606}
607
608static void arcmsr_flush_adapter_cache(struct AdapterControlBlock *acb)
609{
610 switch (acb->adapter_type) {
611
612 case ACB_ADAPTER_TYPE_A: {
613 arcmsr_flush_hba_cache(acb);
614 }
615 break;
616
617 case ACB_ADAPTER_TYPE_B: {
618 arcmsr_flush_hbb_cache(acb);
619 }
620 }
621}
622
623static void arcmsr_report_sense_info(struct CommandControlBlock *ccb)
624{
625
626 struct scsi_cmnd *pcmd = ccb->pcmd;
627 struct SENSE_DATA *sensebuffer = (struct SENSE_DATA *)pcmd->sense_buffer;
628
629 pcmd->result = DID_OK << 16;
630 if (sensebuffer) {
631 int sense_data_length =
b80ca4f7
FT		 632 sizeof(struct SENSE_DATA) < SCSI_SENSE_BUFFERSIZE
633 ? sizeof(struct SENSE_DATA) : SCSI_SENSE_BUFFERSIZE;
634 memset(sensebuffer, 0, SCSI_SENSE_BUFFERSIZE);
1a4f550a
NC		 635 memcpy(sensebuffer, ccb->arcmsr_cdb.SenseData, sense_data_length);
636 sensebuffer->ErrorCode = SCSI_SENSE_CURRENT_ERRORS;
637 sensebuffer->Valid = 1;
638 }
639}
640
641static u32 arcmsr_disable_outbound_ints(struct AdapterControlBlock *acb)
642{
643 u32 orig_mask = 0;
644 switch (acb->adapter_type) {
645
646 case ACB_ADAPTER_TYPE_A : {
80da1adb 647 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a
NC		 648 orig_mask = readl(&reg->outbound_intmask)|\
649 ARCMSR_MU_OUTBOUND_MESSAGE0_INTMASKENABLE;
650 writel(orig_mask|ARCMSR_MU_OUTBOUND_ALL_INTMASKENABLE, \
651 &reg->outbound_intmask);
652 }
653 break;
654
655 case ACB_ADAPTER_TYPE_B : {
80da1adb 656 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 657 orig_mask = readl(reg->iop2drv_doorbell_mask_reg) & \
658 (~ARCMSR_IOP2DRV_MESSAGE_CMD_DONE);
659 writel(0, reg->iop2drv_doorbell_mask_reg);
660 }
661 break;
662 }
663 return orig_mask;
664}
665
666static void arcmsr_report_ccb_state(struct AdapterControlBlock *acb, \
667 struct CommandControlBlock *ccb, uint32_t flag_ccb)
668{
669
670 uint8_t id, lun;
671 id = ccb->pcmd->device->id;
672 lun = ccb->pcmd->device->lun;
673 if (!(flag_ccb & ARCMSR_CCBREPLY_FLAG_ERROR)) {
674 if (acb->devstate[id][lun] == ARECA_RAID_GONE)
675 acb->devstate[id][lun] = ARECA_RAID_GOOD;
676 ccb->pcmd->result = DID_OK << 16;
677 arcmsr_ccb_complete(ccb, 1);
678 } else {
679 switch (ccb->arcmsr_cdb.DeviceStatus) {
680 case ARCMSR_DEV_SELECT_TIMEOUT: {
681 acb->devstate[id][lun] = ARECA_RAID_GONE;
682 ccb->pcmd->result = DID_NO_CONNECT << 16;
683 arcmsr_ccb_complete(ccb, 1);
684 }
685 break;
686
687 case ARCMSR_DEV_ABORTED:
688
689 case ARCMSR_DEV_INIT_FAIL: {
690 acb->devstate[id][lun] = ARECA_RAID_GONE;
691 ccb->pcmd->result = DID_BAD_TARGET << 16;
692 arcmsr_ccb_complete(ccb, 1);
693 }
694 break;
695
696 case ARCMSR_DEV_CHECK_CONDITION: {
697 acb->devstate[id][lun] = ARECA_RAID_GOOD;
698 arcmsr_report_sense_info(ccb);
699 arcmsr_ccb_complete(ccb, 1);
700 }
701 break;
702
703 default:
704 printk(KERN_NOTICE
705 "arcmsr%d: scsi id = %d lun = %d"
706 " isr get command error done, "
707 "but got unknown DeviceStatus = 0x%x \n"
708 , acb->host->host_no
709 , id
710 , lun
711 , ccb->arcmsr_cdb.DeviceStatus);
712 acb->devstate[id][lun] = ARECA_RAID_GONE;
713 ccb->pcmd->result = DID_NO_CONNECT << 16;
714 arcmsr_ccb_complete(ccb, 1);
715 break;
716 }
717 }
718}
719
720static void arcmsr_drain_donequeue(struct AdapterControlBlock *acb, uint32_t flag_ccb)
721
722{
723 struct CommandControlBlock *ccb;
724
725 ccb = (struct CommandControlBlock *)(acb->vir2phy_offset + (flag_ccb << 5));
726 if ((ccb->acb != acb) || (ccb->startdone != ARCMSR_CCB_START)) {
727 if (ccb->startdone == ARCMSR_CCB_ABORTED) {
728 struct scsi_cmnd *abortcmd = ccb->pcmd;
729 if (abortcmd) {
730 abortcmd->result |= DID_ABORT << 16;
731 arcmsr_ccb_complete(ccb, 1);
732 printk(KERN_NOTICE "arcmsr%d: ccb ='0x%p' \
733 isr got aborted command \n", acb->host->host_no, ccb);
734 }
735 }
736 printk(KERN_NOTICE "arcmsr%d: isr get an illegal ccb command \
737 done acb = '0x%p'"
738 "ccb = '0x%p' ccbacb = '0x%p' startdone = 0x%x"
739 " ccboutstandingcount = %d \n"
740 , acb->host->host_no
741 , acb
742 , ccb
743 , ccb->acb
744 , ccb->startdone
745 , atomic_read(&acb->ccboutstandingcount));
746 }
76d78300 747 else
1a4f550a
NC		 748 arcmsr_report_ccb_state(acb, ccb, flag_ccb);
749}
750
751static void arcmsr_done4abort_postqueue(struct AdapterControlBlock *acb)
752{
753 int i = 0;
754 uint32_t flag_ccb;
755
756 switch (acb->adapter_type) {
757
758 case ACB_ADAPTER_TYPE_A: {
80da1adb 759 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a 760 uint32_t outbound_intstatus;
80da1adb 761 outbound_intstatus = readl(&reg->outbound_intstatus) &
1a4f550a
NC		 762 acb->outbound_int_enable;
763 /*clear and abort all outbound posted Q*/
764 writel(outbound_intstatus, &reg->outbound_intstatus);/*clear interrupt*/
80da1adb 765 while (((flag_ccb = readl(&reg->outbound_queueport)) != 0xFFFFFFFF)
1a4f550a
NC		 766 && (i++ < ARCMSR_MAX_OUTSTANDING_CMD)) {
767 arcmsr_drain_donequeue(acb, flag_ccb);
768 }
769 }
770 break;
771
772 case ACB_ADAPTER_TYPE_B: {
80da1adb 773 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 774 /*clear all outbound posted Q*/
775 for (i = 0; i < ARCMSR_MAX_HBB_POSTQUEUE; i++) {
776 if ((flag_ccb = readl(&reg->done_qbuffer[i])) != 0) {
777 writel(0, &reg->done_qbuffer[i]);
778 arcmsr_drain_donequeue(acb, flag_ccb);
779 }
780 writel(0, &reg->post_qbuffer[i]);
781 }
782 reg->doneq_index = 0;
783 reg->postq_index = 0;
784 }
785 break;
786 }
787}
1c57e86d
EC		 788static void arcmsr_remove(struct pci_dev *pdev)
789{
790 struct Scsi_Host *host = pci_get_drvdata(pdev);
791 struct AdapterControlBlock *acb =
792 (struct AdapterControlBlock *) host->hostdata;
1c57e86d
EC		 793 int poll_count = 0;
794
795 arcmsr_free_sysfs_attr(acb);
796 scsi_remove_host(host);
797 arcmsr_stop_adapter_bgrb(acb);
798 arcmsr_flush_adapter_cache(acb);
1a4f550a 799 arcmsr_disable_outbound_ints(acb);
1c57e86d
EC		 800 acb->acb_flags |= ACB_F_SCSISTOPADAPTER;
801 acb->acb_flags &= ~ACB_F_IOP_INITED;
802
1a4f550a 803 for (poll_count = 0; poll_count < ARCMSR_MAX_OUTSTANDING_CMD; poll_count++) {
1c57e86d
EC		 804 if (!atomic_read(&acb->ccboutstandingcount))
805 break;
1a4f550a 806 arcmsr_interrupt(acb);/* FIXME: need spinlock */
1c57e86d
EC		 807 msleep(25);
808 }
809
810 if (atomic_read(&acb->ccboutstandingcount)) {
811 int i;
812
813 arcmsr_abort_allcmd(acb);
1a4f550a 814 arcmsr_done4abort_postqueue(acb);
1c57e86d
EC		 815 for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
816 struct CommandControlBlock *ccb = acb->pccb_pool[i];
817 if (ccb->startdone == ARCMSR_CCB_START) {
818 ccb->startdone = ARCMSR_CCB_ABORTED;
819 ccb->pcmd->result = DID_ABORT << 16;
820 arcmsr_ccb_complete(ccb, 1);
821 }
822 }
823 }
824
825 free_irq(pdev->irq, acb);
1c57e86d
EC		 826 arcmsr_free_ccb_pool(acb);
827 pci_release_regions(pdev);
828
829 scsi_host_put(host);
830
831 pci_disable_device(pdev);
832 pci_set_drvdata(pdev, NULL);
833}
834
835static void arcmsr_shutdown(struct pci_dev *pdev)
836{
837 struct Scsi_Host *host = pci_get_drvdata(pdev);
838 struct AdapterControlBlock *acb =
839 (struct AdapterControlBlock *)host->hostdata;
840
841 arcmsr_stop_adapter_bgrb(acb);
842 arcmsr_flush_adapter_cache(acb);
843}
844
845static int arcmsr_module_init(void)
846{
847 int error = 0;
848
849 error = pci_register_driver(&arcmsr_pci_driver);
850 return error;
851}
852
853static void arcmsr_module_exit(void)
854{
855 pci_unregister_driver(&arcmsr_pci_driver);
856}
857module_init(arcmsr_module_init);
858module_exit(arcmsr_module_exit);
859
1a4f550a
NC		 860static void arcmsr_enable_outbound_ints(struct AdapterControlBlock *acb, \
861 u32 intmask_org)
1c57e86d 862{
1c57e86d
EC		 863 u32 mask;
864
1a4f550a 865 switch (acb->adapter_type) {
1c57e86d 866
1a4f550a 867 case ACB_ADAPTER_TYPE_A : {
80da1adb 868 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a
NC		 869 mask = intmask_org & ~(ARCMSR_MU_OUTBOUND_POSTQUEUE_INTMASKENABLE |
870 ARCMSR_MU_OUTBOUND_DOORBELL_INTMASKENABLE);
871 writel(mask, &reg->outbound_intmask);
872 acb->outbound_int_enable = ~(intmask_org & mask) & 0x000000ff;
873 }
874 break;
1c57e86d 875
1a4f550a 876 case ACB_ADAPTER_TYPE_B : {
80da1adb 877 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 878 mask = intmask_org | (ARCMSR_IOP2DRV_DATA_WRITE_OK | \
879 ARCMSR_IOP2DRV_DATA_READ_OK | ARCMSR_IOP2DRV_CDB_DONE);
880 writel(mask, reg->iop2drv_doorbell_mask_reg);
881 acb->outbound_int_enable = (intmask_org | mask) & 0x0000000f;
882 }
1c57e86d
EC		 883 }
884}
885
76d78300 886static int arcmsr_build_ccb(struct AdapterControlBlock *acb,
1a4f550a 887 struct CommandControlBlock *ccb, struct scsi_cmnd *pcmd)
1c57e86d 888{
1a4f550a
NC		 889 struct ARCMSR_CDB *arcmsr_cdb = (struct ARCMSR_CDB *)&ccb->arcmsr_cdb;
890 int8_t *psge = (int8_t *)&arcmsr_cdb->u;
80da1adb 891 __le32 address_lo, address_hi;
1a4f550a
NC		 892 int arccdbsize = 0x30;
893 int nseg;
1c57e86d
EC		 894
895 ccb->pcmd = pcmd;
1a4f550a 896 memset(arcmsr_cdb, 0, sizeof(struct ARCMSR_CDB));
1c57e86d
EC		 897 arcmsr_cdb->Bus = 0;
898 arcmsr_cdb->TargetID = pcmd->device->id;
899 arcmsr_cdb->LUN = pcmd->device->lun;
900 arcmsr_cdb->Function = 1;
901 arcmsr_cdb->CdbLength = (uint8_t)pcmd->cmd_len;
902 arcmsr_cdb->Context = (unsigned long)arcmsr_cdb;
903 memcpy(arcmsr_cdb->Cdb, pcmd->cmnd, pcmd->cmd_len);
deff2627
FT		 904
905 nseg = scsi_dma_map(pcmd);
76d78300
NC		 906 if (nseg > ARCMSR_MAX_SG_ENTRIES)
907 return FAILED;
deff2627
FT		 908 BUG_ON(nseg < 0);
909
910 if (nseg) {
80da1adb
AV		 911 __le32 length;
912 int i, cdb_sgcount = 0;
deff2627
FT		 913 struct scatterlist *sg;
914
1c57e86d 915 /* map stor port SG list to our iop SG List. */
deff2627 916 scsi_for_each_sg(pcmd, sg, nseg, i) {
1c57e86d 917 /* Get the physical address of the current data pointer */
deff2627
FT		 918 length = cpu_to_le32(sg_dma_len(sg));
919 address_lo = cpu_to_le32(dma_addr_lo32(sg_dma_address(sg)));
920 address_hi = cpu_to_le32(dma_addr_hi32(sg_dma_address(sg)));
1c57e86d
EC		 921 if (address_hi == 0) {
922 struct SG32ENTRY *pdma_sg = (struct SG32ENTRY *)psge;
923
924 pdma_sg->address = address_lo;
925 pdma_sg->length = length;
926 psge += sizeof (struct SG32ENTRY);
927 arccdbsize += sizeof (struct SG32ENTRY);
928 } else {
929 struct SG64ENTRY *pdma_sg = (struct SG64ENTRY *)psge;
930
931 pdma_sg->addresshigh = address_hi;
932 pdma_sg->address = address_lo;
6a7d26d5 933 pdma_sg->length = length|cpu_to_le32(IS_SG64_ADDR);
1c57e86d
EC		 934 psge += sizeof (struct SG64ENTRY);
935 arccdbsize += sizeof (struct SG64ENTRY);
936 }
1c57e86d
EC		 937 cdb_sgcount++;
938 }
939 arcmsr_cdb->sgcount = (uint8_t)cdb_sgcount;
deff2627 940 arcmsr_cdb->DataLength = scsi_bufflen(pcmd);
1c57e86d
EC		 941 if ( arccdbsize > 256)
942 arcmsr_cdb->Flags |= ARCMSR_CDB_FLAG_SGL_BSIZE;
1c57e86d
EC		 943 }
944 if (pcmd->sc_data_direction == DMA_TO_DEVICE ) {
945 arcmsr_cdb->Flags |= ARCMSR_CDB_FLAG_WRITE;
946 ccb->ccb_flags |= CCB_FLAG_WRITE;
947 }
76d78300 948 return SUCCESS;
1c57e86d
EC		 949}
950
951static void arcmsr_post_ccb(struct AdapterControlBlock *acb, struct CommandControlBlock *ccb)
952{
1c57e86d
EC		 953 uint32_t cdb_shifted_phyaddr = ccb->cdb_shifted_phyaddr;
954 struct ARCMSR_CDB *arcmsr_cdb = (struct ARCMSR_CDB *)&ccb->arcmsr_cdb;
1c57e86d
EC		 955 atomic_inc(&acb->ccboutstandingcount);
956 ccb->startdone = ARCMSR_CCB_START;
1a4f550a
NC		 957
958 switch (acb->adapter_type) {
959 case ACB_ADAPTER_TYPE_A: {
80da1adb 960 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a
NC		 961
962 if (arcmsr_cdb->Flags & ARCMSR_CDB_FLAG_SGL_BSIZE)
963 writel(cdb_shifted_phyaddr | ARCMSR_CCBPOST_FLAG_SGL_BSIZE,
1c57e86d 964 &reg->inbound_queueport);
1a4f550a
NC		 965 else {
966 writel(cdb_shifted_phyaddr, &reg->inbound_queueport);
967 }
968 }
969 break;
1c57e86d 970
1a4f550a 971 case ACB_ADAPTER_TYPE_B: {
80da1adb 972 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a 973 uint32_t ending_index, index = reg->postq_index;
1c57e86d 974
1a4f550a
NC		 975 ending_index = ((index + 1) % ARCMSR_MAX_HBB_POSTQUEUE);
976 writel(0, &reg->post_qbuffer[ending_index]);
977 if (arcmsr_cdb->Flags & ARCMSR_CDB_FLAG_SGL_BSIZE) {
978 writel(cdb_shifted_phyaddr | ARCMSR_CCBPOST_FLAG_SGL_BSIZE,\
979 &reg->post_qbuffer[index]);
980 }
981 else {
982 writel(cdb_shifted_phyaddr, &reg->post_qbuffer[index]);
983 }
984 index++;
985 index %= ARCMSR_MAX_HBB_POSTQUEUE;/*if last index number set it to 0 */
986 reg->postq_index = index;
987 writel(ARCMSR_DRV2IOP_CDB_POSTED, reg->drv2iop_doorbell_reg);
1c57e86d 988 }
1a4f550a 989 break;
1c57e86d
EC		 990 }
991}
992
1a4f550a 993static void arcmsr_stop_hba_bgrb(struct AdapterControlBlock *acb)
1c57e86d 994{
80da1adb 995 struct MessageUnit_A __iomem *reg = acb->pmuA;
1c57e86d
EC		 996 acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
997 writel(ARCMSR_INBOUND_MESG0_STOP_BGRB, &reg->inbound_msgaddr0);
1a4f550a
NC		 998
999 if (arcmsr_hba_wait_msgint_ready(acb)) {
1000 printk(KERN_NOTICE
1001 "arcmsr%d: wait 'stop adapter background rebulid' timeout \n"
1002 , acb->host->host_no);
1003 }
1004}
1005
1006static void arcmsr_stop_hbb_bgrb(struct AdapterControlBlock *acb)
1007{
80da1adb 1008 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 1009 acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
1010 writel(ARCMSR_MESSAGE_STOP_BGRB, reg->drv2iop_doorbell_reg);
1011
1012 if (arcmsr_hbb_wait_msgint_ready(acb)) {
1c57e86d
EC		 1013 printk(KERN_NOTICE
1014 "arcmsr%d: wait 'stop adapter background rebulid' timeout \n"
1015 , acb->host->host_no);
1a4f550a
NC		 1016 }
1017}
1018
1019static void arcmsr_stop_adapter_bgrb(struct AdapterControlBlock *acb)
1020{
1021 switch (acb->adapter_type) {
1022 case ACB_ADAPTER_TYPE_A: {
1023 arcmsr_stop_hba_bgrb(acb);
1024 }
1025 break;
1026
1027 case ACB_ADAPTER_TYPE_B: {
1028 arcmsr_stop_hbb_bgrb(acb);
1029 }
1030 break;
1031 }
1c57e86d
EC		 1032}
1033
1034static void arcmsr_free_ccb_pool(struct AdapterControlBlock *acb)
1035{
db3a91fe
AV		 1036 switch (acb->adapter_type) {
1037 case ACB_ADAPTER_TYPE_A: {
1038 iounmap(acb->pmuA);
76d78300
NC		 1039 dma_free_coherent(&acb->pdev->dev,
1040 ARCMSR_MAX_FREECCB_NUM * sizeof (struct CommandControlBlock) + 0x20,
1041 acb->dma_coherent,
1042 acb->dma_coherent_handle);
db3a91fe
AV		 1043 break;
1044 }
1045 case ACB_ADAPTER_TYPE_B: {
1046 struct MessageUnit_B *reg = acb->pmuB;
1047 iounmap(reg->drv2iop_doorbell_reg - ARCMSR_DRV2IOP_DOORBELL);
1048 iounmap(reg->ioctl_wbuffer_reg - ARCMSR_IOCTL_WBUFFER);
76d78300
NC		 1049 dma_free_coherent(&acb->pdev->dev,
1050 (ARCMSR_MAX_FREECCB_NUM * sizeof(struct CommandControlBlock) + 0x20 +
1051 sizeof(struct MessageUnit_B)), acb->dma_coherent, acb->dma_coherent_handle);
db3a91fe
AV		 1052 }
1053 }
76d78300 1054
1c57e86d
EC		 1055}
1056
1a4f550a 1057void arcmsr_iop_message_read(struct AdapterControlBlock *acb)
1c57e86d 1058{
1a4f550a
NC		 1059 switch (acb->adapter_type) {
1060 case ACB_ADAPTER_TYPE_A: {
80da1adb 1061 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a
NC		 1062 writel(ARCMSR_INBOUND_DRIVER_DATA_READ_OK, &reg->inbound_doorbell);
1063 }
1064 break;
1c57e86d 1065
1a4f550a 1066 case ACB_ADAPTER_TYPE_B: {
80da1adb 1067 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a 1068 writel(ARCMSR_DRV2IOP_DATA_READ_OK, reg->drv2iop_doorbell_reg);
1c57e86d 1069 }
1a4f550a 1070 break;
1c57e86d 1071 }
1a4f550a
NC		 1072}
1073
1074static void arcmsr_iop_message_wrote(struct AdapterControlBlock *acb)
1075{
1076 switch (acb->adapter_type) {
1077 case ACB_ADAPTER_TYPE_A: {
80da1adb 1078 struct MessageUnit_A __iomem *reg = acb->pmuA;
1c57e86d 1079 /*
1a4f550a
NC		 1080 ** push inbound doorbell tell iop, driver data write ok
1081 ** and wait reply on next hwinterrupt for next Qbuffer post
1c57e86d 1082 */
1a4f550a
NC		 1083 writel(ARCMSR_INBOUND_DRIVER_DATA_WRITE_OK, &reg->inbound_doorbell);
1084 }
1085 break;
1086
1087 case ACB_ADAPTER_TYPE_B: {
80da1adb 1088 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 1089 /*
1090 ** push inbound doorbell tell iop, driver data write ok
1091 ** and wait reply on next hwinterrupt for next Qbuffer post
1092 */
1093 writel(ARCMSR_DRV2IOP_DATA_WRITE_OK, reg->drv2iop_doorbell_reg);
1094 }
1095 break;
1096 }
1097}
1098
80da1adb 1099struct QBUFFER __iomem *arcmsr_get_iop_rqbuffer(struct AdapterControlBlock *acb)
1a4f550a 1100{
0c7eb2eb 1101 struct QBUFFER __iomem *qbuffer = NULL;
1a4f550a
NC		 1102
1103 switch (acb->adapter_type) {
1104
1105 case ACB_ADAPTER_TYPE_A: {
80da1adb
AV		 1106 struct MessageUnit_A __iomem *reg = acb->pmuA;
1107 qbuffer = (struct QBUFFER __iomem *)&reg->message_rbuffer;
1a4f550a
NC		 1108 }
1109 break;
1110
1111 case ACB_ADAPTER_TYPE_B: {
80da1adb
AV		 1112 struct MessageUnit_B *reg = acb->pmuB;
1113 qbuffer = (struct QBUFFER __iomem *)reg->ioctl_rbuffer_reg;
1a4f550a
NC		 1114 }
1115 break;
1116 }
1117 return qbuffer;
1118}
1119
80da1adb 1120static struct QBUFFER __iomem *arcmsr_get_iop_wqbuffer(struct AdapterControlBlock *acb)
1a4f550a 1121{
0c7eb2eb 1122 struct QBUFFER __iomem *pqbuffer = NULL;
1a4f550a
NC		 1123
1124 switch (acb->adapter_type) {
1125
1126 case ACB_ADAPTER_TYPE_A: {
80da1adb
AV		 1127 struct MessageUnit_A __iomem *reg = acb->pmuA;
1128 pqbuffer = (struct QBUFFER __iomem *) &reg->message_wbuffer;
1a4f550a
NC		 1129 }
1130 break;
1131
1132 case ACB_ADAPTER_TYPE_B: {
80da1adb 1133 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 1134 pqbuffer = (struct QBUFFER __iomem *)reg->ioctl_wbuffer_reg;
1135 }
1136 break;
1137 }
1138 return pqbuffer;
1139}
1140
1141static void arcmsr_iop2drv_data_wrote_handle(struct AdapterControlBlock *acb)
1142{
80da1adb 1143 struct QBUFFER __iomem *prbuffer;
1a4f550a 1144 struct QBUFFER *pQbuffer;
80da1adb 1145 uint8_t __iomem *iop_data;
1a4f550a
NC		 1146 int32_t my_empty_len, iop_len, rqbuf_firstindex, rqbuf_lastindex;
1147
1148 rqbuf_lastindex = acb->rqbuf_lastindex;
1149 rqbuf_firstindex = acb->rqbuf_firstindex;
1150 prbuffer = arcmsr_get_iop_rqbuffer(acb);
80da1adb 1151 iop_data = (uint8_t __iomem *)prbuffer->data;
1a4f550a
NC		 1152 iop_len = prbuffer->data_len;
1153 my_empty_len = (rqbuf_firstindex - rqbuf_lastindex -1)&(ARCMSR_MAX_QBUFFER -1);
1154
1155 if (my_empty_len >= iop_len)
1156 {
1157 while (iop_len > 0) {
1158 pQbuffer = (struct QBUFFER *)&acb->rqbuffer[rqbuf_lastindex];
1159 memcpy(pQbuffer, iop_data,1);
1160 rqbuf_lastindex++;
1161 rqbuf_lastindex %= ARCMSR_MAX_QBUFFER;
1162 iop_data++;
1163 iop_len--;
1164 }
1165 acb->rqbuf_lastindex = rqbuf_lastindex;
1166 arcmsr_iop_message_read(acb);
1167 }
1168
1169 else {
1170 acb->acb_flags |= ACB_F_IOPDATA_OVERFLOW;
1171 }
1172}
1173
1174static void arcmsr_iop2drv_data_read_handle(struct AdapterControlBlock *acb)
1175{
1176 acb->acb_flags |= ACB_F_MESSAGE_WQBUFFER_READED;
1177 if (acb->wqbuf_firstindex != acb->wqbuf_lastindex) {
1178 uint8_t *pQbuffer;
80da1adb
AV		 1179 struct QBUFFER __iomem *pwbuffer;
1180 uint8_t __iomem *iop_data;
1a4f550a
NC		 1181 int32_t allxfer_len = 0;
1182
1183 acb->acb_flags &= (~ACB_F_MESSAGE_WQBUFFER_READED);
1184 pwbuffer = arcmsr_get_iop_wqbuffer(acb);
1185 iop_data = (uint8_t __iomem *)pwbuffer->data;
1186
1187 while ((acb->wqbuf_firstindex != acb->wqbuf_lastindex) && \
1188 (allxfer_len < 124)) {
1189 pQbuffer = &acb->wqbuffer[acb->wqbuf_firstindex];
1190 memcpy(iop_data, pQbuffer, 1);
1191 acb->wqbuf_firstindex++;
1192 acb->wqbuf_firstindex %= ARCMSR_MAX_QBUFFER;
1193 iop_data++;
1194 allxfer_len++;
1195 }
1196 pwbuffer->data_len = allxfer_len;
1197
1198 arcmsr_iop_message_wrote(acb);
1199 }
1200
1201 if (acb->wqbuf_firstindex == acb->wqbuf_lastindex) {
1202 acb->acb_flags |= ACB_F_MESSAGE_WQBUFFER_CLEARED;
1203 }
1204}
1205
1206static void arcmsr_hba_doorbell_isr(struct AdapterControlBlock *acb)
1207{
1208 uint32_t outbound_doorbell;
80da1adb 1209 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a
NC		 1210
1211 outbound_doorbell = readl(&reg->outbound_doorbell);
1212 writel(outbound_doorbell, &reg->outbound_doorbell);
1213 if (outbound_doorbell & ARCMSR_OUTBOUND_IOP331_DATA_WRITE_OK) {
1214 arcmsr_iop2drv_data_wrote_handle(acb);
1215 }
1216
1217 if (outbound_doorbell & ARCMSR_OUTBOUND_IOP331_DATA_READ_OK) {
1218 arcmsr_iop2drv_data_read_handle(acb);
1219 }
1220}
1221
1222static void arcmsr_hba_postqueue_isr(struct AdapterControlBlock *acb)
1223{
1224 uint32_t flag_ccb;
80da1adb 1225 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a
NC		 1226
1227 while ((flag_ccb = readl(&reg->outbound_queueport)) != 0xFFFFFFFF) {
1228 arcmsr_drain_donequeue(acb, flag_ccb);
1229 }
1230}
1231
1232static void arcmsr_hbb_postqueue_isr(struct AdapterControlBlock *acb)
1233{
1234 uint32_t index;
1235 uint32_t flag_ccb;
80da1adb 1236 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 1237
1238 index = reg->doneq_index;
1239
1240 while ((flag_ccb = readl(&reg->done_qbuffer[index])) != 0) {
1241 writel(0, &reg->done_qbuffer[index]);
1242 arcmsr_drain_donequeue(acb, flag_ccb);
1243 index++;
1244 index %= ARCMSR_MAX_HBB_POSTQUEUE;
1245 reg->doneq_index = index;
1246 }
1247}
1248
1249static int arcmsr_handle_hba_isr(struct AdapterControlBlock *acb)
1250{
1251 uint32_t outbound_intstatus;
80da1adb 1252 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a
NC		 1253
1254 outbound_intstatus = readl(&reg->outbound_intstatus) & \
1255 acb->outbound_int_enable;
1256 if (!(outbound_intstatus & ARCMSR_MU_OUTBOUND_HANDLE_INT)) {
1257 return 1;
1258 }
1259 writel(outbound_intstatus, &reg->outbound_intstatus);
1260 if (outbound_intstatus & ARCMSR_MU_OUTBOUND_DOORBELL_INT) {
1261 arcmsr_hba_doorbell_isr(acb);
1262 }
1263 if (outbound_intstatus & ARCMSR_MU_OUTBOUND_POSTQUEUE_INT) {
1264 arcmsr_hba_postqueue_isr(acb);
1265 }
1266 return 0;
1267}
1268
1269static int arcmsr_handle_hbb_isr(struct AdapterControlBlock *acb)
1270{
1271 uint32_t outbound_doorbell;
80da1adb 1272 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 1273
1274 outbound_doorbell = readl(reg->iop2drv_doorbell_reg) & \
1275 acb->outbound_int_enable;
1276 if (!outbound_doorbell)
1277 return 1;
1278
1279 writel(~outbound_doorbell, reg->iop2drv_doorbell_reg);
76d78300
NC		 1280 /*in case the last action of doorbell interrupt clearance is cached, this action can push HW to write down the clear bit*/
1281 readl(reg->iop2drv_doorbell_reg);
1282 writel(ARCMSR_DRV2IOP_END_OF_INTERRUPT, reg->drv2iop_doorbell_reg);
1a4f550a
NC		 1283 if (outbound_doorbell & ARCMSR_IOP2DRV_DATA_WRITE_OK) {
1284 arcmsr_iop2drv_data_wrote_handle(acb);
1285 }
1286 if (outbound_doorbell & ARCMSR_IOP2DRV_DATA_READ_OK) {
1287 arcmsr_iop2drv_data_read_handle(acb);
1288 }
1289 if (outbound_doorbell & ARCMSR_IOP2DRV_CDB_DONE) {
1290 arcmsr_hbb_postqueue_isr(acb);
1291 }
1292
1293 return 0;
1294}
1295
1296static irqreturn_t arcmsr_interrupt(struct AdapterControlBlock *acb)
1297{
1298 switch (acb->adapter_type) {
1299 case ACB_ADAPTER_TYPE_A: {
1300 if (arcmsr_handle_hba_isr(acb)) {
1301 return IRQ_NONE;
1302 }
1303 }
1304 break;
1305
1306 case ACB_ADAPTER_TYPE_B: {
1307 if (arcmsr_handle_hbb_isr(acb)) {
1308 return IRQ_NONE;
1309 }
1310 }
1311 break;
1c57e86d 1312 }
1c57e86d
EC		 1313 return IRQ_HANDLED;
1314}
1315
1316static void arcmsr_iop_parking(struct AdapterControlBlock *acb)
1317{
1318 if (acb) {
1319 /* stop adapter background rebuild */
1320 if (acb->acb_flags & ACB_F_MSG_START_BGRB) {
1a4f550a 1321 uint32_t intmask_org;
1c57e86d 1322 acb->acb_flags &= ~ACB_F_MSG_START_BGRB;
1a4f550a 1323 intmask_org = arcmsr_disable_outbound_ints(acb);
1c57e86d
EC		 1324 arcmsr_stop_adapter_bgrb(acb);
1325 arcmsr_flush_adapter_cache(acb);
1a4f550a
NC		 1326 arcmsr_enable_outbound_ints(acb, intmask_org);
1327 }
1328 }
1329}
1330
1331void arcmsr_post_ioctldata2iop(struct AdapterControlBlock *acb)
1332{
1333 int32_t wqbuf_firstindex, wqbuf_lastindex;
1334 uint8_t *pQbuffer;
80da1adb
AV		 1335 struct QBUFFER __iomem *pwbuffer;
1336 uint8_t __iomem *iop_data;
1a4f550a
NC		 1337 int32_t allxfer_len = 0;
1338
1339 pwbuffer = arcmsr_get_iop_wqbuffer(acb);
1340 iop_data = (uint8_t __iomem *)pwbuffer->data;
1341 if (acb->acb_flags & ACB_F_MESSAGE_WQBUFFER_READED) {
1342 acb->acb_flags &= (~ACB_F_MESSAGE_WQBUFFER_READED);
1343 wqbuf_firstindex = acb->wqbuf_firstindex;
1344 wqbuf_lastindex = acb->wqbuf_lastindex;
1345 while ((wqbuf_firstindex != wqbuf_lastindex) && (allxfer_len < 124)) {
1346 pQbuffer = &acb->wqbuffer[wqbuf_firstindex];
1347 memcpy(iop_data, pQbuffer, 1);
1348 wqbuf_firstindex++;
1349 wqbuf_firstindex %= ARCMSR_MAX_QBUFFER;
1350 iop_data++;
1351 allxfer_len++;
1c57e86d 1352 }
1a4f550a
NC		 1353 acb->wqbuf_firstindex = wqbuf_firstindex;
1354 pwbuffer->data_len = allxfer_len;
1355 arcmsr_iop_message_wrote(acb);
1c57e86d
EC		 1356 }
1357}
1358
1a4f550a
NC		 1359static int arcmsr_iop_message_xfer(struct AdapterControlBlock *acb, \
1360 struct scsi_cmnd *cmd)
1c57e86d 1361{
1c57e86d
EC		 1362 struct CMD_MESSAGE_FIELD *pcmdmessagefld;
1363 int retvalue = 0, transfer_len = 0;
1364 char *buffer;
deff2627 1365 struct scatterlist *sg;
1c57e86d
EC		 1366 uint32_t controlcode = (uint32_t ) cmd->cmnd[5] << 24 |
1367 (uint32_t ) cmd->cmnd[6] << 16 |
1368 (uint32_t ) cmd->cmnd[7] << 8 |
1369 (uint32_t ) cmd->cmnd[8];
1a4f550a 1370 /* 4 bytes: Areca io control code */
1c57e86d 1371
deff2627 1372 sg = scsi_sglist(cmd);
45711f1a 1373 buffer = kmap_atomic(sg_page(sg), KM_IRQ0) + sg->offset;
deff2627
FT		 1374 if (scsi_sg_count(cmd) > 1) {
1375 retvalue = ARCMSR_MESSAGE_FAIL;
1376 goto message_out;
1c57e86d 1377 }
deff2627
FT		 1378 transfer_len += sg->length;
1379
1c57e86d
EC		 1380 if (transfer_len > sizeof(struct CMD_MESSAGE_FIELD)) {
1381 retvalue = ARCMSR_MESSAGE_FAIL;
1382 goto message_out;
1383 }
1384 pcmdmessagefld = (struct CMD_MESSAGE_FIELD *) buffer;
1385 switch(controlcode) {
1a4f550a 1386
1c57e86d 1387 case ARCMSR_MESSAGE_READ_RQBUFFER: {
69e562c2 1388 unsigned char *ver_addr;
1a4f550a
NC		 1389 uint8_t *pQbuffer, *ptmpQbuffer;
1390 int32_t allxfer_len = 0;
1391
69e562c2
DD		 1392 ver_addr = kmalloc(1032, GFP_ATOMIC);
1393 if (!ver_addr) {
1a4f550a
NC		 1394 retvalue = ARCMSR_MESSAGE_FAIL;
1395 goto message_out;
1396 }
69e562c2 1397 ptmpQbuffer = ver_addr;
1a4f550a
NC		 1398 while ((acb->rqbuf_firstindex != acb->rqbuf_lastindex)
1399 && (allxfer_len < 1031)) {
1400 pQbuffer = &acb->rqbuffer[acb->rqbuf_firstindex];
1401 memcpy(ptmpQbuffer, pQbuffer, 1);
1402 acb->rqbuf_firstindex++;
1403 acb->rqbuf_firstindex %= ARCMSR_MAX_QBUFFER;
1404 ptmpQbuffer++;
1405 allxfer_len++;
1406 }
1407 if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
1c57e86d 1408
80da1adb
AV		 1409 struct QBUFFER __iomem *prbuffer;
1410 uint8_t __iomem *iop_data;
1a4f550a
NC		 1411 int32_t iop_len;
1412
1413 acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
1414 prbuffer = arcmsr_get_iop_rqbuffer(acb);
80da1adb 1415 iop_data = prbuffer->data;
1a4f550a
NC		 1416 iop_len = readl(&prbuffer->data_len);
1417 while (iop_len > 0) {
1418 acb->rqbuffer[acb->rqbuf_lastindex] = readb(iop_data);
1419 acb->rqbuf_lastindex++;
1420 acb->rqbuf_lastindex %= ARCMSR_MAX_QBUFFER;
1421 iop_data++;
1422 iop_len--;
1c57e86d 1423 }
1a4f550a
NC		 1424 arcmsr_iop_message_read(acb);
1425 }
69e562c2 1426 memcpy(pcmdmessagefld->messagedatabuffer, ver_addr, allxfer_len);
1a4f550a
NC		 1427 pcmdmessagefld->cmdmessage.Length = allxfer_len;
1428 pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
69e562c2 1429 kfree(ver_addr);
1c57e86d
EC		 1430 }
1431 break;
1c57e86d 1432
1a4f550a 1433 case ARCMSR_MESSAGE_WRITE_WQBUFFER: {
69e562c2 1434 unsigned char *ver_addr;
1a4f550a
NC		 1435 int32_t my_empty_len, user_len, wqbuf_firstindex, wqbuf_lastindex;
1436 uint8_t *pQbuffer, *ptmpuserbuffer;
1437
69e562c2
DD		 1438 ver_addr = kmalloc(1032, GFP_ATOMIC);
1439 if (!ver_addr) {
1a4f550a
NC		 1440 retvalue = ARCMSR_MESSAGE_FAIL;
1441 goto message_out;
1442 }
69e562c2 1443 ptmpuserbuffer = ver_addr;
1a4f550a
NC		 1444 user_len = pcmdmessagefld->cmdmessage.Length;
1445 memcpy(ptmpuserbuffer, pcmdmessagefld->messagedatabuffer, user_len);
1446 wqbuf_lastindex = acb->wqbuf_lastindex;
1447 wqbuf_firstindex = acb->wqbuf_firstindex;
1448 if (wqbuf_lastindex != wqbuf_firstindex) {
1449 struct SENSE_DATA *sensebuffer =
1450 (struct SENSE_DATA *)cmd->sense_buffer;
1451 arcmsr_post_ioctldata2iop(acb);
1452 /* has error report sensedata */
1453 sensebuffer->ErrorCode = 0x70;
1454 sensebuffer->SenseKey = ILLEGAL_REQUEST;
1455 sensebuffer->AdditionalSenseLength = 0x0A;
1456 sensebuffer->AdditionalSenseCode = 0x20;
1457 sensebuffer->Valid = 1;
1458 retvalue = ARCMSR_MESSAGE_FAIL;
1459 } else {
1460 my_empty_len = (wqbuf_firstindex-wqbuf_lastindex - 1)
1461 &(ARCMSR_MAX_QBUFFER - 1);
1462 if (my_empty_len >= user_len) {
1463 while (user_len > 0) {
1464 pQbuffer =
1465 &acb->wqbuffer[acb->wqbuf_lastindex];
1466 memcpy(pQbuffer, ptmpuserbuffer, 1);
1467 acb->wqbuf_lastindex++;
1468 acb->wqbuf_lastindex %= ARCMSR_MAX_QBUFFER;
1469 ptmpuserbuffer++;
1470 user_len--;
1471 }
1472 if (acb->acb_flags & ACB_F_MESSAGE_WQBUFFER_CLEARED) {
1473 acb->acb_flags &=
1474 ~ACB_F_MESSAGE_WQBUFFER_CLEARED;
1475 arcmsr_post_ioctldata2iop(acb);
1476 }
1477 } else {
1478 /* has error report sensedata */
1c57e86d
EC		 1479 struct SENSE_DATA *sensebuffer =
1480 (struct SENSE_DATA *)cmd->sense_buffer;
1c57e86d
EC		 1481 sensebuffer->ErrorCode = 0x70;
1482 sensebuffer->SenseKey = ILLEGAL_REQUEST;
1483 sensebuffer->AdditionalSenseLength = 0x0A;
1484 sensebuffer->AdditionalSenseCode = 0x20;
1485 sensebuffer->Valid = 1;
1486 retvalue = ARCMSR_MESSAGE_FAIL;
1a4f550a 1487 }
1c57e86d 1488 }
69e562c2 1489 kfree(ver_addr);
1c57e86d
EC		 1490 }
1491 break;
1a4f550a 1492
1c57e86d 1493 case ARCMSR_MESSAGE_CLEAR_RQBUFFER: {
1a4f550a 1494 uint8_t *pQbuffer = acb->rqbuffer;
1c57e86d 1495
1a4f550a
NC		 1496 if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
1497 acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
1498 arcmsr_iop_message_read(acb);
1499 }
1500 acb->acb_flags |= ACB_F_MESSAGE_RQBUFFER_CLEARED;
1501 acb->rqbuf_firstindex = 0;
1502 acb->rqbuf_lastindex = 0;
1503 memset(pQbuffer, 0, ARCMSR_MAX_QBUFFER);
1504 pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
1c57e86d
EC		 1505 }
1506 break;
1a4f550a 1507
1c57e86d 1508 case ARCMSR_MESSAGE_CLEAR_WQBUFFER: {
1a4f550a 1509 uint8_t *pQbuffer = acb->wqbuffer;
1c57e86d 1510
1a4f550a
NC		 1511 if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
1512 acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
1513 arcmsr_iop_message_read(acb);
1514 }
1515 acb->acb_flags |=
1516 (ACB_F_MESSAGE_WQBUFFER_CLEARED |
1517 ACB_F_MESSAGE_WQBUFFER_READED);
1518 acb->wqbuf_firstindex = 0;
1519 acb->wqbuf_lastindex = 0;
1520 memset(pQbuffer, 0, ARCMSR_MAX_QBUFFER);
1521 pcmdmessagefld->cmdmessage.ReturnCode =
1522 ARCMSR_MESSAGE_RETURNCODE_OK;
1c57e86d
EC		 1523 }
1524 break;
1a4f550a 1525
1c57e86d 1526 case ARCMSR_MESSAGE_CLEAR_ALLQBUFFER: {
1a4f550a 1527 uint8_t *pQbuffer;
1c57e86d 1528
1a4f550a
NC		 1529 if (acb->acb_flags & ACB_F_IOPDATA_OVERFLOW) {
1530 acb->acb_flags &= ~ACB_F_IOPDATA_OVERFLOW;
1531 arcmsr_iop_message_read(acb);
1532 }
1533 acb->acb_flags |=
1534 (ACB_F_MESSAGE_WQBUFFER_CLEARED
1535 | ACB_F_MESSAGE_RQBUFFER_CLEARED
1536 | ACB_F_MESSAGE_WQBUFFER_READED);
1537 acb->rqbuf_firstindex = 0;
1538 acb->rqbuf_lastindex = 0;
1539 acb->wqbuf_firstindex = 0;
1540 acb->wqbuf_lastindex = 0;
1541 pQbuffer = acb->rqbuffer;
1542 memset(pQbuffer, 0, sizeof(struct QBUFFER));
1543 pQbuffer = acb->wqbuffer;
1544 memset(pQbuffer, 0, sizeof(struct QBUFFER));
1545 pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
1c57e86d
EC		 1546 }
1547 break;
1a4f550a 1548
1c57e86d 1549 case ARCMSR_MESSAGE_RETURN_CODE_3F: {
1a4f550a 1550 pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_3F;
1c57e86d
EC		 1551 }
1552 break;
1a4f550a 1553
1c57e86d 1554 case ARCMSR_MESSAGE_SAY_HELLO: {
1a4f550a 1555 int8_t *hello_string = "Hello! I am ARCMSR";
1c57e86d 1556
1a4f550a
NC		 1557 memcpy(pcmdmessagefld->messagedatabuffer, hello_string
1558 , (int16_t)strlen(hello_string));
1559 pcmdmessagefld->cmdmessage.ReturnCode = ARCMSR_MESSAGE_RETURNCODE_OK;
1c57e86d
EC		 1560 }
1561 break;
1a4f550a 1562
1c57e86d
EC		 1563 case ARCMSR_MESSAGE_SAY_GOODBYE:
1564 arcmsr_iop_parking(acb);
1565 break;
1a4f550a 1566
1c57e86d
EC		 1567 case ARCMSR_MESSAGE_FLUSH_ADAPTER_CACHE:
1568 arcmsr_flush_adapter_cache(acb);
1569 break;
1a4f550a 1570
1c57e86d
EC		 1571 default:
1572 retvalue = ARCMSR_MESSAGE_FAIL;
1573 }
1a4f550a 1574 message_out:
deff2627
FT		 1575 sg = scsi_sglist(cmd);
1576 kunmap_atomic(buffer - sg->offset, KM_IRQ0);
1c57e86d
EC		 1577 return retvalue;
1578}
1579
1580static struct CommandControlBlock *arcmsr_get_freeccb(struct AdapterControlBlock *acb)
1581{
1582 struct list_head *head = &acb->ccb_free_list;
1583 struct CommandControlBlock *ccb = NULL;
1584
1585 if (!list_empty(head)) {
1586 ccb = list_entry(head->next, struct CommandControlBlock, list);
1587 list_del(head->next);
1588 }
1589 return ccb;
1590}
1591
1592static void arcmsr_handle_virtual_command(struct AdapterControlBlock *acb,
1593 struct scsi_cmnd *cmd)
1594{
1595 switch (cmd->cmnd[0]) {
1596 case INQUIRY: {
1597 unsigned char inqdata[36];
1598 char *buffer;
deff2627 1599 struct scatterlist *sg;
1c57e86d
EC		 1600
1601 if (cmd->device->lun) {
1602 cmd->result = (DID_TIME_OUT << 16);
1603 cmd->scsi_done(cmd);
1604 return;
1605 }
1606 inqdata[0] = TYPE_PROCESSOR;
1607 /* Periph Qualifier & Periph Dev Type */
1608 inqdata[1] = 0;
1609 /* rem media bit & Dev Type Modifier */
1610 inqdata[2] = 0;
a1f6e021 1611 /* ISO, ECMA, & ANSI versions */
1c57e86d
EC		 1612 inqdata[4] = 31;
1613 /* length of additional data */
1614 strncpy(&inqdata[8], "Areca ", 8);
1615 /* Vendor Identification */
1616 strncpy(&inqdata[16], "RAID controller ", 16);
1617 /* Product Identification */
1618 strncpy(&inqdata[32], "R001", 4); /* Product Revision */
1c57e86d 1619
deff2627 1620 sg = scsi_sglist(cmd);
45711f1a 1621 buffer = kmap_atomic(sg_page(sg), KM_IRQ0) + sg->offset;
deff2627 1622
1c57e86d 1623 memcpy(buffer, inqdata, sizeof(inqdata));
deff2627
FT		 1624 sg = scsi_sglist(cmd);
1625 kunmap_atomic(buffer - sg->offset, KM_IRQ0);
1c57e86d 1626
1c57e86d
EC		 1627 cmd->scsi_done(cmd);
1628 }
1629 break;
1630 case WRITE_BUFFER:
1631 case READ_BUFFER: {
1632 if (arcmsr_iop_message_xfer(acb, cmd))
1633 cmd->result = (DID_ERROR << 16);
1634 cmd->scsi_done(cmd);
1635 }
1636 break;
1637 default:
1638 cmd->scsi_done(cmd);
1639 }
1640}
1641
1642static int arcmsr_queue_command(struct scsi_cmnd *cmd,
1643 void (* done)(struct scsi_cmnd *))
1644{
1645 struct Scsi_Host *host = cmd->device->host;
1a4f550a 1646 struct AdapterControlBlock *acb = (struct AdapterControlBlock *) host->hostdata;
1c57e86d
EC		 1647 struct CommandControlBlock *ccb;
1648 int target = cmd->device->id;
1649 int lun = cmd->device->lun;
1650
1651 cmd->scsi_done = done;
1652 cmd->host_scribble = NULL;
1653 cmd->result = 0;
1654 if (acb->acb_flags & ACB_F_BUS_RESET) {
1655 printk(KERN_NOTICE "arcmsr%d: bus reset"
1656 " and return busy \n"
1657 , acb->host->host_no);
1658 return SCSI_MLQUEUE_HOST_BUSY;
1659 }
a1f6e021 1660 if (target == 16) {
1c57e86d
EC		 1661 /* virtual device for iop message transfer */
1662 arcmsr_handle_virtual_command(acb, cmd);
1663 return 0;
1664 }
1665 if (acb->devstate[target][lun] == ARECA_RAID_GONE) {
1666 uint8_t block_cmd;
1667
1668 block_cmd = cmd->cmnd[0] & 0x0f;
1669 if (block_cmd == 0x08 || block_cmd == 0x0a) {
1670 printk(KERN_NOTICE
1671 "arcmsr%d: block 'read/write'"
1672 "command with gone raid volume"
a1f6e021 1673 " Cmd = %2x, TargetId = %d, Lun = %d \n"
1c57e86d
EC		 1674 , acb->host->host_no
1675 , cmd->cmnd[0]
1676 , target, lun);
1677 cmd->result = (DID_NO_CONNECT << 16);
1678 cmd->scsi_done(cmd);
1679 return 0;
1680 }
1681 }
1682 if (atomic_read(&acb->ccboutstandingcount) >=
1683 ARCMSR_MAX_OUTSTANDING_CMD)
1684 return SCSI_MLQUEUE_HOST_BUSY;
1685
1686 ccb = arcmsr_get_freeccb(acb);
1687 if (!ccb)
1688 return SCSI_MLQUEUE_HOST_BUSY;
76d78300
NC		 1689 if ( arcmsr_build_ccb( acb, ccb, cmd ) == FAILED ) {
1690 cmd->result = (DID_ERROR << 16) | (RESERVATION_CONFLICT << 1);
1691 cmd->scsi_done(cmd);
1692 return 0;
1693 }
1c57e86d
EC		 1694 arcmsr_post_ccb(acb, ccb);
1695 return 0;
1696}
1697
1a4f550a 1698static void arcmsr_get_hba_config(struct AdapterControlBlock *acb)
1c57e86d 1699{
80da1adb 1700 struct MessageUnit_A __iomem *reg = acb->pmuA;
1c57e86d
EC		 1701 char *acb_firm_model = acb->firm_model;
1702 char *acb_firm_version = acb->firm_version;
80da1adb
AV		 1703 char __iomem *iop_firm_model = (char __iomem *)(&reg->message_rwbuffer[15]);
1704 char __iomem *iop_firm_version = (char __iomem *)(&reg->message_rwbuffer[17]);
1c57e86d
EC		 1705 int count;
1706
1707 writel(ARCMSR_INBOUND_MESG0_GET_CONFIG, &reg->inbound_msgaddr0);
1a4f550a
NC		 1708 if (arcmsr_hba_wait_msgint_ready(acb)) {
1709 printk(KERN_NOTICE "arcmsr%d: wait 'get adapter firmware \
1710 miscellaneous data' timeout \n", acb->host->host_no);
1711 }
1712
1c57e86d
EC		 1713 count = 8;
1714 while (count) {
1715 *acb_firm_model = readb(iop_firm_model);
1716 acb_firm_model++;
1717 iop_firm_model++;
1718 count--;
1719 }
1a4f550a 1720
1c57e86d
EC		 1721 count = 16;
1722 while (count) {
1723 *acb_firm_version = readb(iop_firm_version);
1724 acb_firm_version++;
1725 iop_firm_version++;
1726 count--;
1727 }
1a4f550a
NC		 1728
1729 printk(KERN_INFO "ARECA RAID ADAPTER%d: FIRMWARE VERSION %s \n"
1c57e86d
EC		 1730 , acb->host->host_no
1731 , acb->firm_version);
1a4f550a 1732
1c57e86d
EC		 1733 acb->firm_request_len = readl(&reg->message_rwbuffer[1]);
1734 acb->firm_numbers_queue = readl(&reg->message_rwbuffer[2]);
1735 acb->firm_sdram_size = readl(&reg->message_rwbuffer[3]);
1736 acb->firm_hd_channels = readl(&reg->message_rwbuffer[4]);
1737}
1738
1a4f550a
NC		 1739static void arcmsr_get_hbb_config(struct AdapterControlBlock *acb)
1740{
80da1adb
AV		 1741 struct MessageUnit_B *reg = acb->pmuB;
1742 uint32_t __iomem *lrwbuffer = reg->msgcode_rwbuffer_reg;
1a4f550a
NC		 1743 char *acb_firm_model = acb->firm_model;
1744 char *acb_firm_version = acb->firm_version;
80da1adb 1745 char __iomem *iop_firm_model = (char __iomem *)(&lrwbuffer[15]);
1a4f550a 1746 /*firm_model,15,60-67*/
80da1adb 1747 char __iomem *iop_firm_version = (char __iomem *)(&lrwbuffer[17]);
1a4f550a
NC		 1748 /*firm_version,17,68-83*/
1749 int count;
1750
1751 writel(ARCMSR_MESSAGE_GET_CONFIG, reg->drv2iop_doorbell_reg);
1752 if (arcmsr_hbb_wait_msgint_ready(acb)) {
1753 printk(KERN_NOTICE "arcmsr%d: wait 'get adapter firmware \
1754 miscellaneous data' timeout \n", acb->host->host_no);
1755 }
1756
1757 count = 8;
1758 while (count)
1759 {
1760 *acb_firm_model = readb(iop_firm_model);
1761 acb_firm_model++;
1762 iop_firm_model++;
1763 count--;
1764 }
1765
1766 count = 16;
1767 while (count)
1768 {
1769 *acb_firm_version = readb(iop_firm_version);
1770 acb_firm_version++;
1771 iop_firm_version++;
1772 count--;
1773 }
1774
1775 printk(KERN_INFO "ARECA RAID ADAPTER%d: FIRMWARE VERSION %s \n",
1776 acb->host->host_no,
1777 acb->firm_version);
1778
1779 lrwbuffer++;
1780 acb->firm_request_len = readl(lrwbuffer++);
1781 /*firm_request_len,1,04-07*/
1782 acb->firm_numbers_queue = readl(lrwbuffer++);
1783 /*firm_numbers_queue,2,08-11*/
1784 acb->firm_sdram_size = readl(lrwbuffer++);
1785 /*firm_sdram_size,3,12-15*/
1786 acb->firm_hd_channels = readl(lrwbuffer);
1787 /*firm_ide_channels,4,16-19*/
1788}
1789
1790static void arcmsr_get_firmware_spec(struct AdapterControlBlock *acb)
1791{
1792 switch (acb->adapter_type) {
1793 case ACB_ADAPTER_TYPE_A: {
1794 arcmsr_get_hba_config(acb);
1795 }
1796 break;
1797
1798 case ACB_ADAPTER_TYPE_B: {
1799 arcmsr_get_hbb_config(acb);
1800 }
1801 break;
1802 }
1803}
1804
1805static void arcmsr_polling_hba_ccbdone(struct AdapterControlBlock *acb,
1c57e86d
EC		 1806 struct CommandControlBlock *poll_ccb)
1807{
80da1adb 1808 struct MessageUnit_A __iomem *reg = acb->pmuA;
1c57e86d
EC		 1809 struct CommandControlBlock *ccb;
1810 uint32_t flag_ccb, outbound_intstatus, poll_ccb_done = 0, poll_count = 0;
1c57e86d 1811
1a4f550a 1812 polling_hba_ccb_retry:
1c57e86d 1813 poll_count++;
1a4f550a 1814 outbound_intstatus = readl(&reg->outbound_intstatus) & acb->outbound_int_enable;
1c57e86d
EC		 1815 writel(outbound_intstatus, &reg->outbound_intstatus);/*clear interrupt*/
1816 while (1) {
1817 if ((flag_ccb = readl(&reg->outbound_queueport)) == 0xFFFFFFFF) {
1818 if (poll_ccb_done)
1819 break;
1820 else {
1821 msleep(25);
1822 if (poll_count > 100)
1823 break;
1a4f550a 1824 goto polling_hba_ccb_retry;
1c57e86d
EC		 1825 }
1826 }
1a4f550a
NC		 1827 ccb = (struct CommandControlBlock *)(acb->vir2phy_offset + (flag_ccb << 5));
1828 poll_ccb_done = (ccb == poll_ccb) ? 1:0;
1829 if ((ccb->acb != acb) || (ccb->startdone != ARCMSR_CCB_START)) {
1830 if ((ccb->startdone == ARCMSR_CCB_ABORTED) || (ccb == poll_ccb)) {
1831 printk(KERN_NOTICE "arcmsr%d: scsi id = %d lun = %d ccb = '0x%p'"
1c57e86d
EC		 1832 " poll command abort successfully \n"
1833 , acb->host->host_no
1834 , ccb->pcmd->device->id
1835 , ccb->pcmd->device->lun
1836 , ccb);
1837 ccb->pcmd->result = DID_ABORT << 16;
1838 arcmsr_ccb_complete(ccb, 1);
1839 poll_ccb_done = 1;
1840 continue;
1841 }
1a4f550a
NC		 1842 printk(KERN_NOTICE "arcmsr%d: polling get an illegal ccb"
1843 " command done ccb = '0x%p'"
a1f6e021 1844 "ccboutstandingcount = %d \n"
1c57e86d
EC		 1845 , acb->host->host_no
1846 , ccb
1847 , atomic_read(&acb->ccboutstandingcount));
1848 continue;
1849 }
1a4f550a
NC		 1850 arcmsr_report_ccb_state(acb, ccb, flag_ccb);
1851 }
1852}
1853
76d78300 1854static void arcmsr_polling_hbb_ccbdone(struct AdapterControlBlock *acb,
1a4f550a
NC		 1855 struct CommandControlBlock *poll_ccb)
1856{
80da1adb 1857 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 1858 struct CommandControlBlock *ccb;
1859 uint32_t flag_ccb, poll_ccb_done = 0, poll_count = 0;
1860 int index;
1861
1862 polling_hbb_ccb_retry:
1863 poll_count++;
1864 /* clear doorbell interrupt */
1865 writel(ARCMSR_DOORBELL_INT_CLEAR_PATTERN, reg->iop2drv_doorbell_reg);
1866 while (1) {
1867 index = reg->doneq_index;
1868 if ((flag_ccb = readl(&reg->done_qbuffer[index])) == 0) {
1869 if (poll_ccb_done)
1870 break;
1871 else {
1872 msleep(25);
1873 if (poll_count > 100)
1874 break;
1875 goto polling_hbb_ccb_retry;
1c57e86d 1876 }
1a4f550a
NC		 1877 }
1878 writel(0, &reg->done_qbuffer[index]);
1879 index++;
1880 /*if last index number set it to 0 */
1881 index %= ARCMSR_MAX_HBB_POSTQUEUE;
1882 reg->doneq_index = index;
1883 /* check ifcommand done with no error*/
1884 ccb = (struct CommandControlBlock *)\
1885 (acb->vir2phy_offset + (flag_ccb << 5));/*frame must be 32 bytes aligned*/
1886 poll_ccb_done = (ccb == poll_ccb) ? 1:0;
1887 if ((ccb->acb != acb) || (ccb->startdone != ARCMSR_CCB_START)) {
76d78300 1888 if ((ccb->startdone == ARCMSR_CCB_ABORTED) || (ccb == poll_ccb)) {
1a4f550a
NC		 1889 printk(KERN_NOTICE "arcmsr%d: \
1890 scsi id = %d lun = %d ccb = '0x%p' poll command abort successfully \n"
1891 ,acb->host->host_no
1892 ,ccb->pcmd->device->id
1893 ,ccb->pcmd->device->lun
1894 ,ccb);
1895 ccb->pcmd->result = DID_ABORT << 16;
1c57e86d 1896 arcmsr_ccb_complete(ccb, 1);
1a4f550a 1897 continue;
1c57e86d 1898 }
1a4f550a
NC		 1899 printk(KERN_NOTICE "arcmsr%d: polling get an illegal ccb"
1900 " command done ccb = '0x%p'"
1901 "ccboutstandingcount = %d \n"
1c57e86d 1902 , acb->host->host_no
1a4f550a
NC		 1903 , ccb
1904 , atomic_read(&acb->ccboutstandingcount));
1905 continue;
1c57e86d 1906 }
1a4f550a
NC		 1907 arcmsr_report_ccb_state(acb, ccb, flag_ccb);
1908 } /*drain reply FIFO*/
1909}
1910
76d78300 1911static void arcmsr_polling_ccbdone(struct AdapterControlBlock *acb,
1a4f550a
NC		 1912 struct CommandControlBlock *poll_ccb)
1913{
1914 switch (acb->adapter_type) {
1915
1916 case ACB_ADAPTER_TYPE_A: {
1917 arcmsr_polling_hba_ccbdone(acb,poll_ccb);
1918 }
1919 break;
1920
1921 case ACB_ADAPTER_TYPE_B: {
1922 arcmsr_polling_hbb_ccbdone(acb,poll_ccb);
1c57e86d
EC		 1923 }
1924 }
1925}
1a4f550a
NC		 1926
1927static int arcmsr_iop_confirm(struct AdapterControlBlock *acb)
a1f6e021 1928{
1a4f550a
NC		 1929 uint32_t cdb_phyaddr, ccb_phyaddr_hi32;
1930 dma_addr_t dma_coherent_handle;
1931 /*
1932 ********************************************************************
1933 ** here we need to tell iop 331 our freeccb.HighPart
1934 ** if freeccb.HighPart is not zero
1935 ********************************************************************
1936 */
1937 dma_coherent_handle = acb->dma_coherent_handle;
1938 cdb_phyaddr = (uint32_t)(dma_coherent_handle);
1939 ccb_phyaddr_hi32 = (uint32_t)((cdb_phyaddr >> 16) >> 16);
1940 /*
1941 ***********************************************************************
1942 ** if adapter type B, set window of "post command Q"
1943 ***********************************************************************
1944 */
1945 switch (acb->adapter_type) {
1946
1947 case ACB_ADAPTER_TYPE_A: {
1948 if (ccb_phyaddr_hi32 != 0) {
80da1adb 1949 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a
NC		 1950 uint32_t intmask_org;
1951 intmask_org = arcmsr_disable_outbound_ints(acb);
1952 writel(ARCMSR_SIGNATURE_SET_CONFIG, \
1953 &reg->message_rwbuffer[0]);
1954 writel(ccb_phyaddr_hi32, &reg->message_rwbuffer[1]);
1955 writel(ARCMSR_INBOUND_MESG0_SET_CONFIG, \
1956 &reg->inbound_msgaddr0);
1957 if (arcmsr_hba_wait_msgint_ready(acb)) {
1958 printk(KERN_NOTICE "arcmsr%d: ""set ccb high \
1959 part physical address timeout\n",
1960 acb->host->host_no);
1961 return 1;
a1f6e021 1962 }
1a4f550a
NC		 1963 arcmsr_enable_outbound_ints(acb, intmask_org);
1964 }
1965 }
1966 break;
a1f6e021 1967
1a4f550a
NC		 1968 case ACB_ADAPTER_TYPE_B: {
1969 unsigned long post_queue_phyaddr;
80da1adb 1970 uint32_t __iomem *rwbuffer;
a1f6e021 1971
80da1adb 1972 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 1973 uint32_t intmask_org;
1974 intmask_org = arcmsr_disable_outbound_ints(acb);
1975 reg->postq_index = 0;
1976 reg->doneq_index = 0;
1977 writel(ARCMSR_MESSAGE_SET_POST_WINDOW, reg->drv2iop_doorbell_reg);
1978 if (arcmsr_hbb_wait_msgint_ready(acb)) {
1979 printk(KERN_NOTICE "arcmsr%d:can not set diver mode\n", \
1980 acb->host->host_no);
1981 return 1;
1982 }
1983 post_queue_phyaddr = cdb_phyaddr + ARCMSR_MAX_FREECCB_NUM * \
1984 sizeof(struct CommandControlBlock) + offsetof(struct MessageUnit_B, post_qbuffer) ;
1985 rwbuffer = reg->msgcode_rwbuffer_reg;
1986 /* driver "set config" signature */
1987 writel(ARCMSR_SIGNATURE_SET_CONFIG, rwbuffer++);
1988 /* normal should be zero */
1989 writel(ccb_phyaddr_hi32, rwbuffer++);
1990 /* postQ size (256 + 8)*4 */
1991 writel(post_queue_phyaddr, rwbuffer++);
1992 /* doneQ size (256 + 8)*4 */
1993 writel(post_queue_phyaddr + 1056, rwbuffer++);
1994 /* ccb maxQ size must be --> [(256 + 8)*4]*/
1995 writel(1056, rwbuffer);
1996
1997 writel(ARCMSR_MESSAGE_SET_CONFIG, reg->drv2iop_doorbell_reg);
1998 if (arcmsr_hbb_wait_msgint_ready(acb)) {
1999 printk(KERN_NOTICE "arcmsr%d: 'set command Q window' \
2000 timeout \n",acb->host->host_no);
2001 return 1;
2002 }
a1f6e021 2003
1a4f550a
NC		 2004 writel(ARCMSR_MESSAGE_START_DRIVER_MODE, reg->drv2iop_doorbell_reg);
2005 if (arcmsr_hbb_wait_msgint_ready(acb)) {
2006 printk(KERN_NOTICE "arcmsr%d: 'can not set diver mode \n"\
2007 ,acb->host->host_no);
2008 return 1;
2009 }
2010 arcmsr_enable_outbound_ints(acb, intmask_org);
2011 }
2012 break;
2013 }
2014 return 0;
2015}
a1f6e021 2016
1a4f550a
NC		 2017static void arcmsr_wait_firmware_ready(struct AdapterControlBlock *acb)
2018{
2019 uint32_t firmware_state = 0;
a1f6e021 2020
1a4f550a
NC		 2021 switch (acb->adapter_type) {
2022
2023 case ACB_ADAPTER_TYPE_A: {
80da1adb 2024 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a
NC		 2025 do {
2026 firmware_state = readl(&reg->outbound_msgaddr1);
2027 } while ((firmware_state & ARCMSR_OUTBOUND_MESG1_FIRMWARE_OK) == 0);
2028 }
2029 break;
2030
2031 case ACB_ADAPTER_TYPE_B: {
80da1adb 2032 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 2033 do {
2034 firmware_state = readl(reg->iop2drv_doorbell_reg);
2035 } while ((firmware_state & ARCMSR_MESSAGE_FIRMWARE_OK) == 0);
76d78300 2036 writel(ARCMSR_DRV2IOP_END_OF_INTERRUPT, reg->drv2iop_doorbell_reg);
1a4f550a
NC		 2037 }
2038 break;
a1f6e021 2039 }
1a4f550a
NC		 2040}
2041
2042static void arcmsr_start_hba_bgrb(struct AdapterControlBlock *acb)
2043{
80da1adb 2044 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a
NC		 2045 acb->acb_flags |= ACB_F_MSG_START_BGRB;
2046 writel(ARCMSR_INBOUND_MESG0_START_BGRB, &reg->inbound_msgaddr0);
2047 if (arcmsr_hba_wait_msgint_ready(acb)) {
2048 printk(KERN_NOTICE "arcmsr%d: wait 'start adapter background \
2049 rebulid' timeout \n", acb->host->host_no);
a1f6e021 2050 }
a1f6e021 2051}
2052
1a4f550a
NC		 2053static void arcmsr_start_hbb_bgrb(struct AdapterControlBlock *acb)
2054{
80da1adb 2055 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 2056 acb->acb_flags |= ACB_F_MSG_START_BGRB;
2057 writel(ARCMSR_MESSAGE_START_BGRB, reg->drv2iop_doorbell_reg);
2058 if (arcmsr_hbb_wait_msgint_ready(acb)) {
2059 printk(KERN_NOTICE "arcmsr%d: wait 'start adapter background \
2060 rebulid' timeout \n",acb->host->host_no);
2061 }
2062}
1c57e86d 2063
1a4f550a 2064static void arcmsr_start_adapter_bgrb(struct AdapterControlBlock *acb)
1c57e86d 2065{
1a4f550a
NC		 2066 switch (acb->adapter_type) {
2067 case ACB_ADAPTER_TYPE_A:
2068 arcmsr_start_hba_bgrb(acb);
2069 break;
2070 case ACB_ADAPTER_TYPE_B:
2071 arcmsr_start_hbb_bgrb(acb);
2072 break;
2073 }
2074}
1c57e86d 2075
1a4f550a
NC		 2076static void arcmsr_clear_doorbell_queue_buffer(struct AdapterControlBlock *acb)
2077{
2078 switch (acb->adapter_type) {
2079 case ACB_ADAPTER_TYPE_A: {
80da1adb 2080 struct MessageUnit_A __iomem *reg = acb->pmuA;
1a4f550a
NC		 2081 uint32_t outbound_doorbell;
2082 /* empty doorbell Qbuffer if door bell ringed */
2083 outbound_doorbell = readl(&reg->outbound_doorbell);
2084 /*clear doorbell interrupt */
2085 writel(outbound_doorbell, &reg->outbound_doorbell);
2086 writel(ARCMSR_INBOUND_DRIVER_DATA_READ_OK, &reg->inbound_doorbell);
2087 }
2088 break;
1c57e86d 2089
1a4f550a 2090 case ACB_ADAPTER_TYPE_B: {
80da1adb 2091 struct MessageUnit_B *reg = acb->pmuB;
1a4f550a
NC		 2092 /*clear interrupt and message state*/
2093 writel(ARCMSR_MESSAGE_INT_CLEAR_PATTERN, reg->iop2drv_doorbell_reg);
2094 writel(ARCMSR_DRV2IOP_DATA_READ_OK, reg->drv2iop_doorbell_reg);
2095 /* let IOP know data has been read */
2096 }
2097 break;
1c57e86d 2098 }
1a4f550a 2099}
1c57e86d 2100
76d78300
NC		 2101static void arcmsr_enable_eoi_mode(struct AdapterControlBlock *acb)
2102{
2103 switch (acb->adapter_type) {
2104 case ACB_ADAPTER_TYPE_A:
2105 return;
2106 case ACB_ADAPTER_TYPE_B:
2107 {
2108 struct MessageUnit_B *reg = acb->pmuB;
2109 writel(ARCMSR_MESSAGE_ACTIVE_EOI_MODE, reg->drv2iop_doorbell_reg);
2110 if(arcmsr_hbb_wait_msgint_ready(acb)) {
2111 printk(KERN_NOTICE "ARCMSR IOP enables EOI_MODE TIMEOUT");
2112 return;
2113 }
2114 }
2115 break;
2116 }
2117 return;
2118}
2119
1a4f550a
NC		 2120static void arcmsr_iop_init(struct AdapterControlBlock *acb)
2121{
2122 uint32_t intmask_org;
2123
1a4f550a
NC		 2124 /* disable all outbound interrupt */
2125 intmask_org = arcmsr_disable_outbound_ints(acb);
76d78300
NC		 2126 arcmsr_wait_firmware_ready(acb);
2127 arcmsr_iop_confirm(acb);
1a4f550a
NC		 2128 arcmsr_get_firmware_spec(acb);
2129 /*start background rebuild*/
2130 arcmsr_start_adapter_bgrb(acb);
2131 /* empty doorbell Qbuffer if door bell ringed */
2132 arcmsr_clear_doorbell_queue_buffer(acb);
76d78300 2133 arcmsr_enable_eoi_mode(acb);
1a4f550a
NC		 2134 /* enable outbound Post Queue,outbound doorbell Interrupt */
2135 arcmsr_enable_outbound_ints(acb, intmask_org);
1c57e86d
EC		 2136 acb->acb_flags |= ACB_F_IOP_INITED;
2137}
2138
2139static void arcmsr_iop_reset(struct AdapterControlBlock *acb)
2140{
1c57e86d
EC		 2141 struct CommandControlBlock *ccb;
2142 uint32_t intmask_org;
2143 int i = 0;
2144
2145 if (atomic_read(&acb->ccboutstandingcount) != 0) {
2146 /* talk to iop 331 outstanding command aborted */
2147 arcmsr_abort_allcmd(acb);
24430458 2148
1c57e86d 2149 /* wait for 3 sec for all command aborted*/
1a4f550a 2150 ssleep(3);
24430458 2151
1c57e86d
EC		 2152 /* disable all outbound interrupt */
2153 intmask_org = arcmsr_disable_outbound_ints(acb);
2154 /* clear all outbound posted Q */
1a4f550a 2155 arcmsr_done4abort_postqueue(acb);
1c57e86d
EC		 2156 for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
2157 ccb = acb->pccb_pool[i];
a1f6e021 2158 if (ccb->startdone == ARCMSR_CCB_START) {
1c57e86d 2159 ccb->startdone = ARCMSR_CCB_ABORTED;
1a4f550a 2160 arcmsr_ccb_complete(ccb, 1);
1c57e86d
EC		 2161 }
2162 }
2163 /* enable all outbound interrupt */
2164 arcmsr_enable_outbound_ints(acb, intmask_org);
2165 }
1c57e86d
EC		 2166}
2167
2168static int arcmsr_bus_reset(struct scsi_cmnd *cmd)
2169{
2170 struct AdapterControlBlock *acb =
2171 (struct AdapterControlBlock *)cmd->device->host->hostdata;
2172 int i;
2173
2174 acb->num_resets++;
2175 acb->acb_flags |= ACB_F_BUS_RESET;
2176 for (i = 0; i < 400; i++) {
2177 if (!atomic_read(&acb->ccboutstandingcount))
2178 break;
1a4f550a 2179 arcmsr_interrupt(acb);/* FIXME: need spinlock */
1c57e86d
EC		 2180 msleep(25);
2181 }
2182 arcmsr_iop_reset(acb);
2183 acb->acb_flags &= ~ACB_F_BUS_RESET;
2184 return SUCCESS;
2185}
2186
2187static void arcmsr_abort_one_cmd(struct AdapterControlBlock *acb,
2188 struct CommandControlBlock *ccb)
2189{
2190 u32 intmask;
2191
2192 ccb->startdone = ARCMSR_CCB_ABORTED;
2193
2194 /*
2195 ** Wait for 3 sec for all command done.
2196 */
1a4f550a 2197 ssleep(3);
1c57e86d
EC		 2198
2199 intmask = arcmsr_disable_outbound_ints(acb);
2200 arcmsr_polling_ccbdone(acb, ccb);
2201 arcmsr_enable_outbound_ints(acb, intmask);
2202}
2203
2204static int arcmsr_abort(struct scsi_cmnd *cmd)
2205{
2206 struct AdapterControlBlock *acb =
2207 (struct AdapterControlBlock *)cmd->device->host->hostdata;
2208 int i = 0;
2209
2210 printk(KERN_NOTICE
a1f6e021 2211 "arcmsr%d: abort device command of scsi id = %d lun = %d \n",
1c57e86d
EC		 2212 acb->host->host_no, cmd->device->id, cmd->device->lun);
2213 acb->num_aborts++;
1c57e86d
EC		 2214 /*
2215 ************************************************
2216 ** the all interrupt service routine is locked
2217 ** we need to handle it as soon as possible and exit
2218 ************************************************
2219 */
2220 if (!atomic_read(&acb->ccboutstandingcount))
2221 return SUCCESS;
2222
2223 for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
2224 struct CommandControlBlock *ccb = acb->pccb_pool[i];
2225 if (ccb->startdone == ARCMSR_CCB_START && ccb->pcmd == cmd) {
2226 arcmsr_abort_one_cmd(acb, ccb);
2227 break;
2228 }
2229 }
2230
2231 return SUCCESS;
2232}
2233
2234static const char *arcmsr_info(struct Scsi_Host *host)
2235{
2236 struct AdapterControlBlock *acb =
2237 (struct AdapterControlBlock *) host->hostdata;
2238 static char buf[256];
2239 char *type;
2240 int raid6 = 1;
2241
2242 switch (acb->pdev->device) {
2243 case PCI_DEVICE_ID_ARECA_1110:
1a4f550a
NC		 2244 case PCI_DEVICE_ID_ARECA_1200:
2245 case PCI_DEVICE_ID_ARECA_1202:
1c57e86d
EC		 2246 case PCI_DEVICE_ID_ARECA_1210:
2247 raid6 = 0;
2248 /*FALLTHRU*/
2249 case PCI_DEVICE_ID_ARECA_1120:
2250 case PCI_DEVICE_ID_ARECA_1130:
2251 case PCI_DEVICE_ID_ARECA_1160:
2252 case PCI_DEVICE_ID_ARECA_1170:
1a4f550a 2253 case PCI_DEVICE_ID_ARECA_1201:
1c57e86d
EC		 2254 case PCI_DEVICE_ID_ARECA_1220:
2255 case PCI_DEVICE_ID_ARECA_1230:
2256 case PCI_DEVICE_ID_ARECA_1260:
2257 case PCI_DEVICE_ID_ARECA_1270:
2258 case PCI_DEVICE_ID_ARECA_1280:
2259 type = "SATA";
2260 break;
2261 case PCI_DEVICE_ID_ARECA_1380:
2262 case PCI_DEVICE_ID_ARECA_1381:
2263 case PCI_DEVICE_ID_ARECA_1680:
2264 case PCI_DEVICE_ID_ARECA_1681:
2265 type = "SAS";
2266 break;
2267 default:
2268 type = "X-TYPE";
2269 break;
2270 }
a1f6e021 2271 sprintf(buf, "Areca %s Host Adapter RAID Controller%s\n %s",
1c57e86d
EC		 2272 type, raid6 ? "( RAID6 capable)" : "",
2273 ARCMSR_DRIVER_VERSION);
2274 return buf;
2275}
1a4f550a 2276#ifdef CONFIG_SCSI_ARCMSR_AER
a1f6e021 2277static pci_ers_result_t arcmsr_pci_slot_reset(struct pci_dev *pdev)
2278{
1a4f550a
NC		 2279 struct Scsi_Host *host = pci_get_drvdata(pdev);
2280 struct AdapterControlBlock *acb =
2281 (struct AdapterControlBlock *) host->hostdata;
2282 uint32_t intmask_org;
2283 int i, j;
a1f6e021 2284
1a4f550a 2285 if (pci_enable_device(pdev)) {
a1f6e021 2286 return PCI_ERS_RESULT_DISCONNECT;
2287 }
1a4f550a
NC		 2288 pci_set_master(pdev);
2289 intmask_org = arcmsr_disable_outbound_ints(acb);
a1f6e021 2290 acb->acb_flags |= (ACB_F_MESSAGE_WQBUFFER_CLEARED |
2291 ACB_F_MESSAGE_RQBUFFER_CLEARED |
2292 ACB_F_MESSAGE_WQBUFFER_READED);
2293 acb->acb_flags &= ~ACB_F_SCSISTOPADAPTER;
1a4f550a
NC		 2294 for (i = 0; i < ARCMSR_MAX_TARGETID; i++)
2295 for (j = 0; j < ARCMSR_MAX_TARGETLUN; j++)
2296 acb->devstate[i][j] = ARECA_RAID_GONE;
a1f6e021 2297
1a4f550a
NC		 2298 arcmsr_wait_firmware_ready(acb);
2299 arcmsr_iop_confirm(acb);
2300 /* disable all outbound interrupt */
2301 arcmsr_get_firmware_spec(acb);
2302 /*start background rebuild*/
2303 arcmsr_start_adapter_bgrb(acb);
2304 /* empty doorbell Qbuffer if door bell ringed */
2305 arcmsr_clear_doorbell_queue_buffer(acb);
76d78300 2306 arcmsr_enable_eoi_mode(acb);
1a4f550a
NC		 2307 /* enable outbound Post Queue,outbound doorbell Interrupt */
2308 arcmsr_enable_outbound_ints(acb, intmask_org);
2309 acb->acb_flags |= ACB_F_IOP_INITED;
a1f6e021 2310
1a4f550a 2311 pci_enable_pcie_error_reporting(pdev);
a1f6e021 2312 return PCI_ERS_RESULT_RECOVERED;
2313}
2314
2315static void arcmsr_pci_ers_need_reset_forepart(struct pci_dev *pdev)
2316{
2317 struct Scsi_Host *host = pci_get_drvdata(pdev);
1a4f550a 2318 struct AdapterControlBlock *acb = (struct AdapterControlBlock *)host->hostdata;
a1f6e021 2319 struct CommandControlBlock *ccb;
1a4f550a
NC		 2320 uint32_t intmask_org;
2321 int i = 0;
a1f6e021 2322
1a4f550a
NC		 2323 if (atomic_read(&acb->ccboutstandingcount) != 0) {
2324 /* talk to iop 331 outstanding command aborted */
2325 arcmsr_abort_allcmd(acb);
2326 /* wait for 3 sec for all command aborted*/
2327 ssleep(3);
2328 /* disable all outbound interrupt */
2329 intmask_org = arcmsr_disable_outbound_ints(acb);
2330 /* clear all outbound posted Q */
2331 arcmsr_done4abort_postqueue(acb);
2332 for (i = 0; i < ARCMSR_MAX_FREECCB_NUM; i++) {
2333 ccb = acb->pccb_pool[i];
2334 if (ccb->startdone == ARCMSR_CCB_START) {
2335 ccb->startdone = ARCMSR_CCB_ABORTED;
2336 arcmsr_ccb_complete(ccb, 1);
a1f6e021 2337 }
2338 }
1a4f550a
NC		 2339 /* enable all outbound interrupt */
2340 arcmsr_enable_outbound_ints(acb, intmask_org);
2341 }
2342 pci_disable_device(pdev);
a1f6e021 2343}
2344
a1f6e021 2345static void arcmsr_pci_ers_disconnect_forepart(struct pci_dev *pdev)
2346{
1a4f550a
NC		 2347 struct Scsi_Host *host = pci_get_drvdata(pdev);
2348 struct AdapterControlBlock *acb = \
2349 (struct AdapterControlBlock *)host->hostdata;
a1f6e021 2350
1a4f550a
NC		 2351 arcmsr_stop_adapter_bgrb(acb);
2352 arcmsr_flush_adapter_cache(acb);
a1f6e021 2353}
2354
2355static pci_ers_result_t arcmsr_pci_error_detected(struct pci_dev *pdev,
2356 pci_channel_state_t state)
2357{
2358 switch (state) {
2359 case pci_channel_io_frozen:
2360 arcmsr_pci_ers_need_reset_forepart(pdev);
2361 return PCI_ERS_RESULT_NEED_RESET;
2362 case pci_channel_io_perm_failure:
2363 arcmsr_pci_ers_disconnect_forepart(pdev);
2364 return PCI_ERS_RESULT_DISCONNECT;
2365 break;
2366 default:
2367 return PCI_ERS_RESULT_NEED_RESET;
1a4f550a 2368 }
a1f6e021 2369}
1a4f550a 2370#endif
Linux 6.x block layer and io_uring tree(s)