Merge branch 'for-2.6.28' of git://linux-nfs.org/~bfields/linux
[linux-2.6-block.git] / drivers / ata / ata_piix.c
CommitLineData
1da177e4 1/*
af36d7f0
JG
2 * ata_piix.c - Intel PATA/SATA controllers
3 *
4 * Maintained by: Jeff Garzik <jgarzik@pobox.com>
5 * Please ALWAYS copy linux-ide@vger.kernel.org
6 * on emails.
7 *
8 *
9 * Copyright 2003-2005 Red Hat Inc
10 * Copyright 2003-2005 Jeff Garzik
11 *
12 *
13 * Copyright header from piix.c:
14 *
15 * Copyright (C) 1998-1999 Andrzej Krzysztofowicz, Author and Maintainer
16 * Copyright (C) 1998-2000 Andre Hedrick <andre@linux-ide.org>
ab771630 17 * Copyright (C) 2003 Red Hat Inc
af36d7f0
JG
18 *
19 *
20 * This program is free software; you can redistribute it and/or modify
21 * it under the terms of the GNU General Public License as published by
22 * the Free Software Foundation; either version 2, or (at your option)
23 * any later version.
24 *
25 * This program is distributed in the hope that it will be useful,
26 * but WITHOUT ANY WARRANTY; without even the implied warranty of
27 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
28 * GNU General Public License for more details.
29 *
30 * You should have received a copy of the GNU General Public License
31 * along with this program; see the file COPYING. If not, write to
32 * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
33 *
34 *
35 * libata documentation is available via 'make {ps|pdf}docs',
36 * as Documentation/DocBook/libata.*
37 *
38 * Hardware documentation available at http://developer.intel.com/
39 *
d96212ed
AC
40 * Documentation
41 * Publically available from Intel web site. Errata documentation
42 * is also publically available. As an aide to anyone hacking on this
2c5ff671 43 * driver the list of errata that are relevant is below, going back to
d96212ed
AC
44 * PIIX4. Older device documentation is now a bit tricky to find.
45 *
46 * The chipsets all follow very much the same design. The orginal Triton
47 * series chipsets do _not_ support independant device timings, but this
48 * is fixed in Triton II. With the odd mobile exception the chips then
49 * change little except in gaining more modes until SATA arrives. This
50 * driver supports only the chips with independant timing (that is those
51 * with SITRE and the 0x44 timing register). See pata_oldpiix and pata_mpiix
52 * for the early chip drivers.
53 *
54 * Errata of note:
55 *
56 * Unfixable
57 * PIIX4 errata #9 - Only on ultra obscure hw
58 * ICH3 errata #13 - Not observed to affect real hw
59 * by Intel
60 *
61 * Things we must deal with
62 * PIIX4 errata #10 - BM IDE hang with non UDMA
63 * (must stop/start dma to recover)
64 * 440MX errata #15 - As PIIX4 errata #10
65 * PIIX4 errata #15 - Must not read control registers
66 * during a PIO transfer
67 * 440MX errata #13 - As PIIX4 errata #15
68 * ICH2 errata #21 - DMA mode 0 doesn't work right
69 * ICH0/1 errata #55 - As ICH2 errata #21
70 * ICH2 spec c #9 - Extra operations needed to handle
71 * drive hotswap [NOT YET SUPPORTED]
72 * ICH2 spec c #20 - IDE PRD must not cross a 64K boundary
73 * and must be dword aligned
74 * ICH2 spec c #24 - UDMA mode 4,5 t85/86 should be 6ns not 3.3
75 *
76 * Should have been BIOS fixed:
77 * 450NX: errata #19 - DMA hangs on old 450NX
78 * 450NX: errata #20 - DMA hangs on old 450NX
79 * 450NX: errata #25 - Corruption with DMA on old 450NX
80 * ICH3 errata #15 - IDE deadlock under high load
81 * (BIOS must set dev 31 fn 0 bit 23)
82 * ICH3 errata #18 - Don't use native mode
1da177e4
LT
83 */
84
85#include <linux/kernel.h>
86#include <linux/module.h>
87#include <linux/pci.h>
88#include <linux/init.h>
89#include <linux/blkdev.h>
90#include <linux/delay.h>
6248e647 91#include <linux/device.h>
1da177e4
LT
92#include <scsi/scsi_host.h>
93#include <linux/libata.h>
b8b275ef 94#include <linux/dmi.h>
1da177e4
LT
95
96#define DRV_NAME "ata_piix"
2a3103ce 97#define DRV_VERSION "2.12"
1da177e4
LT
98
99enum {
100 PIIX_IOCFG = 0x54, /* IDE I/O configuration register */
101 ICH5_PMR = 0x90, /* port mapping register */
102 ICH5_PCS = 0x92, /* port control and status */
c7290724
TH
103 PIIX_SIDPR_BAR = 5,
104 PIIX_SIDPR_LEN = 16,
105 PIIX_SIDPR_IDX = 0,
106 PIIX_SIDPR_DATA = 4,
1da177e4 107
ff0fc146 108 PIIX_FLAG_CHECKINTR = (1 << 28), /* make sure PCI INTx enabled */
c7290724 109 PIIX_FLAG_SIDPR = (1 << 29), /* SATA idx/data pair regs */
1da177e4 110
800b3996
TH
111 PIIX_PATA_FLAGS = ATA_FLAG_SLAVE_POSS,
112 PIIX_SATA_FLAGS = ATA_FLAG_SATA | PIIX_FLAG_CHECKINTR,
b3362f88 113
1da177e4
LT
114 PIIX_80C_PRI = (1 << 5) | (1 << 4),
115 PIIX_80C_SEC = (1 << 7) | (1 << 6),
116
d33f58b8
TH
117 /* constants for mapping table */
118 P0 = 0, /* port 0 */
119 P1 = 1, /* port 1 */
120 P2 = 2, /* port 2 */
121 P3 = 3, /* port 3 */
122 IDE = -1, /* IDE */
123 NA = -2, /* not avaliable */
124 RV = -3, /* reserved */
125
7b6dbd68 126 PIIX_AHCI_DEVICE = 6,
b8b275ef
TH
127
128 /* host->flags bits */
129 PIIX_HOST_BROKEN_SUSPEND = (1 << 24),
1da177e4
LT
130};
131
9cde9ed1
TH
132enum piix_controller_ids {
133 /* controller IDs */
134 piix_pata_mwdma, /* PIIX3 MWDMA only */
135 piix_pata_33, /* PIIX4 at 33Mhz */
136 ich_pata_33, /* ICH up to UDMA 33 only */
137 ich_pata_66, /* ICH up to 66 Mhz */
138 ich_pata_100, /* ICH up to UDMA 100 */
139 ich5_sata,
140 ich6_sata,
9c0bf675
TH
141 ich6m_sata,
142 ich8_sata,
9cde9ed1 143 ich8_2port_sata,
9c0bf675
TH
144 ich8m_apple_sata, /* locks up on second port enable */
145 tolapai_sata,
9cde9ed1
TH
146 piix_pata_vmw, /* PIIX4 for VMware, spurious DMA_ERR */
147};
148
d33f58b8
TH
149struct piix_map_db {
150 const u32 mask;
73291a1c 151 const u16 port_enable;
d33f58b8
TH
152 const int map[][4];
153};
154
d96715c1
TH
155struct piix_host_priv {
156 const int *map;
c7290724 157 void __iomem *sidpr;
d96715c1
TH
158};
159
2dcb407e
JG
160static int piix_init_one(struct pci_dev *pdev,
161 const struct pci_device_id *ent);
a1efdaba 162static int piix_pata_prereset(struct ata_link *link, unsigned long deadline);
2dcb407e
JG
163static void piix_set_piomode(struct ata_port *ap, struct ata_device *adev);
164static void piix_set_dmamode(struct ata_port *ap, struct ata_device *adev);
165static void ich_set_dmamode(struct ata_port *ap, struct ata_device *adev);
eb4a2c7f 166static int ich_pata_cable_detect(struct ata_port *ap);
25f98131 167static u8 piix_vmw_bmdma_status(struct ata_port *ap);
82ef04fb
TH
168static int piix_sidpr_scr_read(struct ata_link *link,
169 unsigned int reg, u32 *val);
170static int piix_sidpr_scr_write(struct ata_link *link,
171 unsigned int reg, u32 val);
b8b275ef
TH
172#ifdef CONFIG_PM
173static int piix_pci_device_suspend(struct pci_dev *pdev, pm_message_t mesg);
174static int piix_pci_device_resume(struct pci_dev *pdev);
175#endif
1da177e4
LT
176
177static unsigned int in_module_init = 1;
178
3b7d697d 179static const struct pci_device_id piix_pci_tbl[] = {
d2cdfc0d
A
180 /* Intel PIIX3 for the 430HX etc */
181 { 0x8086, 0x7010, PCI_ANY_ID, PCI_ANY_ID, 0, 0, piix_pata_mwdma },
25f98131
TH
182 /* VMware ICH4 */
183 { 0x8086, 0x7111, 0x15ad, 0x1976, 0, 0, piix_pata_vmw },
669a5db4
JG
184 /* Intel PIIX4 for the 430TX/440BX/MX chipset: UDMA 33 */
185 /* Also PIIX4E (fn3 rev 2) and PIIX4M (fn3 rev 3) */
186 { 0x8086, 0x7111, PCI_ANY_ID, PCI_ANY_ID, 0, 0, piix_pata_33 },
669a5db4
JG
187 /* Intel PIIX4 */
188 { 0x8086, 0x7199, PCI_ANY_ID, PCI_ANY_ID, 0, 0, piix_pata_33 },
189 /* Intel PIIX4 */
190 { 0x8086, 0x7601, PCI_ANY_ID, PCI_ANY_ID, 0, 0, piix_pata_33 },
191 /* Intel PIIX */
192 { 0x8086, 0x84CA, PCI_ANY_ID, PCI_ANY_ID, 0, 0, piix_pata_33 },
193 /* Intel ICH (i810, i815, i840) UDMA 66*/
194 { 0x8086, 0x2411, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_66 },
195 /* Intel ICH0 : UDMA 33*/
196 { 0x8086, 0x2421, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_33 },
197 /* Intel ICH2M */
198 { 0x8086, 0x244A, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_100 },
199 /* Intel ICH2 (i810E2, i845, 850, 860) UDMA 100 */
200 { 0x8086, 0x244B, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_100 },
201 /* Intel ICH3M */
202 { 0x8086, 0x248A, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_100 },
203 /* Intel ICH3 (E7500/1) UDMA 100 */
204 { 0x8086, 0x248B, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_100 },
205 /* Intel ICH4 (i845GV, i845E, i852, i855) UDMA 100 */
206 { 0x8086, 0x24CA, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_100 },
207 { 0x8086, 0x24CB, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_100 },
208 /* Intel ICH5 */
2eb829e9 209 { 0x8086, 0x24DB, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_100 },
669a5db4
JG
210 /* C-ICH (i810E2) */
211 { 0x8086, 0x245B, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_100 },
85cd7251 212 /* ESB (855GME/875P + 6300ESB) UDMA 100 */
669a5db4
JG
213 { 0x8086, 0x25A2, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_100 },
214 /* ICH6 (and 6) (i915) UDMA 100 */
215 { 0x8086, 0x266F, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_100 },
216 /* ICH7/7-R (i945, i975) UDMA 100*/
2eb829e9 217 { 0x8086, 0x27DF, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_100 },
669a5db4 218 { 0x8086, 0x269E, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_100 },
c1e6f28c
CL
219 /* ICH8 Mobile PATA Controller */
220 { 0x8086, 0x2850, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich_pata_100 },
1da177e4
LT
221
222 /* NOTE: The following PCI ids must be kept in sync with the
223 * list in drivers/pci/quirks.c.
224 */
225
1d076e5b 226 /* 82801EB (ICH5) */
1da177e4 227 { 0x8086, 0x24d1, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich5_sata },
1d076e5b 228 /* 82801EB (ICH5) */
1da177e4 229 { 0x8086, 0x24df, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich5_sata },
1d076e5b 230 /* 6300ESB (ICH5 variant with broken PCS present bits) */
5e56a37c 231 { 0x8086, 0x25a3, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich5_sata },
1d076e5b 232 /* 6300ESB pretending RAID */
5e56a37c 233 { 0x8086, 0x25b0, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich5_sata },
1d076e5b 234 /* 82801FB/FW (ICH6/ICH6W) */
1da177e4 235 { 0x8086, 0x2651, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich6_sata },
1d076e5b 236 /* 82801FR/FRW (ICH6R/ICH6RW) */
9c0bf675 237 { 0x8086, 0x2652, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich6_sata },
5016d7d2
TH
238 /* 82801FBM ICH6M (ICH6R with only port 0 and 2 implemented).
239 * Attach iff the controller is in IDE mode. */
240 { 0x8086, 0x2653, PCI_ANY_ID, PCI_ANY_ID,
9c0bf675 241 PCI_CLASS_STORAGE_IDE << 8, 0xffff00, ich6m_sata },
1d076e5b 242 /* 82801GB/GR/GH (ICH7, identical to ICH6) */
9c0bf675 243 { 0x8086, 0x27c0, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich6_sata },
1d076e5b 244 /* 2801GBM/GHM (ICH7M, identical to ICH6M) */
9c0bf675 245 { 0x8086, 0x27c4, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich6m_sata },
f98b6573 246 /* Enterprise Southbridge 2 (631xESB/632xESB) */
9c0bf675 247 { 0x8086, 0x2680, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich6_sata },
f98b6573 248 /* SATA Controller 1 IDE (ICH8) */
9c0bf675 249 { 0x8086, 0x2820, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_sata },
f98b6573 250 /* SATA Controller 2 IDE (ICH8) */
00242ec8 251 { 0x8086, 0x2825, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_2port_sata },
8d8ef2fb 252 /* Mobile SATA Controller IDE (ICH8M), Apple */
9c0bf675 253 { 0x8086, 0x2828, 0x106b, 0x00a0, 0, 0, ich8m_apple_sata },
23cf296e 254 { 0x8086, 0x2828, 0x106b, 0x00a1, 0, 0, ich8m_apple_sata },
487eff68 255 { 0x8086, 0x2828, 0x106b, 0x00a3, 0, 0, ich8m_apple_sata },
23cf296e
TH
256 /* Mobile SATA Controller IDE (ICH8M) */
257 { 0x8086, 0x2828, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_sata },
f98b6573 258 /* SATA Controller IDE (ICH9) */
9c0bf675 259 { 0x8086, 0x2920, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_sata },
f98b6573 260 /* SATA Controller IDE (ICH9) */
00242ec8 261 { 0x8086, 0x2921, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_2port_sata },
f98b6573 262 /* SATA Controller IDE (ICH9) */
00242ec8 263 { 0x8086, 0x2926, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_2port_sata },
f98b6573 264 /* SATA Controller IDE (ICH9M) */
00242ec8 265 { 0x8086, 0x2928, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_2port_sata },
f98b6573 266 /* SATA Controller IDE (ICH9M) */
00242ec8 267 { 0x8086, 0x292d, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_2port_sata },
f98b6573 268 /* SATA Controller IDE (ICH9M) */
9c0bf675 269 { 0x8086, 0x292e, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_sata },
c5cf0ffa 270 /* SATA Controller IDE (Tolapai) */
9c0bf675 271 { 0x8086, 0x5028, PCI_ANY_ID, PCI_ANY_ID, 0, 0, tolapai_sata },
bf7f22b9 272 /* SATA Controller IDE (ICH10) */
9c0bf675 273 { 0x8086, 0x3a00, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_sata },
bf7f22b9
JG
274 /* SATA Controller IDE (ICH10) */
275 { 0x8086, 0x3a06, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_2port_sata },
276 /* SATA Controller IDE (ICH10) */
9c0bf675 277 { 0x8086, 0x3a20, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_sata },
bf7f22b9
JG
278 /* SATA Controller IDE (ICH10) */
279 { 0x8086, 0x3a26, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_2port_sata },
c6c6a1af
SH
280 /* SATA Controller IDE (PCH) */
281 { 0x8086, 0x3b20, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_sata },
282 /* SATA Controller IDE (PCH) */
0395e61b
SH
283 { 0x8086, 0x3b21, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_2port_sata },
284 /* SATA Controller IDE (PCH) */
c6c6a1af
SH
285 { 0x8086, 0x3b26, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_2port_sata },
286 /* SATA Controller IDE (PCH) */
0395e61b
SH
287 { 0x8086, 0x3b28, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_sata },
288 /* SATA Controller IDE (PCH) */
c6c6a1af
SH
289 { 0x8086, 0x3b2d, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_2port_sata },
290 /* SATA Controller IDE (PCH) */
291 { 0x8086, 0x3b2e, PCI_ANY_ID, PCI_ANY_ID, 0, 0, ich8_sata },
1da177e4
LT
292 { } /* terminate list */
293};
294
295static struct pci_driver piix_pci_driver = {
296 .name = DRV_NAME,
297 .id_table = piix_pci_tbl,
298 .probe = piix_init_one,
299 .remove = ata_pci_remove_one,
438ac6d5 300#ifdef CONFIG_PM
b8b275ef
TH
301 .suspend = piix_pci_device_suspend,
302 .resume = piix_pci_device_resume,
438ac6d5 303#endif
1da177e4
LT
304};
305
193515d5 306static struct scsi_host_template piix_sht = {
68d1d07b 307 ATA_BMDMA_SHT(DRV_NAME),
1da177e4
LT
308};
309
029cfd6b
TH
310static struct ata_port_operations piix_pata_ops = {
311 .inherits = &ata_bmdma_port_ops,
312 .cable_detect = ata_cable_40wire,
1da177e4
LT
313 .set_piomode = piix_set_piomode,
314 .set_dmamode = piix_set_dmamode,
a1efdaba 315 .prereset = piix_pata_prereset,
1da177e4
LT
316};
317
029cfd6b
TH
318static struct ata_port_operations piix_vmw_ops = {
319 .inherits = &piix_pata_ops,
320 .bmdma_status = piix_vmw_bmdma_status,
669a5db4
JG
321};
322
029cfd6b
TH
323static struct ata_port_operations ich_pata_ops = {
324 .inherits = &piix_pata_ops,
325 .cable_detect = ich_pata_cable_detect,
326 .set_dmamode = ich_set_dmamode,
1da177e4
LT
327};
328
029cfd6b
TH
329static struct ata_port_operations piix_sata_ops = {
330 .inherits = &ata_bmdma_port_ops,
25f98131
TH
331};
332
029cfd6b
TH
333static struct ata_port_operations piix_sidpr_sata_ops = {
334 .inherits = &piix_sata_ops,
57c9efdf 335 .hardreset = sata_std_hardreset,
c7290724
TH
336 .scr_read = piix_sidpr_scr_read,
337 .scr_write = piix_sidpr_scr_write,
c7290724
TH
338};
339
d96715c1 340static const struct piix_map_db ich5_map_db = {
d33f58b8 341 .mask = 0x7,
ea35d29e 342 .port_enable = 0x3,
d33f58b8
TH
343 .map = {
344 /* PM PS SM SS MAP */
345 { P0, NA, P1, NA }, /* 000b */
346 { P1, NA, P0, NA }, /* 001b */
347 { RV, RV, RV, RV },
348 { RV, RV, RV, RV },
349 { P0, P1, IDE, IDE }, /* 100b */
350 { P1, P0, IDE, IDE }, /* 101b */
351 { IDE, IDE, P0, P1 }, /* 110b */
352 { IDE, IDE, P1, P0 }, /* 111b */
353 },
354};
355
d96715c1 356static const struct piix_map_db ich6_map_db = {
d33f58b8 357 .mask = 0x3,
ea35d29e 358 .port_enable = 0xf,
d33f58b8
TH
359 .map = {
360 /* PM PS SM SS MAP */
79ea24e7 361 { P0, P2, P1, P3 }, /* 00b */
d33f58b8
TH
362 { IDE, IDE, P1, P3 }, /* 01b */
363 { P0, P2, IDE, IDE }, /* 10b */
364 { RV, RV, RV, RV },
365 },
366};
367
d96715c1 368static const struct piix_map_db ich6m_map_db = {
d33f58b8 369 .mask = 0x3,
ea35d29e 370 .port_enable = 0x5,
67083741
TH
371
372 /* Map 01b isn't specified in the doc but some notebooks use
c6446a4c
TH
373 * it anyway. MAP 01b have been spotted on both ICH6M and
374 * ICH7M.
67083741
TH
375 */
376 .map = {
377 /* PM PS SM SS MAP */
e04b3b9d 378 { P0, P2, NA, NA }, /* 00b */
67083741
TH
379 { IDE, IDE, P1, P3 }, /* 01b */
380 { P0, P2, IDE, IDE }, /* 10b */
381 { RV, RV, RV, RV },
382 },
383};
384
08f12edc
JG
385static const struct piix_map_db ich8_map_db = {
386 .mask = 0x3,
a0ce9aca 387 .port_enable = 0xf,
08f12edc
JG
388 .map = {
389 /* PM PS SM SS MAP */
158f30c8 390 { P0, P2, P1, P3 }, /* 00b (hardwired when in AHCI) */
08f12edc 391 { RV, RV, RV, RV },
ac2b0437 392 { P0, P2, IDE, IDE }, /* 10b (IDE mode) */
08f12edc
JG
393 { RV, RV, RV, RV },
394 },
395};
396
00242ec8 397static const struct piix_map_db ich8_2port_map_db = {
e2d352af
JG
398 .mask = 0x3,
399 .port_enable = 0x3,
400 .map = {
401 /* PM PS SM SS MAP */
402 { P0, NA, P1, NA }, /* 00b */
403 { RV, RV, RV, RV }, /* 01b */
404 { RV, RV, RV, RV }, /* 10b */
405 { RV, RV, RV, RV },
406 },
c5cf0ffa
JG
407};
408
8d8ef2fb
TR
409static const struct piix_map_db ich8m_apple_map_db = {
410 .mask = 0x3,
411 .port_enable = 0x1,
412 .map = {
413 /* PM PS SM SS MAP */
414 { P0, NA, NA, NA }, /* 00b */
415 { RV, RV, RV, RV },
416 { P0, P2, IDE, IDE }, /* 10b */
417 { RV, RV, RV, RV },
418 },
419};
420
00242ec8 421static const struct piix_map_db tolapai_map_db = {
8f73a688
JG
422 .mask = 0x3,
423 .port_enable = 0x3,
424 .map = {
425 /* PM PS SM SS MAP */
426 { P0, NA, P1, NA }, /* 00b */
427 { RV, RV, RV, RV }, /* 01b */
428 { RV, RV, RV, RV }, /* 10b */
429 { RV, RV, RV, RV },
430 },
431};
432
d96715c1
TH
433static const struct piix_map_db *piix_map_db_table[] = {
434 [ich5_sata] = &ich5_map_db,
d96715c1 435 [ich6_sata] = &ich6_map_db,
9c0bf675
TH
436 [ich6m_sata] = &ich6m_map_db,
437 [ich8_sata] = &ich8_map_db,
00242ec8 438 [ich8_2port_sata] = &ich8_2port_map_db,
9c0bf675
TH
439 [ich8m_apple_sata] = &ich8m_apple_map_db,
440 [tolapai_sata] = &tolapai_map_db,
d96715c1
TH
441};
442
1da177e4 443static struct ata_port_info piix_port_info[] = {
00242ec8
TH
444 [piix_pata_mwdma] = /* PIIX3 MWDMA only */
445 {
00242ec8
TH
446 .flags = PIIX_PATA_FLAGS,
447 .pio_mask = 0x1f, /* pio0-4 */
448 .mwdma_mask = 0x06, /* mwdma1-2 ?? CHECK 0 should be ok but slow */
449 .port_ops = &piix_pata_ops,
450 },
451
ec300d99 452 [piix_pata_33] = /* PIIX4 at 33MHz */
1d076e5b 453 {
b3362f88 454 .flags = PIIX_PATA_FLAGS,
1d076e5b 455 .pio_mask = 0x1f, /* pio0-4 */
669a5db4 456 .mwdma_mask = 0x06, /* mwdma1-2 ?? CHECK 0 should be ok but slow */
1d076e5b
TH
457 .udma_mask = ATA_UDMA_MASK_40C,
458 .port_ops = &piix_pata_ops,
459 },
460
ec300d99 461 [ich_pata_33] = /* ICH0 - ICH at 33Mhz*/
669a5db4 462 {
b3362f88 463 .flags = PIIX_PATA_FLAGS,
669a5db4
JG
464 .pio_mask = 0x1f, /* pio 0-4 */
465 .mwdma_mask = 0x06, /* Check: maybe 0x07 */
466 .udma_mask = ATA_UDMA2, /* UDMA33 */
467 .port_ops = &ich_pata_ops,
468 },
ec300d99
JG
469
470 [ich_pata_66] = /* ICH controllers up to 66MHz */
1da177e4 471 {
b3362f88 472 .flags = PIIX_PATA_FLAGS,
669a5db4
JG
473 .pio_mask = 0x1f, /* pio 0-4 */
474 .mwdma_mask = 0x06, /* MWDMA0 is broken on chip */
475 .udma_mask = ATA_UDMA4,
476 .port_ops = &ich_pata_ops,
477 },
85cd7251 478
ec300d99 479 [ich_pata_100] =
669a5db4 480 {
b3362f88 481 .flags = PIIX_PATA_FLAGS | PIIX_FLAG_CHECKINTR,
1da177e4 482 .pio_mask = 0x1f, /* pio0-4 */
1da177e4 483 .mwdma_mask = 0x06, /* mwdma1-2 */
669a5db4
JG
484 .udma_mask = ATA_UDMA5, /* udma0-5 */
485 .port_ops = &ich_pata_ops,
1da177e4
LT
486 },
487
ec300d99 488 [ich5_sata] =
1da177e4 489 {
228c1590 490 .flags = PIIX_SATA_FLAGS,
1da177e4
LT
491 .pio_mask = 0x1f, /* pio0-4 */
492 .mwdma_mask = 0x07, /* mwdma0-2 */
bf6263a8 493 .udma_mask = ATA_UDMA6,
1da177e4
LT
494 .port_ops = &piix_sata_ops,
495 },
496
ec300d99 497 [ich6_sata] =
1da177e4 498 {
723159c5 499 .flags = PIIX_SATA_FLAGS,
1da177e4
LT
500 .pio_mask = 0x1f, /* pio0-4 */
501 .mwdma_mask = 0x07, /* mwdma0-2 */
bf6263a8 502 .udma_mask = ATA_UDMA6,
1da177e4
LT
503 .port_ops = &piix_sata_ops,
504 },
505
9c0bf675 506 [ich6m_sata] =
c368ca4e 507 {
5016d7d2 508 .flags = PIIX_SATA_FLAGS,
c368ca4e
JG
509 .pio_mask = 0x1f, /* pio0-4 */
510 .mwdma_mask = 0x07, /* mwdma0-2 */
bf6263a8 511 .udma_mask = ATA_UDMA6,
c368ca4e
JG
512 .port_ops = &piix_sata_ops,
513 },
1d076e5b 514
9c0bf675 515 [ich8_sata] =
08f12edc 516 {
5016d7d2 517 .flags = PIIX_SATA_FLAGS | PIIX_FLAG_SIDPR,
08f12edc
JG
518 .pio_mask = 0x1f, /* pio0-4 */
519 .mwdma_mask = 0x07, /* mwdma0-2 */
bf6263a8 520 .udma_mask = ATA_UDMA6,
08f12edc
JG
521 .port_ops = &piix_sata_ops,
522 },
669a5db4 523
00242ec8 524 [ich8_2port_sata] =
c5cf0ffa 525 {
5016d7d2 526 .flags = PIIX_SATA_FLAGS | PIIX_FLAG_SIDPR,
c5cf0ffa
JG
527 .pio_mask = 0x1f, /* pio0-4 */
528 .mwdma_mask = 0x07, /* mwdma0-2 */
529 .udma_mask = ATA_UDMA6,
530 .port_ops = &piix_sata_ops,
531 },
8f73a688 532
9c0bf675 533 [tolapai_sata] =
8f73a688 534 {
5016d7d2 535 .flags = PIIX_SATA_FLAGS,
8f73a688
JG
536 .pio_mask = 0x1f, /* pio0-4 */
537 .mwdma_mask = 0x07, /* mwdma0-2 */
538 .udma_mask = ATA_UDMA6,
539 .port_ops = &piix_sata_ops,
540 },
8d8ef2fb 541
9c0bf675 542 [ich8m_apple_sata] =
8d8ef2fb 543 {
23cf296e 544 .flags = PIIX_SATA_FLAGS,
8d8ef2fb
TR
545 .pio_mask = 0x1f, /* pio0-4 */
546 .mwdma_mask = 0x07, /* mwdma0-2 */
547 .udma_mask = ATA_UDMA6,
548 .port_ops = &piix_sata_ops,
549 },
550
25f98131
TH
551 [piix_pata_vmw] =
552 {
25f98131
TH
553 .flags = PIIX_PATA_FLAGS,
554 .pio_mask = 0x1f, /* pio0-4 */
555 .mwdma_mask = 0x06, /* mwdma1-2 ?? CHECK 0 should be ok but slow */
556 .udma_mask = ATA_UDMA_MASK_40C,
557 .port_ops = &piix_vmw_ops,
558 },
559
1da177e4
LT
560};
561
562static struct pci_bits piix_enable_bits[] = {
563 { 0x41U, 1U, 0x80UL, 0x80UL }, /* port 0 */
564 { 0x43U, 1U, 0x80UL, 0x80UL }, /* port 1 */
565};
566
567MODULE_AUTHOR("Andre Hedrick, Alan Cox, Andrzej Krzysztofowicz, Jeff Garzik");
568MODULE_DESCRIPTION("SCSI low-level driver for Intel PIIX/ICH ATA controllers");
569MODULE_LICENSE("GPL");
570MODULE_DEVICE_TABLE(pci, piix_pci_tbl);
571MODULE_VERSION(DRV_VERSION);
572
fc085150
AC
573struct ich_laptop {
574 u16 device;
575 u16 subvendor;
576 u16 subdevice;
577};
578
579/*
580 * List of laptops that use short cables rather than 80 wire
581 */
582
583static const struct ich_laptop ich_laptop[] = {
584 /* devid, subvendor, subdev */
585 { 0x27DF, 0x0005, 0x0280 }, /* ICH7 on Acer 5602WLMi */
2655e2ce 586 { 0x27DF, 0x1025, 0x0102 }, /* ICH7 on Acer 5602aWLMi */
babfb682 587 { 0x27DF, 0x1025, 0x0110 }, /* ICH7 on Acer 3682WLMi */
12340106 588 { 0x27DF, 0x1043, 0x1267 }, /* ICH7 on Asus W5F */
54174db3 589 { 0x27DF, 0x103C, 0x30A1 }, /* ICH7 on HP Compaq nc2400 */
d09addf6 590 { 0x27DF, 0x1071, 0xD221 }, /* ICH7 on Hercules EC-900 */
b33620f9 591 { 0x24CA, 0x1025, 0x0061 }, /* ICH4 on ACER Aspire 2023WLMi */
e1fefea9
CIK
592 { 0x24CA, 0x1025, 0x003d }, /* ICH4 on ACER TM290 */
593 { 0x266F, 0x1025, 0x0066 }, /* ICH6 on ACER Aspire 1694WLMi */
01ce2601 594 { 0x2653, 0x1043, 0x82D8 }, /* ICH6M on Asus Eee 701 */
fc085150
AC
595 /* end marker */
596 { 0, }
597};
598
1da177e4 599/**
eb4a2c7f 600 * ich_pata_cable_detect - Probe host controller cable detect info
1da177e4
LT
601 * @ap: Port for which cable detect info is desired
602 *
603 * Read 80c cable indicator from ATA PCI device's PCI config
604 * register. This register is normally set by firmware (BIOS).
605 *
606 * LOCKING:
607 * None (inherited from caller).
608 */
669a5db4 609
eb4a2c7f 610static int ich_pata_cable_detect(struct ata_port *ap)
1da177e4 611{
cca3974e 612 struct pci_dev *pdev = to_pci_dev(ap->host->dev);
fc085150 613 const struct ich_laptop *lap = &ich_laptop[0];
1da177e4
LT
614 u8 tmp, mask;
615
fc085150
AC
616 /* Check for specials - Acer Aspire 5602WLMi */
617 while (lap->device) {
618 if (lap->device == pdev->device &&
619 lap->subvendor == pdev->subsystem_vendor &&
2dcb407e 620 lap->subdevice == pdev->subsystem_device)
eb4a2c7f 621 return ATA_CBL_PATA40_SHORT;
2dcb407e 622
fc085150
AC
623 lap++;
624 }
625
1da177e4 626 /* check BIOS cable detect results */
2a88d1ac 627 mask = ap->port_no == 0 ? PIIX_80C_PRI : PIIX_80C_SEC;
1da177e4
LT
628 pci_read_config_byte(pdev, PIIX_IOCFG, &tmp);
629 if ((tmp & mask) == 0)
eb4a2c7f
AC
630 return ATA_CBL_PATA40;
631 return ATA_CBL_PATA80;
1da177e4
LT
632}
633
634/**
ccc4672a 635 * piix_pata_prereset - prereset for PATA host controller
cc0680a5 636 * @link: Target link
d4b2bab4 637 * @deadline: deadline jiffies for the operation
1da177e4 638 *
573db6b8
TH
639 * LOCKING:
640 * None (inherited from caller).
641 */
cc0680a5 642static int piix_pata_prereset(struct ata_link *link, unsigned long deadline)
1da177e4 643{
cc0680a5 644 struct ata_port *ap = link->ap;
cca3974e 645 struct pci_dev *pdev = to_pci_dev(ap->host->dev);
1da177e4 646
c961922b
AC
647 if (!pci_test_config_bits(pdev, &piix_enable_bits[ap->port_no]))
648 return -ENOENT;
9363c382 649 return ata_sff_prereset(link, deadline);
ccc4672a
TH
650}
651
1da177e4
LT
652/**
653 * piix_set_piomode - Initialize host controller PATA PIO timings
654 * @ap: Port whose timings we are configuring
655 * @adev: um
1da177e4
LT
656 *
657 * Set PIO mode for device, in host controller PCI config space.
658 *
659 * LOCKING:
660 * None (inherited from caller).
661 */
662
2dcb407e 663static void piix_set_piomode(struct ata_port *ap, struct ata_device *adev)
1da177e4
LT
664{
665 unsigned int pio = adev->pio_mode - XFER_PIO_0;
cca3974e 666 struct pci_dev *dev = to_pci_dev(ap->host->dev);
1da177e4 667 unsigned int is_slave = (adev->devno != 0);
2a88d1ac 668 unsigned int master_port= ap->port_no ? 0x42 : 0x40;
1da177e4
LT
669 unsigned int slave_port = 0x44;
670 u16 master_data;
671 u8 slave_data;
669a5db4
JG
672 u8 udma_enable;
673 int control = 0;
85cd7251 674
669a5db4
JG
675 /*
676 * See Intel Document 298600-004 for the timing programing rules
677 * for ICH controllers.
678 */
1da177e4
LT
679
680 static const /* ISP RTC */
681 u8 timings[][2] = { { 0, 0 },
682 { 0, 0 },
683 { 1, 0 },
684 { 2, 1 },
685 { 2, 3 }, };
686
669a5db4
JG
687 if (pio >= 2)
688 control |= 1; /* TIME1 enable */
689 if (ata_pio_need_iordy(adev))
690 control |= 2; /* IE enable */
691
85cd7251 692 /* Intel specifies that the PPE functionality is for disk only */
669a5db4
JG
693 if (adev->class == ATA_DEV_ATA)
694 control |= 4; /* PPE enable */
695
a5bf5f5a
TH
696 /* PIO configuration clears DTE unconditionally. It will be
697 * programmed in set_dmamode which is guaranteed to be called
698 * after set_piomode if any DMA mode is available.
699 */
1da177e4
LT
700 pci_read_config_word(dev, master_port, &master_data);
701 if (is_slave) {
a5bf5f5a
TH
702 /* clear TIME1|IE1|PPE1|DTE1 */
703 master_data &= 0xff0f;
1967b7ff 704 /* Enable SITRE (separate slave timing register) */
1da177e4 705 master_data |= 0x4000;
669a5db4
JG
706 /* enable PPE1, IE1 and TIME1 as needed */
707 master_data |= (control << 4);
1da177e4 708 pci_read_config_byte(dev, slave_port, &slave_data);
2a88d1ac 709 slave_data &= (ap->port_no ? 0x0f : 0xf0);
669a5db4 710 /* Load the timing nibble for this slave */
a5bf5f5a
TH
711 slave_data |= ((timings[pio][0] << 2) | timings[pio][1])
712 << (ap->port_no ? 4 : 0);
1da177e4 713 } else {
a5bf5f5a
TH
714 /* clear ISP|RCT|TIME0|IE0|PPE0|DTE0 */
715 master_data &= 0xccf0;
669a5db4
JG
716 /* Enable PPE, IE and TIME as appropriate */
717 master_data |= control;
a5bf5f5a 718 /* load ISP and RCT */
1da177e4
LT
719 master_data |=
720 (timings[pio][0] << 12) |
721 (timings[pio][1] << 8);
722 }
723 pci_write_config_word(dev, master_port, master_data);
724 if (is_slave)
725 pci_write_config_byte(dev, slave_port, slave_data);
669a5db4
JG
726
727 /* Ensure the UDMA bit is off - it will be turned back on if
728 UDMA is selected */
85cd7251 729
669a5db4
JG
730 if (ap->udma_mask) {
731 pci_read_config_byte(dev, 0x48, &udma_enable);
732 udma_enable &= ~(1 << (2 * ap->port_no + adev->devno));
733 pci_write_config_byte(dev, 0x48, udma_enable);
734 }
1da177e4
LT
735}
736
737/**
669a5db4 738 * do_pata_set_dmamode - Initialize host controller PATA PIO timings
1da177e4 739 * @ap: Port whose timings we are configuring
669a5db4 740 * @adev: Drive in question
c32a8fd7 741 * @isich: set if the chip is an ICH device
1da177e4
LT
742 *
743 * Set UDMA mode for device, in host controller PCI config space.
744 *
745 * LOCKING:
746 * None (inherited from caller).
747 */
748
2dcb407e 749static void do_pata_set_dmamode(struct ata_port *ap, struct ata_device *adev, int isich)
1da177e4 750{
cca3974e 751 struct pci_dev *dev = to_pci_dev(ap->host->dev);
669a5db4
JG
752 u8 master_port = ap->port_no ? 0x42 : 0x40;
753 u16 master_data;
754 u8 speed = adev->dma_mode;
755 int devid = adev->devno + 2 * ap->port_no;
dedf61db 756 u8 udma_enable = 0;
85cd7251 757
669a5db4
JG
758 static const /* ISP RTC */
759 u8 timings[][2] = { { 0, 0 },
760 { 0, 0 },
761 { 1, 0 },
762 { 2, 1 },
763 { 2, 3 }, };
764
765 pci_read_config_word(dev, master_port, &master_data);
d2cdfc0d
A
766 if (ap->udma_mask)
767 pci_read_config_byte(dev, 0x48, &udma_enable);
1da177e4
LT
768
769 if (speed >= XFER_UDMA_0) {
669a5db4
JG
770 unsigned int udma = adev->dma_mode - XFER_UDMA_0;
771 u16 udma_timing;
772 u16 ideconf;
773 int u_clock, u_speed;
85cd7251 774
669a5db4 775 /*
2dcb407e 776 * UDMA is handled by a combination of clock switching and
85cd7251
JG
777 * selection of dividers
778 *
669a5db4 779 * Handy rule: Odd modes are UDMATIMx 01, even are 02
85cd7251 780 * except UDMA0 which is 00
669a5db4
JG
781 */
782 u_speed = min(2 - (udma & 1), udma);
783 if (udma == 5)
784 u_clock = 0x1000; /* 100Mhz */
785 else if (udma > 2)
786 u_clock = 1; /* 66Mhz */
787 else
788 u_clock = 0; /* 33Mhz */
85cd7251 789
669a5db4 790 udma_enable |= (1 << devid);
85cd7251 791
669a5db4
JG
792 /* Load the CT/RP selection */
793 pci_read_config_word(dev, 0x4A, &udma_timing);
794 udma_timing &= ~(3 << (4 * devid));
795 udma_timing |= u_speed << (4 * devid);
796 pci_write_config_word(dev, 0x4A, udma_timing);
797
85cd7251 798 if (isich) {
669a5db4
JG
799 /* Select a 33/66/100Mhz clock */
800 pci_read_config_word(dev, 0x54, &ideconf);
801 ideconf &= ~(0x1001 << devid);
802 ideconf |= u_clock << devid;
803 /* For ICH or later we should set bit 10 for better
804 performance (WR_PingPong_En) */
805 pci_write_config_word(dev, 0x54, ideconf);
1da177e4 806 }
1da177e4 807 } else {
669a5db4
JG
808 /*
809 * MWDMA is driven by the PIO timings. We must also enable
810 * IORDY unconditionally along with TIME1. PPE has already
811 * been set when the PIO timing was set.
812 */
813 unsigned int mwdma = adev->dma_mode - XFER_MW_DMA_0;
814 unsigned int control;
815 u8 slave_data;
816 const unsigned int needed_pio[3] = {
817 XFER_PIO_0, XFER_PIO_3, XFER_PIO_4
818 };
819 int pio = needed_pio[mwdma] - XFER_PIO_0;
85cd7251 820
669a5db4 821 control = 3; /* IORDY|TIME1 */
85cd7251 822
669a5db4
JG
823 /* If the drive MWDMA is faster than it can do PIO then
824 we must force PIO into PIO0 */
85cd7251 825
669a5db4
JG
826 if (adev->pio_mode < needed_pio[mwdma])
827 /* Enable DMA timing only */
828 control |= 8; /* PIO cycles in PIO0 */
829
830 if (adev->devno) { /* Slave */
831 master_data &= 0xFF4F; /* Mask out IORDY|TIME1|DMAONLY */
832 master_data |= control << 4;
833 pci_read_config_byte(dev, 0x44, &slave_data);
a5bf5f5a 834 slave_data &= (ap->port_no ? 0x0f : 0xf0);
669a5db4
JG
835 /* Load the matching timing */
836 slave_data |= ((timings[pio][0] << 2) | timings[pio][1]) << (ap->port_no ? 4 : 0);
837 pci_write_config_byte(dev, 0x44, slave_data);
838 } else { /* Master */
85cd7251 839 master_data &= 0xCCF4; /* Mask out IORDY|TIME1|DMAONLY
669a5db4
JG
840 and master timing bits */
841 master_data |= control;
842 master_data |=
843 (timings[pio][0] << 12) |
844 (timings[pio][1] << 8);
845 }
a5bf5f5a
TH
846
847 if (ap->udma_mask) {
848 udma_enable &= ~(1 << devid);
849 pci_write_config_word(dev, master_port, master_data);
850 }
1da177e4 851 }
669a5db4
JG
852 /* Don't scribble on 0x48 if the controller does not support UDMA */
853 if (ap->udma_mask)
854 pci_write_config_byte(dev, 0x48, udma_enable);
855}
856
857/**
858 * piix_set_dmamode - Initialize host controller PATA DMA timings
859 * @ap: Port whose timings we are configuring
860 * @adev: um
861 *
862 * Set MW/UDMA mode for device, in host controller PCI config space.
863 *
864 * LOCKING:
865 * None (inherited from caller).
866 */
867
2dcb407e 868static void piix_set_dmamode(struct ata_port *ap, struct ata_device *adev)
669a5db4
JG
869{
870 do_pata_set_dmamode(ap, adev, 0);
871}
872
873/**
874 * ich_set_dmamode - Initialize host controller PATA DMA timings
875 * @ap: Port whose timings we are configuring
876 * @adev: um
877 *
878 * Set MW/UDMA mode for device, in host controller PCI config space.
879 *
880 * LOCKING:
881 * None (inherited from caller).
882 */
883
2dcb407e 884static void ich_set_dmamode(struct ata_port *ap, struct ata_device *adev)
669a5db4
JG
885{
886 do_pata_set_dmamode(ap, adev, 1);
1da177e4
LT
887}
888
c7290724
TH
889/*
890 * Serial ATA Index/Data Pair Superset Registers access
891 *
892 * Beginning from ICH8, there's a sane way to access SCRs using index
be77e43a
TH
893 * and data register pair located at BAR5 which means that we have
894 * separate SCRs for master and slave. This is handled using libata
895 * slave_link facility.
c7290724
TH
896 */
897static const int piix_sidx_map[] = {
898 [SCR_STATUS] = 0,
899 [SCR_ERROR] = 2,
900 [SCR_CONTROL] = 1,
901};
902
be77e43a 903static void piix_sidpr_sel(struct ata_link *link, unsigned int reg)
c7290724 904{
be77e43a 905 struct ata_port *ap = link->ap;
c7290724
TH
906 struct piix_host_priv *hpriv = ap->host->private_data;
907
be77e43a 908 iowrite32(((ap->port_no * 2 + link->pmp) << 8) | piix_sidx_map[reg],
c7290724
TH
909 hpriv->sidpr + PIIX_SIDPR_IDX);
910}
911
82ef04fb
TH
912static int piix_sidpr_scr_read(struct ata_link *link,
913 unsigned int reg, u32 *val)
c7290724 914{
be77e43a 915 struct piix_host_priv *hpriv = link->ap->host->private_data;
c7290724
TH
916
917 if (reg >= ARRAY_SIZE(piix_sidx_map))
918 return -EINVAL;
919
be77e43a
TH
920 piix_sidpr_sel(link, reg);
921 *val = ioread32(hpriv->sidpr + PIIX_SIDPR_DATA);
c7290724
TH
922 return 0;
923}
924
82ef04fb
TH
925static int piix_sidpr_scr_write(struct ata_link *link,
926 unsigned int reg, u32 val)
c7290724 927{
be77e43a 928 struct piix_host_priv *hpriv = link->ap->host->private_data;
82ef04fb 929
c7290724
TH
930 if (reg >= ARRAY_SIZE(piix_sidx_map))
931 return -EINVAL;
932
be77e43a
TH
933 piix_sidpr_sel(link, reg);
934 iowrite32(val, hpriv->sidpr + PIIX_SIDPR_DATA);
c7290724
TH
935 return 0;
936}
937
b8b275ef 938#ifdef CONFIG_PM
8c3832eb
TH
939static int piix_broken_suspend(void)
940{
1855256c 941 static const struct dmi_system_id sysids[] = {
4c74d4ec
TH
942 {
943 .ident = "TECRA M3",
944 .matches = {
945 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
946 DMI_MATCH(DMI_PRODUCT_NAME, "TECRA M3"),
947 },
948 },
04d86d6f
PS
949 {
950 .ident = "TECRA M3",
951 .matches = {
952 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
953 DMI_MATCH(DMI_PRODUCT_NAME, "Tecra M3"),
954 },
955 },
d1aa690a
PS
956 {
957 .ident = "TECRA M4",
958 .matches = {
959 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
960 DMI_MATCH(DMI_PRODUCT_NAME, "Tecra M4"),
961 },
962 },
040dee53
TH
963 {
964 .ident = "TECRA M4",
965 .matches = {
966 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
967 DMI_MATCH(DMI_PRODUCT_NAME, "TECRA M4"),
968 },
969 },
8c3832eb
TH
970 {
971 .ident = "TECRA M5",
972 .matches = {
973 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
974 DMI_MATCH(DMI_PRODUCT_NAME, "TECRA M5"),
975 },
b8b275ef 976 },
ffe188dd
PS
977 {
978 .ident = "TECRA M6",
979 .matches = {
980 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
981 DMI_MATCH(DMI_PRODUCT_NAME, "TECRA M6"),
982 },
983 },
5c08ea01
TH
984 {
985 .ident = "TECRA M7",
986 .matches = {
987 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
988 DMI_MATCH(DMI_PRODUCT_NAME, "TECRA M7"),
989 },
990 },
04d86d6f
PS
991 {
992 .ident = "TECRA A8",
993 .matches = {
994 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
995 DMI_MATCH(DMI_PRODUCT_NAME, "TECRA A8"),
996 },
997 },
ffe188dd
PS
998 {
999 .ident = "Satellite R20",
1000 .matches = {
1001 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
1002 DMI_MATCH(DMI_PRODUCT_NAME, "Satellite R20"),
1003 },
1004 },
04d86d6f
PS
1005 {
1006 .ident = "Satellite R25",
1007 .matches = {
1008 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
1009 DMI_MATCH(DMI_PRODUCT_NAME, "Satellite R25"),
1010 },
1011 },
3cc0b9d3
TH
1012 {
1013 .ident = "Satellite U200",
1014 .matches = {
1015 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
1016 DMI_MATCH(DMI_PRODUCT_NAME, "Satellite U200"),
1017 },
1018 },
04d86d6f
PS
1019 {
1020 .ident = "Satellite U200",
1021 .matches = {
1022 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
1023 DMI_MATCH(DMI_PRODUCT_NAME, "SATELLITE U200"),
1024 },
1025 },
62320e23
YC
1026 {
1027 .ident = "Satellite Pro U200",
1028 .matches = {
1029 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
1030 DMI_MATCH(DMI_PRODUCT_NAME, "SATELLITE PRO U200"),
1031 },
1032 },
8c3832eb
TH
1033 {
1034 .ident = "Satellite U205",
1035 .matches = {
1036 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
1037 DMI_MATCH(DMI_PRODUCT_NAME, "Satellite U205"),
1038 },
b8b275ef 1039 },
de753e5e
TH
1040 {
1041 .ident = "SATELLITE U205",
1042 .matches = {
1043 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
1044 DMI_MATCH(DMI_PRODUCT_NAME, "SATELLITE U205"),
1045 },
1046 },
8c3832eb
TH
1047 {
1048 .ident = "Portege M500",
1049 .matches = {
1050 DMI_MATCH(DMI_SYS_VENDOR, "TOSHIBA"),
1051 DMI_MATCH(DMI_PRODUCT_NAME, "PORTEGE M500"),
1052 },
b8b275ef 1053 },
7d051548
JG
1054
1055 { } /* terminate list */
8c3832eb 1056 };
7abe79c3
TH
1057 static const char *oemstrs[] = {
1058 "Tecra M3,",
1059 };
1060 int i;
8c3832eb
TH
1061
1062 if (dmi_check_system(sysids))
1063 return 1;
1064
7abe79c3
TH
1065 for (i = 0; i < ARRAY_SIZE(oemstrs); i++)
1066 if (dmi_find_device(DMI_DEV_TYPE_OEM_STRING, oemstrs[i], NULL))
1067 return 1;
1068
1eedb4a9
TH
1069 /* TECRA M4 sometimes forgets its identify and reports bogus
1070 * DMI information. As the bogus information is a bit
1071 * generic, match as many entries as possible. This manual
1072 * matching is necessary because dmi_system_id.matches is
1073 * limited to four entries.
1074 */
1075 if (!strcmp(dmi_get_system_info(DMI_SYS_VENDOR), "TOSHIBA") &&
1076 !strcmp(dmi_get_system_info(DMI_PRODUCT_NAME), "000000") &&
1077 !strcmp(dmi_get_system_info(DMI_PRODUCT_VERSION), "000000") &&
1078 !strcmp(dmi_get_system_info(DMI_PRODUCT_SERIAL), "000000") &&
1079 !strcmp(dmi_get_system_info(DMI_BOARD_VENDOR), "TOSHIBA") &&
1080 !strcmp(dmi_get_system_info(DMI_BOARD_NAME), "Portable PC") &&
1081 !strcmp(dmi_get_system_info(DMI_BOARD_VERSION), "Version A0"))
1082 return 1;
1083
8c3832eb
TH
1084 return 0;
1085}
b8b275ef
TH
1086
1087static int piix_pci_device_suspend(struct pci_dev *pdev, pm_message_t mesg)
1088{
1089 struct ata_host *host = dev_get_drvdata(&pdev->dev);
1090 unsigned long flags;
1091 int rc = 0;
1092
1093 rc = ata_host_suspend(host, mesg);
1094 if (rc)
1095 return rc;
1096
1097 /* Some braindamaged ACPI suspend implementations expect the
1098 * controller to be awake on entry; otherwise, it burns cpu
1099 * cycles and power trying to do something to the sleeping
1100 * beauty.
1101 */
3a2d5b70 1102 if (piix_broken_suspend() && (mesg.event & PM_EVENT_SLEEP)) {
b8b275ef
TH
1103 pci_save_state(pdev);
1104
1105 /* mark its power state as "unknown", since we don't
1106 * know if e.g. the BIOS will change its device state
1107 * when we suspend.
1108 */
1109 if (pdev->current_state == PCI_D0)
1110 pdev->current_state = PCI_UNKNOWN;
1111
1112 /* tell resume that it's waking up from broken suspend */
1113 spin_lock_irqsave(&host->lock, flags);
1114 host->flags |= PIIX_HOST_BROKEN_SUSPEND;
1115 spin_unlock_irqrestore(&host->lock, flags);
1116 } else
1117 ata_pci_device_do_suspend(pdev, mesg);
1118
1119 return 0;
1120}
1121
1122static int piix_pci_device_resume(struct pci_dev *pdev)
1123{
1124 struct ata_host *host = dev_get_drvdata(&pdev->dev);
1125 unsigned long flags;
1126 int rc;
1127
1128 if (host->flags & PIIX_HOST_BROKEN_SUSPEND) {
1129 spin_lock_irqsave(&host->lock, flags);
1130 host->flags &= ~PIIX_HOST_BROKEN_SUSPEND;
1131 spin_unlock_irqrestore(&host->lock, flags);
1132
1133 pci_set_power_state(pdev, PCI_D0);
1134 pci_restore_state(pdev);
1135
1136 /* PCI device wasn't disabled during suspend. Use
0b62e13b
TH
1137 * pci_reenable_device() to avoid affecting the enable
1138 * count.
b8b275ef 1139 */
0b62e13b 1140 rc = pci_reenable_device(pdev);
b8b275ef
TH
1141 if (rc)
1142 dev_printk(KERN_ERR, &pdev->dev, "failed to enable "
1143 "device after resume (%d)\n", rc);
1144 } else
1145 rc = ata_pci_device_do_resume(pdev);
1146
1147 if (rc == 0)
1148 ata_host_resume(host);
1149
1150 return rc;
1151}
1152#endif
1153
25f98131
TH
1154static u8 piix_vmw_bmdma_status(struct ata_port *ap)
1155{
1156 return ata_bmdma_status(ap) & ~ATA_DMA_ERR;
1157}
1158
1da177e4
LT
1159#define AHCI_PCI_BAR 5
1160#define AHCI_GLOBAL_CTL 0x04
1161#define AHCI_ENABLE (1 << 31)
1162static int piix_disable_ahci(struct pci_dev *pdev)
1163{
ea6ba10b 1164 void __iomem *mmio;
1da177e4
LT
1165 u32 tmp;
1166 int rc = 0;
1167
1168 /* BUG: pci_enable_device has not yet been called. This
1169 * works because this device is usually set up by BIOS.
1170 */
1171
374b1873
JG
1172 if (!pci_resource_start(pdev, AHCI_PCI_BAR) ||
1173 !pci_resource_len(pdev, AHCI_PCI_BAR))
1da177e4 1174 return 0;
7b6dbd68 1175
374b1873 1176 mmio = pci_iomap(pdev, AHCI_PCI_BAR, 64);
1da177e4
LT
1177 if (!mmio)
1178 return -ENOMEM;
7b6dbd68 1179
c47a631f 1180 tmp = ioread32(mmio + AHCI_GLOBAL_CTL);
1da177e4
LT
1181 if (tmp & AHCI_ENABLE) {
1182 tmp &= ~AHCI_ENABLE;
c47a631f 1183 iowrite32(tmp, mmio + AHCI_GLOBAL_CTL);
1da177e4 1184
c47a631f 1185 tmp = ioread32(mmio + AHCI_GLOBAL_CTL);
1da177e4
LT
1186 if (tmp & AHCI_ENABLE)
1187 rc = -EIO;
1188 }
7b6dbd68 1189
374b1873 1190 pci_iounmap(pdev, mmio);
1da177e4
LT
1191 return rc;
1192}
1193
c621b140
AC
1194/**
1195 * piix_check_450nx_errata - Check for problem 450NX setup
c893a3ae 1196 * @ata_dev: the PCI device to check
2e9edbf8 1197 *
c621b140
AC
1198 * Check for the present of 450NX errata #19 and errata #25. If
1199 * they are found return an error code so we can turn off DMA
1200 */
1201
1202static int __devinit piix_check_450nx_errata(struct pci_dev *ata_dev)
1203{
1204 struct pci_dev *pdev = NULL;
1205 u16 cfg;
c621b140 1206 int no_piix_dma = 0;
2e9edbf8 1207
2dcb407e 1208 while ((pdev = pci_get_device(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82454NX, pdev)) != NULL) {
c621b140
AC
1209 /* Look for 450NX PXB. Check for problem configurations
1210 A PCI quirk checks bit 6 already */
c621b140
AC
1211 pci_read_config_word(pdev, 0x41, &cfg);
1212 /* Only on the original revision: IDE DMA can hang */
44c10138 1213 if (pdev->revision == 0x00)
c621b140
AC
1214 no_piix_dma = 1;
1215 /* On all revisions below 5 PXB bus lock must be disabled for IDE */
44c10138 1216 else if (cfg & (1<<14) && pdev->revision < 5)
c621b140
AC
1217 no_piix_dma = 2;
1218 }
31a34fe7 1219 if (no_piix_dma)
c621b140 1220 dev_printk(KERN_WARNING, &ata_dev->dev, "450NX errata present, disabling IDE DMA.\n");
31a34fe7 1221 if (no_piix_dma == 2)
c621b140
AC
1222 dev_printk(KERN_WARNING, &ata_dev->dev, "A BIOS update may resolve this.\n");
1223 return no_piix_dma;
2e9edbf8 1224}
c621b140 1225
8b09f0da 1226static void __devinit piix_init_pcs(struct ata_host *host,
ea35d29e
JG
1227 const struct piix_map_db *map_db)
1228{
8b09f0da 1229 struct pci_dev *pdev = to_pci_dev(host->dev);
ea35d29e
JG
1230 u16 pcs, new_pcs;
1231
1232 pci_read_config_word(pdev, ICH5_PCS, &pcs);
1233
1234 new_pcs = pcs | map_db->port_enable;
1235
1236 if (new_pcs != pcs) {
1237 DPRINTK("updating PCS from 0x%x to 0x%x\n", pcs, new_pcs);
1238 pci_write_config_word(pdev, ICH5_PCS, new_pcs);
1239 msleep(150);
1240 }
1241}
1242
8b09f0da
TH
1243static const int *__devinit piix_init_sata_map(struct pci_dev *pdev,
1244 struct ata_port_info *pinfo,
1245 const struct piix_map_db *map_db)
d33f58b8 1246{
b4482a4b 1247 const int *map;
d33f58b8
TH
1248 int i, invalid_map = 0;
1249 u8 map_value;
1250
1251 pci_read_config_byte(pdev, ICH5_PMR, &map_value);
1252
1253 map = map_db->map[map_value & map_db->mask];
1254
1255 dev_printk(KERN_INFO, &pdev->dev, "MAP [");
1256 for (i = 0; i < 4; i++) {
1257 switch (map[i]) {
1258 case RV:
1259 invalid_map = 1;
1260 printk(" XX");
1261 break;
1262
1263 case NA:
1264 printk(" --");
1265 break;
1266
1267 case IDE:
1268 WARN_ON((i & 1) || map[i + 1] != IDE);
669a5db4 1269 pinfo[i / 2] = piix_port_info[ich_pata_100];
d33f58b8
TH
1270 i++;
1271 printk(" IDE IDE");
1272 break;
1273
1274 default:
1275 printk(" P%d", map[i]);
1276 if (i & 1)
cca3974e 1277 pinfo[i / 2].flags |= ATA_FLAG_SLAVE_POSS;
d33f58b8
TH
1278 break;
1279 }
1280 }
1281 printk(" ]\n");
1282
1283 if (invalid_map)
1284 dev_printk(KERN_ERR, &pdev->dev,
1285 "invalid MAP value %u\n", map_value);
1286
8b09f0da 1287 return map;
d33f58b8
TH
1288}
1289
be77e43a 1290static int __devinit piix_init_sidpr(struct ata_host *host)
c7290724
TH
1291{
1292 struct pci_dev *pdev = to_pci_dev(host->dev);
1293 struct piix_host_priv *hpriv = host->private_data;
be77e43a 1294 struct ata_link *link0 = &host->ports[0]->link;
cb6716c8 1295 u32 scontrol;
be77e43a 1296 int i, rc;
c7290724
TH
1297
1298 /* check for availability */
1299 for (i = 0; i < 4; i++)
1300 if (hpriv->map[i] == IDE)
be77e43a 1301 return 0;
c7290724
TH
1302
1303 if (!(host->ports[0]->flags & PIIX_FLAG_SIDPR))
be77e43a 1304 return 0;
c7290724
TH
1305
1306 if (pci_resource_start(pdev, PIIX_SIDPR_BAR) == 0 ||
1307 pci_resource_len(pdev, PIIX_SIDPR_BAR) != PIIX_SIDPR_LEN)
be77e43a 1308 return 0;
c7290724
TH
1309
1310 if (pcim_iomap_regions(pdev, 1 << PIIX_SIDPR_BAR, DRV_NAME))
be77e43a 1311 return 0;
c7290724
TH
1312
1313 hpriv->sidpr = pcim_iomap_table(pdev)[PIIX_SIDPR_BAR];
cb6716c8
TH
1314
1315 /* SCR access via SIDPR doesn't work on some configurations.
1316 * Give it a test drive by inhibiting power save modes which
1317 * we'll do anyway.
1318 */
be77e43a 1319 piix_sidpr_scr_read(link0, SCR_CONTROL, &scontrol);
cb6716c8
TH
1320
1321 /* if IPM is already 3, SCR access is probably working. Don't
1322 * un-inhibit power save modes as BIOS might have inhibited
1323 * them for a reason.
1324 */
1325 if ((scontrol & 0xf00) != 0x300) {
1326 scontrol |= 0x300;
be77e43a
TH
1327 piix_sidpr_scr_write(link0, SCR_CONTROL, scontrol);
1328 piix_sidpr_scr_read(link0, SCR_CONTROL, &scontrol);
cb6716c8
TH
1329
1330 if ((scontrol & 0xf00) != 0x300) {
1331 dev_printk(KERN_INFO, host->dev, "SCR access via "
1332 "SIDPR is available but doesn't work\n");
be77e43a 1333 return 0;
cb6716c8
TH
1334 }
1335 }
1336
be77e43a
TH
1337 /* okay, SCRs available, set ops and ask libata for slave_link */
1338 for (i = 0; i < 2; i++) {
1339 struct ata_port *ap = host->ports[i];
1340
1341 ap->ops = &piix_sidpr_sata_ops;
1342
1343 if (ap->flags & ATA_FLAG_SLAVE_POSS) {
1344 rc = ata_slave_link_init(ap);
1345 if (rc)
1346 return rc;
1347 }
1348 }
1349
1350 return 0;
c7290724
TH
1351}
1352
43a98f05
TH
1353static void piix_iocfg_bit18_quirk(struct pci_dev *pdev)
1354{
1855256c 1355 static const struct dmi_system_id sysids[] = {
43a98f05
TH
1356 {
1357 /* Clevo M570U sets IOCFG bit 18 if the cdrom
1358 * isn't used to boot the system which
1359 * disables the channel.
1360 */
1361 .ident = "M570U",
1362 .matches = {
1363 DMI_MATCH(DMI_SYS_VENDOR, "Clevo Co."),
1364 DMI_MATCH(DMI_PRODUCT_NAME, "M570U"),
1365 },
1366 },
7d051548
JG
1367
1368 { } /* terminate list */
43a98f05
TH
1369 };
1370 u32 iocfg;
1371
1372 if (!dmi_check_system(sysids))
1373 return;
1374
1375 /* The datasheet says that bit 18 is NOOP but certain systems
1376 * seem to use it to disable a channel. Clear the bit on the
1377 * affected systems.
1378 */
1379 pci_read_config_dword(pdev, PIIX_IOCFG, &iocfg);
1380 if (iocfg & (1 << 18)) {
1381 dev_printk(KERN_INFO, &pdev->dev,
1382 "applying IOCFG bit18 quirk\n");
1383 iocfg &= ~(1 << 18);
1384 pci_write_config_dword(pdev, PIIX_IOCFG, iocfg);
1385 }
1386}
1387
1da177e4
LT
1388/**
1389 * piix_init_one - Register PIIX ATA PCI device with kernel services
1390 * @pdev: PCI device to register
1391 * @ent: Entry in piix_pci_tbl matching with @pdev
1392 *
1393 * Called from kernel PCI layer. We probe for combined mode (sigh),
1394 * and then hand over control to libata, for it to do the rest.
1395 *
1396 * LOCKING:
1397 * Inherited from PCI layer (may sleep).
1398 *
1399 * RETURNS:
1400 * Zero on success, or -ERRNO value.
1401 */
1402
bc5468f5
AB
1403static int __devinit piix_init_one(struct pci_dev *pdev,
1404 const struct pci_device_id *ent)
1da177e4
LT
1405{
1406 static int printed_version;
24dc5f33 1407 struct device *dev = &pdev->dev;
d33f58b8 1408 struct ata_port_info port_info[2];
1626aeb8 1409 const struct ata_port_info *ppi[] = { &port_info[0], &port_info[1] };
cca3974e 1410 unsigned long port_flags;
8b09f0da
TH
1411 struct ata_host *host;
1412 struct piix_host_priv *hpriv;
1413 int rc;
1da177e4
LT
1414
1415 if (!printed_version++)
6248e647
JG
1416 dev_printk(KERN_DEBUG, &pdev->dev,
1417 "version " DRV_VERSION "\n");
1da177e4
LT
1418
1419 /* no hotplugging support (FIXME) */
1420 if (!in_module_init)
1421 return -ENODEV;
1422
8b09f0da
TH
1423 port_info[0] = piix_port_info[ent->driver_data];
1424 port_info[1] = piix_port_info[ent->driver_data];
1425
1426 port_flags = port_info[0].flags;
1427
1428 /* enable device and prepare host */
1429 rc = pcim_enable_device(pdev);
1430 if (rc)
1431 return rc;
1432
5016d7d2
TH
1433 /* ICH6R may be driven by either ata_piix or ahci driver
1434 * regardless of BIOS configuration. Make sure AHCI mode is
1435 * off.
1436 */
1437 if (pdev->vendor == PCI_VENDOR_ID_INTEL && pdev->device == 0x2652) {
da3ceb22 1438 rc = piix_disable_ahci(pdev);
5016d7d2
TH
1439 if (rc)
1440 return rc;
1441 }
1442
8b09f0da 1443 /* SATA map init can change port_info, do it before prepping host */
24dc5f33 1444 hpriv = devm_kzalloc(dev, sizeof(*hpriv), GFP_KERNEL);
d96715c1
TH
1445 if (!hpriv)
1446 return -ENOMEM;
1447
8b09f0da
TH
1448 if (port_flags & ATA_FLAG_SATA)
1449 hpriv->map = piix_init_sata_map(pdev, port_info,
1450 piix_map_db_table[ent->driver_data]);
1da177e4 1451
9363c382 1452 rc = ata_pci_sff_prepare_host(pdev, ppi, &host);
8b09f0da
TH
1453 if (rc)
1454 return rc;
1455 host->private_data = hpriv;
ff0fc146 1456
8b09f0da 1457 /* initialize controller */
c7290724 1458 if (port_flags & ATA_FLAG_SATA) {
8b09f0da 1459 piix_init_pcs(host, piix_map_db_table[ent->driver_data]);
be77e43a
TH
1460 rc = piix_init_sidpr(host);
1461 if (rc)
1462 return rc;
c7290724 1463 }
1da177e4 1464
43a98f05
TH
1465 /* apply IOCFG bit18 quirk */
1466 piix_iocfg_bit18_quirk(pdev);
1467
1da177e4
LT
1468 /* On ICH5, some BIOSen disable the interrupt using the
1469 * PCI_COMMAND_INTX_DISABLE bit added in PCI 2.3.
1470 * On ICH6, this bit has the same effect, but only when
1471 * MSI is disabled (and it is disabled, as we don't use
1472 * message-signalled interrupts currently).
1473 */
cca3974e 1474 if (port_flags & PIIX_FLAG_CHECKINTR)
a04ce0ff 1475 pci_intx(pdev, 1);
1da177e4 1476
c621b140
AC
1477 if (piix_check_450nx_errata(pdev)) {
1478 /* This writes into the master table but it does not
1479 really matter for this errata as we will apply it to
1480 all the PIIX devices on the board */
8b09f0da
TH
1481 host->ports[0]->mwdma_mask = 0;
1482 host->ports[0]->udma_mask = 0;
1483 host->ports[1]->mwdma_mask = 0;
1484 host->ports[1]->udma_mask = 0;
c621b140 1485 }
8b09f0da
TH
1486
1487 pci_set_master(pdev);
9363c382 1488 return ata_pci_sff_activate_host(host, ata_sff_interrupt, &piix_sht);
1da177e4
LT
1489}
1490
1da177e4
LT
1491static int __init piix_init(void)
1492{
1493 int rc;
1494
b7887196
PR
1495 DPRINTK("pci_register_driver\n");
1496 rc = pci_register_driver(&piix_pci_driver);
1da177e4
LT
1497 if (rc)
1498 return rc;
1499
1500 in_module_init = 0;
1501
1502 DPRINTK("done\n");
1503 return 0;
1504}
1505
1da177e4
LT
1506static void __exit piix_exit(void)
1507{
1508 pci_unregister_driver(&piix_pci_driver);
1509}
1510
1511module_init(piix_init);
1512module_exit(piix_exit);