2 * Copyright (C) 2000-2002 Andre Hedrick <andre@linux-ide.org>
3 * Copyright (C) 2003 Red Hat <alan@redhat.com>
7 #include <linux/module.h>
8 #include <linux/types.h>
9 #include <linux/string.h>
10 #include <linux/kernel.h>
11 #include <linux/timer.h>
13 #include <linux/interrupt.h>
14 #include <linux/major.h>
15 #include <linux/errno.h>
16 #include <linux/genhd.h>
17 #include <linux/blkpg.h>
18 #include <linux/slab.h>
19 #include <linux/pci.h>
20 #include <linux/delay.h>
21 #include <linux/ide.h>
22 #include <linux/bitops.h>
23 #include <linux/nmi.h>
25 #include <asm/byteorder.h>
27 #include <asm/uaccess.h>
31 * Conventional PIO operations for ATA devices
34 static u8
ide_inb (unsigned long port
)
36 return (u8
) inb(port
);
39 static void ide_outb (u8 val
, unsigned long port
)
45 * MMIO operations, typically used for SATA controllers
48 static u8
ide_mm_inb (unsigned long port
)
50 return (u8
) readb((void __iomem
*) port
);
53 static void ide_mm_outb (u8 value
, unsigned long port
)
55 writeb(value
, (void __iomem
*) port
);
58 void SELECT_DRIVE (ide_drive_t
*drive
)
60 ide_hwif_t
*hwif
= drive
->hwif
;
61 const struct ide_port_ops
*port_ops
= hwif
->port_ops
;
64 if (port_ops
&& port_ops
->selectproc
)
65 port_ops
->selectproc(drive
);
67 memset(&task
, 0, sizeof(task
));
68 task
.tf_flags
= IDE_TFLAG_OUT_DEVICE
;
70 drive
->hwif
->tp_ops
->tf_load(drive
, &task
);
73 void SELECT_MASK(ide_drive_t
*drive
, int mask
)
75 const struct ide_port_ops
*port_ops
= drive
->hwif
->port_ops
;
77 if (port_ops
&& port_ops
->maskproc
)
78 port_ops
->maskproc(drive
, mask
);
81 void ide_exec_command(ide_hwif_t
*hwif
, u8 cmd
)
83 if (hwif
->host_flags
& IDE_HFLAG_MMIO
)
84 writeb(cmd
, (void __iomem
*)hwif
->io_ports
.command_addr
);
86 outb(cmd
, hwif
->io_ports
.command_addr
);
88 EXPORT_SYMBOL_GPL(ide_exec_command
);
90 u8
ide_read_status(ide_hwif_t
*hwif
)
92 if (hwif
->host_flags
& IDE_HFLAG_MMIO
)
93 return readb((void __iomem
*)hwif
->io_ports
.status_addr
);
95 return inb(hwif
->io_ports
.status_addr
);
97 EXPORT_SYMBOL_GPL(ide_read_status
);
99 u8
ide_read_altstatus(ide_hwif_t
*hwif
)
101 if (hwif
->host_flags
& IDE_HFLAG_MMIO
)
102 return readb((void __iomem
*)hwif
->io_ports
.ctl_addr
);
104 return inb(hwif
->io_ports
.ctl_addr
);
106 EXPORT_SYMBOL_GPL(ide_read_altstatus
);
108 u8
ide_read_sff_dma_status(ide_hwif_t
*hwif
)
110 if (hwif
->host_flags
& IDE_HFLAG_MMIO
)
111 return readb((void __iomem
*)(hwif
->dma_base
+ ATA_DMA_STATUS
));
113 return inb(hwif
->dma_base
+ ATA_DMA_STATUS
);
115 EXPORT_SYMBOL_GPL(ide_read_sff_dma_status
);
117 void ide_set_irq(ide_hwif_t
*hwif
, int on
)
119 u8 ctl
= ATA_DEVCTL_OBS
;
121 if (on
== 4) { /* hack for SRST */
128 if (hwif
->host_flags
& IDE_HFLAG_MMIO
)
129 writeb(ctl
, (void __iomem
*)hwif
->io_ports
.ctl_addr
);
131 outb(ctl
, hwif
->io_ports
.ctl_addr
);
133 EXPORT_SYMBOL_GPL(ide_set_irq
);
135 void ide_tf_load(ide_drive_t
*drive
, ide_task_t
*task
)
137 ide_hwif_t
*hwif
= drive
->hwif
;
138 struct ide_io_ports
*io_ports
= &hwif
->io_ports
;
139 struct ide_taskfile
*tf
= &task
->tf
;
140 void (*tf_outb
)(u8 addr
, unsigned long port
);
141 u8 mmio
= (hwif
->host_flags
& IDE_HFLAG_MMIO
) ? 1 : 0;
142 u8 HIHI
= (task
->tf_flags
& IDE_TFLAG_LBA48
) ? 0xE0 : 0xEF;
145 tf_outb
= ide_mm_outb
;
149 if (task
->tf_flags
& IDE_TFLAG_FLAGGED
)
152 if (task
->tf_flags
& IDE_TFLAG_OUT_DATA
) {
153 u16 data
= (tf
->hob_data
<< 8) | tf
->data
;
156 writew(data
, (void __iomem
*)io_ports
->data_addr
);
158 outw(data
, io_ports
->data_addr
);
161 if (task
->tf_flags
& IDE_TFLAG_OUT_HOB_FEATURE
)
162 tf_outb(tf
->hob_feature
, io_ports
->feature_addr
);
163 if (task
->tf_flags
& IDE_TFLAG_OUT_HOB_NSECT
)
164 tf_outb(tf
->hob_nsect
, io_ports
->nsect_addr
);
165 if (task
->tf_flags
& IDE_TFLAG_OUT_HOB_LBAL
)
166 tf_outb(tf
->hob_lbal
, io_ports
->lbal_addr
);
167 if (task
->tf_flags
& IDE_TFLAG_OUT_HOB_LBAM
)
168 tf_outb(tf
->hob_lbam
, io_ports
->lbam_addr
);
169 if (task
->tf_flags
& IDE_TFLAG_OUT_HOB_LBAH
)
170 tf_outb(tf
->hob_lbah
, io_ports
->lbah_addr
);
172 if (task
->tf_flags
& IDE_TFLAG_OUT_FEATURE
)
173 tf_outb(tf
->feature
, io_ports
->feature_addr
);
174 if (task
->tf_flags
& IDE_TFLAG_OUT_NSECT
)
175 tf_outb(tf
->nsect
, io_ports
->nsect_addr
);
176 if (task
->tf_flags
& IDE_TFLAG_OUT_LBAL
)
177 tf_outb(tf
->lbal
, io_ports
->lbal_addr
);
178 if (task
->tf_flags
& IDE_TFLAG_OUT_LBAM
)
179 tf_outb(tf
->lbam
, io_ports
->lbam_addr
);
180 if (task
->tf_flags
& IDE_TFLAG_OUT_LBAH
)
181 tf_outb(tf
->lbah
, io_ports
->lbah_addr
);
183 if (task
->tf_flags
& IDE_TFLAG_OUT_DEVICE
)
184 tf_outb((tf
->device
& HIHI
) | drive
->select
,
185 io_ports
->device_addr
);
187 EXPORT_SYMBOL_GPL(ide_tf_load
);
189 void ide_tf_read(ide_drive_t
*drive
, ide_task_t
*task
)
191 ide_hwif_t
*hwif
= drive
->hwif
;
192 struct ide_io_ports
*io_ports
= &hwif
->io_ports
;
193 struct ide_taskfile
*tf
= &task
->tf
;
194 void (*tf_outb
)(u8 addr
, unsigned long port
);
195 u8 (*tf_inb
)(unsigned long port
);
196 u8 mmio
= (hwif
->host_flags
& IDE_HFLAG_MMIO
) ? 1 : 0;
199 tf_outb
= ide_mm_outb
;
206 if (task
->tf_flags
& IDE_TFLAG_IN_DATA
) {
210 data
= readw((void __iomem
*)io_ports
->data_addr
);
212 data
= inw(io_ports
->data_addr
);
214 tf
->data
= data
& 0xff;
215 tf
->hob_data
= (data
>> 8) & 0xff;
218 /* be sure we're looking at the low order bits */
219 tf_outb(ATA_DEVCTL_OBS
& ~0x80, io_ports
->ctl_addr
);
221 if (task
->tf_flags
& IDE_TFLAG_IN_FEATURE
)
222 tf
->feature
= tf_inb(io_ports
->feature_addr
);
223 if (task
->tf_flags
& IDE_TFLAG_IN_NSECT
)
224 tf
->nsect
= tf_inb(io_ports
->nsect_addr
);
225 if (task
->tf_flags
& IDE_TFLAG_IN_LBAL
)
226 tf
->lbal
= tf_inb(io_ports
->lbal_addr
);
227 if (task
->tf_flags
& IDE_TFLAG_IN_LBAM
)
228 tf
->lbam
= tf_inb(io_ports
->lbam_addr
);
229 if (task
->tf_flags
& IDE_TFLAG_IN_LBAH
)
230 tf
->lbah
= tf_inb(io_ports
->lbah_addr
);
231 if (task
->tf_flags
& IDE_TFLAG_IN_DEVICE
)
232 tf
->device
= tf_inb(io_ports
->device_addr
);
234 if (task
->tf_flags
& IDE_TFLAG_LBA48
) {
235 tf_outb(ATA_DEVCTL_OBS
| 0x80, io_ports
->ctl_addr
);
237 if (task
->tf_flags
& IDE_TFLAG_IN_HOB_FEATURE
)
238 tf
->hob_feature
= tf_inb(io_ports
->feature_addr
);
239 if (task
->tf_flags
& IDE_TFLAG_IN_HOB_NSECT
)
240 tf
->hob_nsect
= tf_inb(io_ports
->nsect_addr
);
241 if (task
->tf_flags
& IDE_TFLAG_IN_HOB_LBAL
)
242 tf
->hob_lbal
= tf_inb(io_ports
->lbal_addr
);
243 if (task
->tf_flags
& IDE_TFLAG_IN_HOB_LBAM
)
244 tf
->hob_lbam
= tf_inb(io_ports
->lbam_addr
);
245 if (task
->tf_flags
& IDE_TFLAG_IN_HOB_LBAH
)
246 tf
->hob_lbah
= tf_inb(io_ports
->lbah_addr
);
249 EXPORT_SYMBOL_GPL(ide_tf_read
);
252 * Some localbus EIDE interfaces require a special access sequence
253 * when using 32-bit I/O instructions to transfer data. We call this
254 * the "vlb_sync" sequence, which consists of three successive reads
255 * of the sector count register location, with interrupts disabled
256 * to ensure that the reads all happen together.
258 static void ata_vlb_sync(unsigned long port
)
266 * This is used for most PIO data transfers *from* the IDE interface
268 * These routines will round up any request for an odd number of bytes,
269 * so if an odd len is specified, be sure that there's at least one
270 * extra byte allocated for the buffer.
272 void ide_input_data(ide_drive_t
*drive
, struct request
*rq
, void *buf
,
275 ide_hwif_t
*hwif
= drive
->hwif
;
276 struct ide_io_ports
*io_ports
= &hwif
->io_ports
;
277 unsigned long data_addr
= io_ports
->data_addr
;
278 u8 io_32bit
= drive
->io_32bit
;
279 u8 mmio
= (hwif
->host_flags
& IDE_HFLAG_MMIO
) ? 1 : 0;
284 unsigned long uninitialized_var(flags
);
286 if ((io_32bit
& 2) && !mmio
) {
287 local_irq_save(flags
);
288 ata_vlb_sync(io_ports
->nsect_addr
);
292 __ide_mm_insl((void __iomem
*)data_addr
, buf
, len
/ 4);
294 insl(data_addr
, buf
, len
/ 4);
296 if ((io_32bit
& 2) && !mmio
)
297 local_irq_restore(flags
);
299 if ((len
& 3) >= 2) {
301 __ide_mm_insw((void __iomem
*)data_addr
,
302 (u8
*)buf
+ (len
& ~3), 1);
304 insw(data_addr
, (u8
*)buf
+ (len
& ~3), 1);
308 __ide_mm_insw((void __iomem
*)data_addr
, buf
, len
/ 2);
310 insw(data_addr
, buf
, len
/ 2);
313 EXPORT_SYMBOL_GPL(ide_input_data
);
316 * This is used for most PIO data transfers *to* the IDE interface
318 void ide_output_data(ide_drive_t
*drive
, struct request
*rq
, void *buf
,
321 ide_hwif_t
*hwif
= drive
->hwif
;
322 struct ide_io_ports
*io_ports
= &hwif
->io_ports
;
323 unsigned long data_addr
= io_ports
->data_addr
;
324 u8 io_32bit
= drive
->io_32bit
;
325 u8 mmio
= (hwif
->host_flags
& IDE_HFLAG_MMIO
) ? 1 : 0;
328 unsigned long uninitialized_var(flags
);
330 if ((io_32bit
& 2) && !mmio
) {
331 local_irq_save(flags
);
332 ata_vlb_sync(io_ports
->nsect_addr
);
336 __ide_mm_outsl((void __iomem
*)data_addr
, buf
, len
/ 4);
338 outsl(data_addr
, buf
, len
/ 4);
340 if ((io_32bit
& 2) && !mmio
)
341 local_irq_restore(flags
);
343 if ((len
& 3) >= 2) {
345 __ide_mm_outsw((void __iomem
*)data_addr
,
346 (u8
*)buf
+ (len
& ~3), 1);
348 outsw(data_addr
, (u8
*)buf
+ (len
& ~3), 1);
352 __ide_mm_outsw((void __iomem
*)data_addr
, buf
, len
/ 2);
354 outsw(data_addr
, buf
, len
/ 2);
357 EXPORT_SYMBOL_GPL(ide_output_data
);
359 u8
ide_read_error(ide_drive_t
*drive
)
363 memset(&task
, 0, sizeof(task
));
364 task
.tf_flags
= IDE_TFLAG_IN_FEATURE
;
366 drive
->hwif
->tp_ops
->tf_read(drive
, &task
);
368 return task
.tf
.error
;
370 EXPORT_SYMBOL_GPL(ide_read_error
);
372 void ide_read_bcount_and_ireason(ide_drive_t
*drive
, u16
*bcount
, u8
*ireason
)
376 memset(&task
, 0, sizeof(task
));
377 task
.tf_flags
= IDE_TFLAG_IN_LBAH
| IDE_TFLAG_IN_LBAM
|
380 drive
->hwif
->tp_ops
->tf_read(drive
, &task
);
382 *bcount
= (task
.tf
.lbah
<< 8) | task
.tf
.lbam
;
383 *ireason
= task
.tf
.nsect
& 3;
385 EXPORT_SYMBOL_GPL(ide_read_bcount_and_ireason
);
387 const struct ide_tp_ops default_tp_ops
= {
388 .exec_command
= ide_exec_command
,
389 .read_status
= ide_read_status
,
390 .read_altstatus
= ide_read_altstatus
,
391 .read_sff_dma_status
= ide_read_sff_dma_status
,
393 .set_irq
= ide_set_irq
,
395 .tf_load
= ide_tf_load
,
396 .tf_read
= ide_tf_read
,
398 .input_data
= ide_input_data
,
399 .output_data
= ide_output_data
,
402 void ide_fix_driveid(u16
*id
)
404 #ifndef __LITTLE_ENDIAN
408 for (i
= 0; i
< 256; i
++)
409 id
[i
] = __le16_to_cpu(id
[i
]);
411 # error "Please fix <asm/byteorder.h>"
417 * ide_fixstring() cleans up and (optionally) byte-swaps a text string,
418 * removing leading/trailing blanks and compressing internal blanks.
419 * It is primarily used to tidy up the model name/number fields as
420 * returned by the ATA_CMD_ID_ATA[PI] commands.
423 void ide_fixstring (u8
*s
, const int bytecount
, const int byteswap
)
425 u8
*p
, *end
= &s
[bytecount
& ~1]; /* bytecount must be even */
428 /* convert from big-endian to host byte order */
429 for (p
= s
; p
!= end
; p
+= 2)
430 be16_to_cpus((u16
*) p
);
433 /* strip leading blanks */
435 while (s
!= end
&& *s
== ' ')
437 /* compress internal blanks and strip trailing blanks */
438 while (s
!= end
&& *s
) {
439 if (*s
++ != ' ' || (s
!= end
&& *s
&& *s
!= ' '))
442 /* wipe out trailing garbage */
447 EXPORT_SYMBOL(ide_fixstring
);
450 * Needed for PCI irq sharing
452 int drive_is_ready (ide_drive_t
*drive
)
454 ide_hwif_t
*hwif
= HWIF(drive
);
457 if (drive
->waiting_for_dma
)
458 return hwif
->dma_ops
->dma_test_irq(drive
);
461 /* need to guarantee 400ns since last command was issued */
466 * We do a passive status test under shared PCI interrupts on
467 * cards that truly share the ATA side interrupt, but may also share
468 * an interrupt with another pci card/device. We make no assumptions
469 * about possible isa-pnp and pci-pnp issues yet.
471 if (hwif
->io_ports
.ctl_addr
)
472 stat
= hwif
->tp_ops
->read_altstatus(hwif
);
474 /* Note: this may clear a pending IRQ!! */
475 stat
= hwif
->tp_ops
->read_status(hwif
);
478 /* drive busy: definitely not interrupting */
481 /* drive ready: *might* be interrupting */
485 EXPORT_SYMBOL(drive_is_ready
);
488 * This routine busy-waits for the drive status to be not "busy".
489 * It then checks the status for all of the "good" bits and none
490 * of the "bad" bits, and if all is okay it returns 0. All other
491 * cases return error -- caller may then invoke ide_error().
493 * This routine should get fixed to not hog the cpu during extra long waits..
494 * That could be done by busy-waiting for the first jiffy or two, and then
495 * setting a timer to wake up at half second intervals thereafter,
496 * until timeout is achieved, before timing out.
498 static int __ide_wait_stat(ide_drive_t
*drive
, u8 good
, u8 bad
, unsigned long timeout
, u8
*rstat
)
500 ide_hwif_t
*hwif
= drive
->hwif
;
501 const struct ide_tp_ops
*tp_ops
= hwif
->tp_ops
;
506 udelay(1); /* spec allows drive 400ns to assert "BUSY" */
507 stat
= tp_ops
->read_status(hwif
);
509 if (stat
& ATA_BUSY
) {
510 local_irq_set(flags
);
512 while ((stat
= tp_ops
->read_status(hwif
)) & ATA_BUSY
) {
513 if (time_after(jiffies
, timeout
)) {
515 * One last read after the timeout in case
516 * heavy interrupt load made us not make any
517 * progress during the timeout..
519 stat
= tp_ops
->read_status(hwif
);
520 if ((stat
& ATA_BUSY
) == 0)
523 local_irq_restore(flags
);
528 local_irq_restore(flags
);
531 * Allow status to settle, then read it again.
532 * A few rare drives vastly violate the 400ns spec here,
533 * so we'll wait up to 10usec for a "good" status
534 * rather than expensively fail things immediately.
535 * This fix courtesy of Matthew Faupel & Niccolo Rigacci.
537 for (i
= 0; i
< 10; i
++) {
539 stat
= tp_ops
->read_status(hwif
);
541 if (OK_STAT(stat
, good
, bad
)) {
551 * In case of error returns error value after doing "*startstop = ide_error()".
552 * The caller should return the updated value of "startstop" in this case,
553 * "startstop" is unchanged when the function returns 0.
555 int ide_wait_stat(ide_startstop_t
*startstop
, ide_drive_t
*drive
, u8 good
, u8 bad
, unsigned long timeout
)
560 /* bail early if we've exceeded max_failures */
561 if (drive
->max_failures
&& (drive
->failures
> drive
->max_failures
)) {
562 *startstop
= ide_stopped
;
566 err
= __ide_wait_stat(drive
, good
, bad
, timeout
, &stat
);
569 char *s
= (err
== -EBUSY
) ? "status timeout" : "status error";
570 *startstop
= ide_error(drive
, s
, stat
);
576 EXPORT_SYMBOL(ide_wait_stat
);
579 * ide_in_drive_list - look for drive in black/white list
580 * @id: drive identifier
581 * @table: list to inspect
583 * Look for a drive in the blacklist and the whitelist tables
584 * Returns 1 if the drive is found in the table.
587 int ide_in_drive_list(u16
*id
, const struct drive_list_entry
*table
)
589 for ( ; table
->id_model
; table
++)
590 if ((!strcmp(table
->id_model
, (char *)&id
[ATA_ID_PROD
])) &&
591 (!table
->id_firmware
||
592 strstr((char *)&id
[ATA_ID_FW_REV
], table
->id_firmware
)))
597 EXPORT_SYMBOL_GPL(ide_in_drive_list
);
600 * Early UDMA66 devices don't set bit14 to 1, only bit13 is valid.
601 * We list them here and depend on the device side cable detection for them.
603 * Some optical devices with the buggy firmwares have the same problem.
605 static const struct drive_list_entry ivb_list
[] = {
606 { "QUANTUM FIREBALLlct10 05" , "A03.0900" },
607 { "TSSTcorp CDDVDW SH-S202J" , "SB00" },
608 { "TSSTcorp CDDVDW SH-S202J" , "SB01" },
609 { "TSSTcorp CDDVDW SH-S202N" , "SB00" },
610 { "TSSTcorp CDDVDW SH-S202N" , "SB01" },
611 { "TSSTcorp CDDVDW SH-S202H" , "SB00" },
612 { "TSSTcorp CDDVDW SH-S202H" , "SB01" },
617 * All hosts that use the 80c ribbon must use!
618 * The name is derived from upper byte of word 93 and the 80c ribbon.
620 u8
eighty_ninty_three (ide_drive_t
*drive
)
622 ide_hwif_t
*hwif
= drive
->hwif
;
624 int ivb
= ide_in_drive_list(id
, ivb_list
);
626 if (hwif
->cbl
== ATA_CBL_PATA40_SHORT
)
630 printk(KERN_DEBUG
"%s: skipping word 93 validity check\n",
633 if (ata_id_is_sata(id
) && !ivb
)
636 if (hwif
->cbl
!= ATA_CBL_PATA80
&& !ivb
)
641 * - change master/slave IDENTIFY order
642 * - force bit13 (80c cable present) check also for !ivb devices
643 * (unless the slave device is pre-ATA3)
645 if ((id
[ATA_ID_HW_CONFIG
] & 0x4000) ||
646 (ivb
&& (id
[ATA_ID_HW_CONFIG
] & 0x2000)))
650 if (drive
->dev_flags
& IDE_DFLAG_UDMA33_WARNED
)
653 printk(KERN_WARNING
"%s: %s side 80-wire cable detection failed, "
654 "limiting max speed to UDMA33\n",
656 hwif
->cbl
== ATA_CBL_PATA80
? "drive" : "host");
658 drive
->dev_flags
|= IDE_DFLAG_UDMA33_WARNED
;
663 int ide_driveid_update(ide_drive_t
*drive
)
665 ide_hwif_t
*hwif
= drive
->hwif
;
666 const struct ide_tp_ops
*tp_ops
= hwif
->tp_ops
;
672 * Re-read drive->id for possible DMA mode
673 * change (copied from ide-probe.c)
676 SELECT_MASK(drive
, 1);
677 tp_ops
->set_irq(hwif
, 0);
679 tp_ops
->exec_command(hwif
, ATA_CMD_ID_ATA
);
681 if (ide_busy_sleep(hwif
, WAIT_WORSTCASE
, 1)) {
682 SELECT_MASK(drive
, 0);
686 msleep(50); /* wait for IRQ and ATA_DRQ */
687 stat
= tp_ops
->read_status(hwif
);
689 if (!OK_STAT(stat
, ATA_DRQ
, BAD_R_STAT
)) {
690 SELECT_MASK(drive
, 0);
691 printk("%s: CHECK for good STATUS\n", drive
->name
);
694 local_irq_save(flags
);
695 SELECT_MASK(drive
, 0);
696 id
= kmalloc(SECTOR_SIZE
, GFP_ATOMIC
);
698 local_irq_restore(flags
);
701 tp_ops
->input_data(drive
, NULL
, id
, SECTOR_SIZE
);
702 (void)tp_ops
->read_status(hwif
); /* clear drive IRQ */
704 local_irq_restore(flags
);
707 drive
->id
[ATA_ID_UDMA_MODES
] = id
[ATA_ID_UDMA_MODES
];
708 drive
->id
[ATA_ID_MWDMA_MODES
] = id
[ATA_ID_MWDMA_MODES
];
709 drive
->id
[ATA_ID_SWDMA_MODES
] = id
[ATA_ID_SWDMA_MODES
];
710 /* anything more ? */
714 if ((drive
->dev_flags
& IDE_DFLAG_USING_DMA
) && ide_id_dma_bug(drive
))
720 int ide_config_drive_speed(ide_drive_t
*drive
, u8 speed
)
722 ide_hwif_t
*hwif
= drive
->hwif
;
723 const struct ide_tp_ops
*tp_ops
= hwif
->tp_ops
;
724 u16
*id
= drive
->id
, i
;
729 #ifdef CONFIG_BLK_DEV_IDEDMA
730 if (hwif
->dma_ops
) /* check if host supports DMA */
731 hwif
->dma_ops
->dma_host_set(drive
, 0);
734 /* Skip setting PIO flow-control modes on pre-EIDE drives */
735 if ((speed
& 0xf8) == XFER_PIO_0
&& ata_id_has_iordy(drive
->id
) == 0)
739 * Don't use ide_wait_cmd here - it will
740 * attempt to set_geometry and recalibrate,
741 * but for some reason these don't work at
742 * this point (lost interrupt).
745 * Select the drive, and issue the SETFEATURES command
747 disable_irq_nosync(hwif
->irq
);
750 * FIXME: we race against the running IRQ here if
751 * this is called from non IRQ context. If we use
752 * disable_irq() we hang on the error path. Work
758 SELECT_MASK(drive
, 1);
760 tp_ops
->set_irq(hwif
, 0);
762 memset(&task
, 0, sizeof(task
));
763 task
.tf_flags
= IDE_TFLAG_OUT_FEATURE
| IDE_TFLAG_OUT_NSECT
;
764 task
.tf
.feature
= SETFEATURES_XFER
;
765 task
.tf
.nsect
= speed
;
767 tp_ops
->tf_load(drive
, &task
);
769 tp_ops
->exec_command(hwif
, ATA_CMD_SET_FEATURES
);
771 if (drive
->quirk_list
== 2)
772 tp_ops
->set_irq(hwif
, 1);
774 error
= __ide_wait_stat(drive
, drive
->ready_stat
,
775 ATA_BUSY
| ATA_DRQ
| ATA_ERR
,
778 SELECT_MASK(drive
, 0);
780 enable_irq(hwif
->irq
);
783 (void) ide_dump_status(drive
, "set_drive_speed_status", stat
);
787 id
[ATA_ID_UDMA_MODES
] &= ~0xFF00;
788 id
[ATA_ID_MWDMA_MODES
] &= ~0x0F00;
789 id
[ATA_ID_SWDMA_MODES
] &= ~0x0F00;
792 #ifdef CONFIG_BLK_DEV_IDEDMA
793 if (speed
>= XFER_SW_DMA_0
&& (drive
->dev_flags
& IDE_DFLAG_USING_DMA
))
794 hwif
->dma_ops
->dma_host_set(drive
, 1);
795 else if (hwif
->dma_ops
) /* check if host supports DMA */
796 ide_dma_off_quietly(drive
);
799 if (speed
>= XFER_UDMA_0
) {
800 i
= 1 << (speed
- XFER_UDMA_0
);
801 id
[ATA_ID_UDMA_MODES
] |= (i
<< 8 | i
);
802 } else if (speed
>= XFER_MW_DMA_0
) {
803 i
= 1 << (speed
- XFER_MW_DMA_0
);
804 id
[ATA_ID_MWDMA_MODES
] |= (i
<< 8 | i
);
805 } else if (speed
>= XFER_SW_DMA_0
) {
806 i
= 1 << (speed
- XFER_SW_DMA_0
);
807 id
[ATA_ID_SWDMA_MODES
] |= (i
<< 8 | i
);
810 if (!drive
->init_speed
)
811 drive
->init_speed
= speed
;
812 drive
->current_speed
= speed
;
817 * This should get invoked any time we exit the driver to
818 * wait for an interrupt response from a drive. handler() points
819 * at the appropriate code to handle the next interrupt, and a
820 * timer is started to prevent us from waiting forever in case
821 * something goes wrong (see the ide_timer_expiry() handler later on).
823 * See also ide_execute_command
825 static void __ide_set_handler (ide_drive_t
*drive
, ide_handler_t
*handler
,
826 unsigned int timeout
, ide_expiry_t
*expiry
)
828 ide_hwgroup_t
*hwgroup
= HWGROUP(drive
);
830 BUG_ON(hwgroup
->handler
);
831 hwgroup
->handler
= handler
;
832 hwgroup
->expiry
= expiry
;
833 hwgroup
->timer
.expires
= jiffies
+ timeout
;
834 hwgroup
->req_gen_timer
= hwgroup
->req_gen
;
835 add_timer(&hwgroup
->timer
);
838 void ide_set_handler (ide_drive_t
*drive
, ide_handler_t
*handler
,
839 unsigned int timeout
, ide_expiry_t
*expiry
)
842 spin_lock_irqsave(&ide_lock
, flags
);
843 __ide_set_handler(drive
, handler
, timeout
, expiry
);
844 spin_unlock_irqrestore(&ide_lock
, flags
);
847 EXPORT_SYMBOL(ide_set_handler
);
850 * ide_execute_command - execute an IDE command
851 * @drive: IDE drive to issue the command against
852 * @command: command byte to write
853 * @handler: handler for next phase
854 * @timeout: timeout for command
855 * @expiry: handler to run on timeout
857 * Helper function to issue an IDE command. This handles the
858 * atomicity requirements, command timing and ensures that the
859 * handler and IRQ setup do not race. All IDE command kick off
860 * should go via this function or do equivalent locking.
863 void ide_execute_command(ide_drive_t
*drive
, u8 cmd
, ide_handler_t
*handler
,
864 unsigned timeout
, ide_expiry_t
*expiry
)
867 ide_hwif_t
*hwif
= HWIF(drive
);
869 spin_lock_irqsave(&ide_lock
, flags
);
870 __ide_set_handler(drive
, handler
, timeout
, expiry
);
871 hwif
->tp_ops
->exec_command(hwif
, cmd
);
873 * Drive takes 400nS to respond, we must avoid the IRQ being
874 * serviced before that.
876 * FIXME: we could skip this delay with care on non shared devices
879 spin_unlock_irqrestore(&ide_lock
, flags
);
881 EXPORT_SYMBOL(ide_execute_command
);
883 void ide_execute_pkt_cmd(ide_drive_t
*drive
)
885 ide_hwif_t
*hwif
= drive
->hwif
;
888 spin_lock_irqsave(&ide_lock
, flags
);
889 hwif
->tp_ops
->exec_command(hwif
, ATA_CMD_PACKET
);
891 spin_unlock_irqrestore(&ide_lock
, flags
);
893 EXPORT_SYMBOL_GPL(ide_execute_pkt_cmd
);
895 static inline void ide_complete_drive_reset(ide_drive_t
*drive
, int err
)
897 struct request
*rq
= drive
->hwif
->hwgroup
->rq
;
899 if (rq
&& blk_special_request(rq
) && rq
->cmd
[0] == REQ_DRIVE_RESET
)
900 ide_end_request(drive
, err
? err
: 1, 0);
904 static ide_startstop_t
do_reset1 (ide_drive_t
*, int);
907 * atapi_reset_pollfunc() gets invoked to poll the interface for completion every 50ms
908 * during an atapi drive reset operation. If the drive has not yet responded,
909 * and we have not yet hit our maximum waiting time, then the timer is restarted
912 static ide_startstop_t
atapi_reset_pollfunc (ide_drive_t
*drive
)
914 ide_hwif_t
*hwif
= drive
->hwif
;
915 ide_hwgroup_t
*hwgroup
= hwif
->hwgroup
;
920 stat
= hwif
->tp_ops
->read_status(hwif
);
922 if (OK_STAT(stat
, 0, ATA_BUSY
))
923 printk("%s: ATAPI reset complete\n", drive
->name
);
925 if (time_before(jiffies
, hwgroup
->poll_timeout
)) {
926 ide_set_handler(drive
, &atapi_reset_pollfunc
, HZ
/20, NULL
);
927 /* continue polling */
931 hwgroup
->polling
= 0;
932 printk("%s: ATAPI reset timed-out, status=0x%02x\n",
934 /* do it the old fashioned way */
935 return do_reset1(drive
, 1);
938 hwgroup
->polling
= 0;
939 ide_complete_drive_reset(drive
, 0);
943 static void ide_reset_report_error(ide_hwif_t
*hwif
, u8 err
)
945 static const char *err_master_vals
[] =
946 { NULL
, "passed", "formatter device error",
947 "sector buffer error", "ECC circuitry error",
948 "controlling MPU error" };
950 u8 err_master
= err
& 0x7f;
952 printk(KERN_ERR
"%s: reset: master: ", hwif
->name
);
953 if (err_master
&& err_master
< 6)
954 printk(KERN_CONT
"%s", err_master_vals
[err_master
]);
956 printk(KERN_CONT
"error (0x%02x?)", err
);
958 printk(KERN_CONT
"; slave: failed");
959 printk(KERN_CONT
"\n");
963 * reset_pollfunc() gets invoked to poll the interface for completion every 50ms
964 * during an ide reset operation. If the drives have not yet responded,
965 * and we have not yet hit our maximum waiting time, then the timer is restarted
968 static ide_startstop_t
reset_pollfunc (ide_drive_t
*drive
)
970 ide_hwgroup_t
*hwgroup
= HWGROUP(drive
);
971 ide_hwif_t
*hwif
= HWIF(drive
);
972 const struct ide_port_ops
*port_ops
= hwif
->port_ops
;
976 if (port_ops
&& port_ops
->reset_poll
) {
977 err
= port_ops
->reset_poll(drive
);
979 printk(KERN_ERR
"%s: host reset_poll failure for %s.\n",
980 hwif
->name
, drive
->name
);
985 tmp
= hwif
->tp_ops
->read_status(hwif
);
987 if (!OK_STAT(tmp
, 0, ATA_BUSY
)) {
988 if (time_before(jiffies
, hwgroup
->poll_timeout
)) {
989 ide_set_handler(drive
, &reset_pollfunc
, HZ
/20, NULL
);
990 /* continue polling */
993 printk("%s: reset timed-out, status=0x%02x\n", hwif
->name
, tmp
);
997 tmp
= ide_read_error(drive
);
1000 printk(KERN_INFO
"%s: reset: success\n", hwif
->name
);
1001 drive
->failures
= 0;
1003 ide_reset_report_error(hwif
, tmp
);
1009 hwgroup
->polling
= 0; /* done polling */
1010 ide_complete_drive_reset(drive
, err
);
1014 static void ide_disk_pre_reset(ide_drive_t
*drive
)
1016 int legacy
= (drive
->id
[ATA_ID_CFS_ENABLE_2
] & 0x0400) ? 0 : 1;
1018 drive
->special
.all
= 0;
1019 drive
->special
.b
.set_geometry
= legacy
;
1020 drive
->special
.b
.recalibrate
= legacy
;
1022 drive
->mult_count
= 0;
1023 drive
->dev_flags
&= ~IDE_DFLAG_PARKED
;
1025 if ((drive
->dev_flags
& IDE_DFLAG_KEEP_SETTINGS
) == 0 &&
1026 (drive
->dev_flags
& IDE_DFLAG_USING_DMA
) == 0)
1027 drive
->mult_req
= 0;
1029 if (drive
->mult_req
!= drive
->mult_count
)
1030 drive
->special
.b
.set_multmode
= 1;
1033 static void pre_reset(ide_drive_t
*drive
)
1035 const struct ide_port_ops
*port_ops
= drive
->hwif
->port_ops
;
1037 if (drive
->media
== ide_disk
)
1038 ide_disk_pre_reset(drive
);
1040 drive
->dev_flags
|= IDE_DFLAG_POST_RESET
;
1042 if (drive
->dev_flags
& IDE_DFLAG_USING_DMA
) {
1043 if (drive
->crc_count
)
1044 ide_check_dma_crc(drive
);
1049 if ((drive
->dev_flags
& IDE_DFLAG_KEEP_SETTINGS
) == 0) {
1050 if ((drive
->dev_flags
& IDE_DFLAG_USING_DMA
) == 0) {
1051 drive
->dev_flags
&= ~IDE_DFLAG_UNMASK
;
1052 drive
->io_32bit
= 0;
1057 if (port_ops
&& port_ops
->pre_reset
)
1058 port_ops
->pre_reset(drive
);
1060 if (drive
->current_speed
!= 0xff)
1061 drive
->desired_speed
= drive
->current_speed
;
1062 drive
->current_speed
= 0xff;
1066 * do_reset1() attempts to recover a confused drive by resetting it.
1067 * Unfortunately, resetting a disk drive actually resets all devices on
1068 * the same interface, so it can really be thought of as resetting the
1069 * interface rather than resetting the drive.
1071 * ATAPI devices have their own reset mechanism which allows them to be
1072 * individually reset without clobbering other devices on the same interface.
1074 * Unfortunately, the IDE interface does not generate an interrupt to let
1075 * us know when the reset operation has finished, so we must poll for this.
1076 * Equally poor, though, is the fact that this may a very long time to complete,
1077 * (up to 30 seconds worstcase). So, instead of busy-waiting here for it,
1078 * we set a timer to poll at 50ms intervals.
1080 static ide_startstop_t
do_reset1 (ide_drive_t
*drive
, int do_not_try_atapi
)
1083 unsigned long flags
, timeout
;
1085 ide_hwgroup_t
*hwgroup
;
1086 struct ide_io_ports
*io_ports
;
1087 const struct ide_tp_ops
*tp_ops
;
1088 const struct ide_port_ops
*port_ops
;
1091 spin_lock_irqsave(&ide_lock
, flags
);
1093 hwgroup
= HWGROUP(drive
);
1095 io_ports
= &hwif
->io_ports
;
1097 tp_ops
= hwif
->tp_ops
;
1099 /* We must not reset with running handlers */
1100 BUG_ON(hwgroup
->handler
!= NULL
);
1102 /* For an ATAPI device, first try an ATAPI SRST. */
1103 if (drive
->media
!= ide_disk
&& !do_not_try_atapi
) {
1105 SELECT_DRIVE(drive
);
1107 tp_ops
->exec_command(hwif
, ATA_CMD_DEV_RESET
);
1109 hwgroup
->poll_timeout
= jiffies
+ WAIT_WORSTCASE
;
1110 hwgroup
->polling
= 1;
1111 __ide_set_handler(drive
, &atapi_reset_pollfunc
, HZ
/20, NULL
);
1112 spin_unlock_irqrestore(&ide_lock
, flags
);
1116 /* We must not disturb devices in the IDE_DFLAG_PARKED state. */
1120 prepare_to_wait(&ide_park_wq
, &wait
, TASK_UNINTERRUPTIBLE
);
1122 for (unit
= 0; unit
< MAX_DRIVES
; unit
++) {
1123 ide_drive_t
*tdrive
= &hwif
->drives
[unit
];
1125 if (tdrive
->dev_flags
& IDE_DFLAG_PRESENT
&&
1126 tdrive
->dev_flags
& IDE_DFLAG_PARKED
&&
1127 time_after(tdrive
->sleep
, timeout
))
1128 timeout
= tdrive
->sleep
;
1132 if (time_before_eq(timeout
, now
))
1135 spin_unlock_irqrestore(&ide_lock
, flags
);
1136 timeout
= schedule_timeout_uninterruptible(timeout
- now
);
1137 spin_lock_irqsave(&ide_lock
, flags
);
1139 finish_wait(&ide_park_wq
, &wait
);
1142 * First, reset any device state data we were maintaining
1143 * for any of the drives on this interface.
1145 for (unit
= 0; unit
< MAX_DRIVES
; ++unit
)
1146 pre_reset(&hwif
->drives
[unit
]);
1148 if (io_ports
->ctl_addr
== 0) {
1149 spin_unlock_irqrestore(&ide_lock
, flags
);
1150 ide_complete_drive_reset(drive
, -ENXIO
);
1155 * Note that we also set nIEN while resetting the device,
1156 * to mask unwanted interrupts from the interface during the reset.
1157 * However, due to the design of PC hardware, this will cause an
1158 * immediate interrupt due to the edge transition it produces.
1159 * This single interrupt gives us a "fast poll" for drives that
1160 * recover from reset very quickly, saving us the first 50ms wait time.
1162 * TODO: add ->softreset method and stop abusing ->set_irq
1164 /* set SRST and nIEN */
1165 tp_ops
->set_irq(hwif
, 4);
1166 /* more than enough time */
1168 /* clear SRST, leave nIEN (unless device is on the quirk list) */
1169 tp_ops
->set_irq(hwif
, drive
->quirk_list
== 2);
1170 /* more than enough time */
1172 hwgroup
->poll_timeout
= jiffies
+ WAIT_WORSTCASE
;
1173 hwgroup
->polling
= 1;
1174 __ide_set_handler(drive
, &reset_pollfunc
, HZ
/20, NULL
);
1177 * Some weird controller like resetting themselves to a strange
1178 * state when the disks are reset this way. At least, the Winbond
1179 * 553 documentation says that
1181 port_ops
= hwif
->port_ops
;
1182 if (port_ops
&& port_ops
->resetproc
)
1183 port_ops
->resetproc(drive
);
1185 spin_unlock_irqrestore(&ide_lock
, flags
);
1190 * ide_do_reset() is the entry point to the drive/interface reset code.
1193 ide_startstop_t
ide_do_reset (ide_drive_t
*drive
)
1195 return do_reset1(drive
, 0);
1198 EXPORT_SYMBOL(ide_do_reset
);
1201 * ide_wait_not_busy() waits for the currently selected device on the hwif
1202 * to report a non-busy status, see comments in ide_probe_port().
1204 int ide_wait_not_busy(ide_hwif_t
*hwif
, unsigned long timeout
)
1210 * Turn this into a schedule() sleep once I'm sure
1211 * about locking issues (2.5 work ?).
1214 stat
= hwif
->tp_ops
->read_status(hwif
);
1215 if ((stat
& ATA_BUSY
) == 0)
1218 * Assume a value of 0xff means nothing is connected to
1219 * the interface and it doesn't implement the pull-down
1224 touch_softlockup_watchdog();
1225 touch_nmi_watchdog();
1230 EXPORT_SYMBOL_GPL(ide_wait_not_busy
);