1 /*
   2  * CDDL HEADER START
   3  *
   4  * The contents of this file are subject to the terms of the
   5  * Common Development and Distribution License (the "License").
   6  * You may not use this file except in compliance with the License.
   7  *
   8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9  * or http://www.opensolaris.org/os/licensing.
  10  * See the License for the specific language governing permissions
  11  * and limitations under the License.
  12  *
  13  * When distributing Covered Code, include this CDDL HEADER in each
  14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15  * If applicable, add the following below this CDDL HEADER, with the
  16  * fields enclosed by brackets "[]" replaced with your own identifying
  17  * information: Portions Copyright [yyyy] [name of copyright owner]
  18  *
  19  * CDDL HEADER END
  20  */
  21 
  22 /*
  23  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
  24  * Use is subject to license terms.
  25  */
  26 
  27 #include <sys/types.h>
  28 #include <sys/modctl.h>
  29 #include <sys/debug.h>
  30 #include <sys/promif.h>
  31 #include <sys/pci.h>
  32 #include <sys/errno.h>
  33 #include <sys/open.h>
  34 #include <sys/uio.h>
  35 #include <sys/cred.h>
  36 #include <sys/cpu.h>
  37 #include "ata_common.h"
  38 #include "ata_disk.h"
  39 #include "atapi.h"
  40 #include "ata_blacklist.h"
  41 #include "sil3xxx.h"
  42 
  43 /*
  44  * Solaris Entry Points.
  45  */
  46 
  47 static  int     ata_attach(dev_info_t *dip, ddi_attach_cmd_t cmd);
  48 static  int     ata_detach(dev_info_t *dip, ddi_detach_cmd_t cmd);
  49 static  int     ata_bus_ctl(dev_info_t *d, dev_info_t *r, ddi_ctl_enum_t o,
  50                         void *a, void *v);
  51 static  uint_t  ata_intr(caddr_t arg);
  52 
  53 /*
  54  * GHD Entry points
  55  */
  56 
  57 static  int     ata_get_status(void *hba_handle, void *intr_status);
  58 static  void    ata_process_intr(void *hba_handle, void *intr_status);
  59 static  int     ata_hba_start(void *handle, gcmd_t *gcmdp);
  60 static  void    ata_hba_complete(void *handle, gcmd_t *gcmdp, int do_callback);
  61 static  int     ata_timeout_func(void *hba_handle, gcmd_t  *gcmdp,
  62                         gtgt_t *gtgtp, gact_t  action, int calltype);
  63 
  64 /*
  65  * Local Function Prototypes
  66  */
  67 static int ata_prop_lookup_int(dev_t match_dev, dev_info_t *dip,
  68                     uint_t flags, char *name, int defvalue);
  69 static  int     ata_ctlr_fsm(uchar_t fsm_func, ata_ctl_t *ata_ctlp,
  70                         ata_drv_t *ata_drvp, ata_pkt_t *ata_pktp,
  71                                 int *DoneFlgp);
  72 static  void    ata_destroy_controller(dev_info_t *dip);
  73 static  int     ata_drive_type(uchar_t drvhd,
  74                         ddi_acc_handle_t io_hdl1, caddr_t ioaddr1,
  75                         ddi_acc_handle_t io_hdl2, caddr_t ioaddr2,
  76                         struct ata_id *ata_id_bufp);
  77 static  ata_ctl_t *ata_init_controller(dev_info_t *dip);
  78 static  ata_drv_t *ata_init_drive(ata_ctl_t *ata_ctlp,
  79                         uchar_t targ, uchar_t lun);
  80 static  int     ata_init_drive_pcidma(ata_ctl_t *ata_ctlp, ata_drv_t *ata_drvp,
  81                         dev_info_t *tdip);
  82 static  int     ata_flush_cache(ata_ctl_t *ata_ctlp, ata_drv_t *ata_drvp);
  83 static  void    ata_init_pciide(dev_info_t *dip, ata_ctl_t *ata_ctlp);
  84 static  int     ata_reset_bus(ata_ctl_t *ata_ctlp);
  85 static  int     ata_setup_ioaddr(dev_info_t *dip,
  86                         ddi_acc_handle_t *iohandle1, caddr_t *ioaddr1p,
  87                         ddi_acc_handle_t *iohandle2, caddr_t *ioaddr2p,
  88                         ddi_acc_handle_t *bm_hdlp, caddr_t *bm_addrp);
  89 static  int     ata_software_reset(ata_ctl_t *ata_ctlp);
  90 static  int     ata_start_arq(ata_ctl_t *ata_ctlp, ata_drv_t *ata_drvp,
  91                         ata_pkt_t *ata_pktp);
  92 static  int     ata_strncmp(char *p1, char *p2, int cnt);
  93 static  void    ata_uninit_drive(ata_drv_t *ata_drvp);
  94 
  95 static  int     ata_check_pciide_blacklist(dev_info_t *dip, uint_t flags);
  96 static  int     ata_check_revert_to_defaults(ata_drv_t *ata_drvp);
  97 static  void    ata_show_transfer_mode(ata_ctl_t *, ata_drv_t *);
  98 static  int     ata_spec_init_controller(dev_info_t *dip);
  99 
 100 static void     ata_init_pm(dev_info_t *);
 101 static int      ata_suspend(dev_info_t *);
 102 static int      ata_resume(dev_info_t *);
 103 static int      ata_power(dev_info_t *, int, int);
 104 static int      ata_change_power(dev_info_t *, uint8_t);
 105 static int      ata_is_pci(dev_info_t *);
 106 static void     ata_disable_DMA(ata_drv_t *ata_drvp);
 107 static int      ata_check_dma_mode(ata_drv_t *ata_drvp);
 108 
 109 /*
 110  * Local static data
 111  */
 112 static  void    *ata_state;
 113 
 114 static  tmr_t   ata_timer_conf; /* single timeout list for all instances */
 115 static  int     ata_watchdog_usec = 100000; /* check timeouts every 100 ms */
 116 
 117 int     ata_hba_start_watchdog = 1000;
 118 int     ata_process_intr_watchdog = 1000;
 119 int     ata_reset_bus_watchdog = 1000;
 120 
 121 
 122 /*
 123  * Use local or framework power management
 124  */
 125 
 126 #ifdef  ATA_USE_AUTOPM
 127 #define ATA_BUSY_COMPONENT(d, c)        ((void)pm_busy_component(d, c))
 128 #define ATA_IDLE_COMPONENT(d, c)        ((void)pm_idle_component(d, c))
 129 #define ATA_RAISE_POWER(d, c, l)        pm_raise_power(d, c, l)
 130 #define ATA_LOWER_POWER(d, c, l)        pm_lower_power(d, c, l)
 131 #else
 132 #define ATA_BUSY_COMPONENT(d, c)
 133 #define ATA_IDLE_COMPONENT(d, c)
 134 #define ATA_RAISE_POWER(d, c, l)        ata_power(d, c, l)
 135 #define ATA_LOWER_POWER(d, c, l)        ata_power(d, c, l)
 136 #endif
 137 /*
 138  * number of seconds to wait during various operations
 139  */
 140 int     ata_flush_delay = 5 * 1000000;
 141 uint_t  ata_set_feature_wait = 4 * 1000000;
 142 uint_t  ata_flush_cache_wait = 60 * 1000000;    /* may take a long time */
 143 
 144 /*
 145  * Change this for SFF-8070i support. Currently SFF-8070i is
 146  * using a field in the IDENTIFY PACKET DEVICE response which
 147  * already seems to be in use by some vendor's drives. I suspect
 148  * SFF will either move their laslun field or provide a reliable
 149  * way to validate it.
 150  */
 151 int     ata_enable_atapi_luns = FALSE;
 152 
 153 /*
 154  * set this to disable all DMA requests
 155  */
 156 int     ata_dma_disabled = FALSE;
 157 
 158 /*
 159  * set this to TRUE to enable storing the IDENTIFY DEVICE result in the
 160  * "ata" or "atapi" property.
 161  */
 162 int     ata_id_debug = FALSE;
 163 
 164 /*
 165  * set this to TRUE to enable logging device-capability data
 166  */
 167 int     ata_capability_data = FALSE;
 168 
 169 /*
 170  * DMA selection message pointers
 171  */
 172 char *ata_cntrl_DMA_sel_msg;
 173 char *ata_dev_DMA_sel_msg;
 174 
 175 /*
 176  * bus nexus operations
 177  */
 178 static  struct bus_ops   ata_bus_ops;
 179 static  struct bus_ops  *scsa_bus_ops_p;
 180 
 181 /* ARGSUSED */
 182 static int
 183 ata_open(dev_t *devp, int flag, int otyp, cred_t *cred_p)
 184 {
 185         if (ddi_get_soft_state(ata_state, getminor(*devp)) == NULL)
 186                 return (ENXIO);
 187 
 188         return (0);
 189 }
 190 
 191 /*
 192  * The purpose of this function is to pass the ioaddress of the controller
 193  * to the caller, specifically used for upgrade from pre-pciide
 194  * to pciide nodes
 195  */
 196 /* ARGSUSED */
 197 static int
 198 ata_read(dev_t dev, struct uio *uio_p, cred_t *cred_p)
 199 {
 200         ata_ctl_t *ata_ctlp;
 201         char    buf[18];
 202         long len;
 203 
 204         ata_ctlp = ddi_get_soft_state(ata_state, getminor(dev));
 205 
 206         if (ata_ctlp == NULL)
 207                 return (ENXIO);
 208 
 209         (void) sprintf(buf, "%p\n", (void *) ata_ctlp->ac_ioaddr1);
 210 
 211         len = strlen(buf) - uio_p->uio_offset;
 212         len = min(uio_p->uio_resid,  len);
 213         if (len <= 0)
 214                 return (0);
 215 
 216         return (uiomove((caddr_t)(buf + uio_p->uio_offset), len,
 217             UIO_READ, uio_p));
 218 }
 219 
 220 int
 221 ata_devo_reset(
 222         dev_info_t *dip,
 223         ddi_reset_cmd_t cmd)
 224 {
 225         ata_ctl_t *ata_ctlp;
 226         ata_drv_t *ata_drvp;
 227         int        instance;
 228         int        i;
 229         int        rc;
 230         int        flush_okay;
 231 
 232         if (cmd != DDI_RESET_FORCE)
 233                 return (0);
 234 
 235         instance = ddi_get_instance(dip);
 236         ata_ctlp = ddi_get_soft_state(ata_state, instance);
 237 
 238         if (!ata_ctlp)
 239                 return (0);
 240 
 241         /*
 242          * reset ATA drives and flush the write cache of any drives
 243          */
 244         flush_okay = TRUE;
 245         for (i = 0; i < ATA_MAXTARG; i++) {
 246                 if ((ata_drvp = CTL2DRV(ata_ctlp, i, 0)) == 0)
 247                         continue;
 248                 /* Don't revert to defaults for certain IBM drives */
 249                 if ((ata_drvp->ad_flags & AD_DISK) != 0 &&
 250                     ((ata_drvp->ad_flags & AD_NORVRT) == 0)) {
 251                         /* Enable revert to defaults when reset */
 252                         (void) ata_set_feature(ata_ctlp, ata_drvp,
 253                             ATSF_ENA_REVPOD, 0);
 254                 }
 255 
 256                 /*
 257                  * skip flush cache if device type is cdrom
 258                  *
 259                  * notes: the structure definitions for ata_drvp->ad_id are
 260                  * defined for the ATA IDENTIFY_DEVICE, but if AD_ATAPI is set
 261                  * the struct holds data for the ATAPI IDENTIFY_PACKET_DEVICE
 262                  */
 263                 if (!IS_CDROM(ata_drvp)) {
 264 
 265                         /*
 266                          * Try the ATA/ATAPI flush write cache command
 267                          */
 268                         rc = ata_flush_cache(ata_ctlp, ata_drvp);
 269                         ADBG_WARN(("ata_flush_cache %s\n",
 270                             rc ? "okay" : "failed"));
 271 
 272                         if (!rc)
 273                                 flush_okay = FALSE;
 274                 }
 275 
 276 
 277                 /*
 278                  * do something else if flush cache not supported
 279                  */
 280         }
 281 
 282         /*
 283          * just busy wait if any drive doesn't support FLUSH CACHE
 284          */
 285         if (!flush_okay)
 286                 drv_usecwait(ata_flush_delay);
 287         return (0);
 288 }
 289 
 290 /*
 291  * quiesce(9E) entry point.
 292  *
 293  * This function is called when the system is single-threaded at high
 294  * PIL with preemption disabled. Therefore, this function must not be
 295  * blocked.
 296  *
 297  * This function returns DDI_SUCCESS on success, or DDI_FAILURE on failure.
 298  * DDI_FAILURE indicates an error condition and should almost never happen.
 299  */
 300 int
 301 ata_quiesce(dev_info_t *dip)
 302 {
 303 #ifdef ATA_DEBUG
 304         /*
 305          * Turn off debugging
 306          */
 307         ata_debug = 0;
 308 #endif
 309 
 310         return (ata_devo_reset(dip, DDI_RESET_FORCE));
 311 }
 312 
 313 
 314 static struct cb_ops ata_cb_ops = {
 315         ata_open,               /* open */
 316         nulldev,                /* close */
 317         nodev,                  /* strategy */
 318         nodev,                  /* print */
 319         nodev,                  /* dump */
 320         ata_read,               /* read */
 321         nodev,                  /* write */
 322         nodev,                  /* ioctl */
 323         nodev,                  /* devmap */
 324         nodev,                  /* mmap */
 325         nodev,                  /* segmap */
 326         nochpoll,               /* chpoll */
 327         ddi_prop_op,            /* prop_op */
 328         NULL,                   /* stream info */
 329         D_MP,                   /* driver compatibility flag */
 330         CB_REV,                 /* cb_ops revision */
 331         nodev,                  /* aread */
 332         nodev                   /* awrite */
 333 };
 334 
 335 static struct dev_ops   ata_ops = {
 336         DEVO_REV,               /* devo_rev, */
 337         0,                      /* refcnt  */
 338         ddi_getinfo_1to1,       /* info */
 339         nulldev,                /* identify */
 340         NULL,                   /* probe */
 341         ata_attach,             /* attach */
 342         ata_detach,             /* detach */
 343         ata_devo_reset,         /* reset */
 344         &ata_cb_ops,                /* driver operations */
 345         NULL,                   /* bus operations */
 346         ata_power,              /* power */
 347         ata_quiesce             /* quiesce */
 348 };
 349 
 350 /* driver loadable module wrapper */
 351 static struct modldrv modldrv = {
 352         &mod_driverops,             /* Type of module. This one is a driver */
 353         "ATA AT-bus attachment disk controller Driver", /* module name */
 354         &ata_ops,                                   /* driver ops */
 355 };
 356 
 357 static struct modlinkage modlinkage = {
 358         MODREV_1, (void *)&modldrv, NULL
 359 };
 360 
 361 #ifdef ATA_DEBUG
 362 int     ata_debug_init = FALSE;
 363 int     ata_debug_attach = FALSE;
 364 
 365 int     ata_debug = ADBG_FLAG_ERROR
 366                 /* | ADBG_FLAG_ARQ */
 367                 /* | ADBG_FLAG_INIT */
 368                 /* | ADBG_FLAG_TRACE */
 369                 /* | ADBG_FLAG_TRANSPORT */
 370                 /* | ADBG_FLAG_WARN */
 371                 ;
 372 #endif
 373 
 374 int
 375 _init(void)
 376 {
 377         int err;
 378 
 379 #ifdef ATA_DEBUG
 380         if (ata_debug_init)
 381                 debug_enter("\nATA _INIT\n");
 382 #endif
 383 
 384         if ((err = ddi_soft_state_init(&ata_state, sizeof (ata_ctl_t), 0)) != 0)
 385                 return (err);
 386 
 387         if ((err = scsi_hba_init(&modlinkage)) != 0) {
 388                 ddi_soft_state_fini(&ata_state);
 389                 return (err);
 390         }
 391 
 392         /* save pointer to SCSA provided bus_ops struct */
 393         scsa_bus_ops_p = ata_ops.devo_bus_ops;
 394 
 395         /* make a copy of SCSA bus_ops */
 396         ata_bus_ops = *(ata_ops.devo_bus_ops);
 397 
 398         /*
 399          * Modify our bus_ops to call our routines.  Our implementation
 400          * will determine if the device is ATA or ATAPI/SCSA and react
 401          * accordingly.
 402          */
 403         ata_bus_ops.bus_ctl = ata_bus_ctl;
 404 
 405         /* patch our bus_ops into the dev_ops struct */
 406         ata_ops.devo_bus_ops = &ata_bus_ops;
 407 
 408         if ((err = mod_install(&modlinkage)) != 0) {
 409                 scsi_hba_fini(&modlinkage);
 410                 ddi_soft_state_fini(&ata_state);
 411         }
 412 
 413         /*
 414          * Initialize the per driver timer info.
 415          */
 416 
 417         ghd_timer_init(&ata_timer_conf, drv_usectohz(ata_watchdog_usec));
 418 
 419         return (err);
 420 }
 421 
 422 int
 423 _fini(void)
 424 {
 425         int err;
 426 
 427         if ((err = mod_remove(&modlinkage)) == 0) {
 428                 ghd_timer_fini(&ata_timer_conf);
 429                 scsi_hba_fini(&modlinkage);
 430                 ddi_soft_state_fini(&ata_state);
 431         }
 432 
 433         return (err);
 434 }
 435 
 436 int
 437 _info(struct modinfo *modinfop)
 438 {
 439         return (mod_info(&modlinkage, modinfop));
 440 }
 441 
 442 
 443 /*
 444  *
 445  * driver attach entry point
 446  *
 447  */
 448 
 449 static int
 450 ata_attach(
 451         dev_info_t *dip,
 452         ddi_attach_cmd_t cmd)
 453 {
 454         ata_ctl_t       *ata_ctlp;
 455         ata_drv_t       *ata_drvp;
 456         ata_drv_t       *first_drvp = NULL;
 457         uchar_t          targ;
 458         uchar_t          lun;
 459         uchar_t          lastlun;
 460         int              atapi_count = 0;
 461         int              disk_count = 0;
 462 
 463         ADBG_TRACE(("ata_attach entered\n"));
 464 #ifdef ATA_DEBUG
 465         if (ata_debug_attach)
 466                 debug_enter("\nATA_ATTACH\n\n");
 467 #endif
 468 
 469         switch (cmd) {
 470         case DDI_ATTACH:
 471                 break;
 472         case DDI_RESUME:
 473                 return (ata_resume(dip));
 474         default:
 475                 return (DDI_FAILURE);
 476         }
 477 
 478         /* initialize controller */
 479         ata_ctlp = ata_init_controller(dip);
 480 
 481         if (ata_ctlp == NULL)
 482                 goto errout;
 483 
 484         mutex_enter(&ata_ctlp->ac_ccc.ccc_hba_mutex);
 485 
 486         /* initialize drives */
 487 
 488         for (targ = 0; targ < ATA_MAXTARG; targ++) {
 489 
 490                 ata_drvp = ata_init_drive(ata_ctlp, targ, 0);
 491                 if (ata_drvp == NULL)
 492                         continue;
 493 
 494                 if (first_drvp == NULL)
 495                         first_drvp = ata_drvp;
 496 
 497                 if (ATAPIDRV(ata_drvp)) {
 498                         atapi_count++;
 499                         lastlun = ata_drvp->ad_id.ai_lastlun;
 500                 } else {
 501                         disk_count++;
 502                         lastlun = 0;
 503                 }
 504 
 505                 /*
 506                  * LUN support is currently disabled. Check with SFF-8070i
 507                  * before enabling.
 508                  */
 509                 if (!ata_enable_atapi_luns)
 510                         lastlun = 0;
 511 
 512                 /* Initialize higher LUNs, if there are any */
 513                 for (lun = 1; lun <= lastlun && lun < ATA_MAXLUN; lun++) {
 514                         if ((ata_drvp =
 515                             ata_init_drive(ata_ctlp, targ, lun)) != NULL) {
 516                                 ata_show_transfer_mode(ata_ctlp, ata_drvp);
 517                         }
 518                 }
 519         }
 520 
 521         if ((atapi_count == 0) && (disk_count == 0)) {
 522                 ADBG_WARN(("ata_attach: no drives detected\n"));
 523                 goto errout1;
 524         }
 525 
 526         /*
 527          * Always make certain that a valid drive is selected so
 528          * that routines which poll the status register don't get
 529          * confused by non-existent drives.
 530          */
 531         ddi_put8(ata_ctlp->ac_iohandle1, ata_ctlp->ac_drvhd,
 532             first_drvp->ad_drive_bits);
 533         ata_nsecwait(400);
 534 
 535         /*
 536          * make certain the drive selected
 537          */
 538         if (!ata_wait(ata_ctlp->ac_iohandle2, ata_ctlp->ac_ioaddr2,
 539             0, ATS_BSY, 5000000)) {
 540                 ADBG_ERROR(("ata_attach: select failed\n"));
 541         }
 542 
 543         /*
 544          * initialize atapi/ata_dsk modules if we have at least
 545          * one drive of that type.
 546          */
 547 
 548         if (atapi_count) {
 549                 if (!atapi_attach(ata_ctlp))
 550                         goto errout1;
 551                 ata_ctlp->ac_flags |= AC_ATAPI_INIT;
 552         }
 553 
 554         if (disk_count) {
 555                 if (!ata_disk_attach(ata_ctlp))
 556                         goto errout1;
 557                 ata_ctlp->ac_flags |= AC_DISK_INIT;
 558         }
 559 
 560         /*
 561          * make certain the interrupt and error latches are clear
 562          */
 563         if (ata_ctlp->ac_pciide) {
 564 
 565                 int instance = ddi_get_instance(dip);
 566                 if (ddi_create_minor_node(dip, "control", S_IFCHR, instance,
 567                     DDI_PSEUDO, 0) != DDI_SUCCESS) {
 568                         goto errout1;
 569                 }
 570 
 571                 (void) ata_pciide_status_clear(ata_ctlp);
 572 
 573         }
 574 
 575         /*
 576          * enable the interrupt handler and drop the mutex
 577          */
 578         ata_ctlp->ac_flags |= AC_ATTACHED;
 579         mutex_exit(&ata_ctlp->ac_ccc.ccc_hba_mutex);
 580 
 581         ata_init_pm(dip);
 582 
 583         ddi_report_dev(dip);
 584         return (DDI_SUCCESS);
 585 
 586 errout1:
 587         mutex_exit(&ata_ctlp->ac_ccc.ccc_hba_mutex);
 588 errout:
 589         (void) ata_detach(dip, DDI_DETACH);
 590         return (DDI_FAILURE);
 591 }
 592 
 593 /* driver detach entry point */
 594 
 595 static int
 596 ata_detach(
 597         dev_info_t *dip,
 598         ddi_detach_cmd_t cmd)
 599 {
 600         ata_ctl_t *ata_ctlp;
 601         ata_drv_t *ata_drvp;
 602         int        instance;
 603         int        i;
 604         int        j;
 605 
 606         ADBG_TRACE(("ata_detach entered\n"));
 607 
 608         switch (cmd) {
 609         case DDI_DETACH:
 610                 break;
 611         case DDI_SUSPEND:
 612                 return (ata_suspend(dip));
 613         default:
 614                 return (DDI_FAILURE);
 615         }
 616 
 617         instance = ddi_get_instance(dip);
 618         ata_ctlp = ddi_get_soft_state(ata_state, instance);
 619 
 620         if (!ata_ctlp)
 621                 return (DDI_SUCCESS);
 622 
 623         if (ata_ctlp->ac_pm_support) {
 624                 ATA_BUSY_COMPONENT(dip, 0);
 625                 if (ata_ctlp->ac_pm_level != PM_LEVEL_D0) {
 626                         if (ATA_RAISE_POWER(dip, 0, PM_LEVEL_D0) !=
 627                             DDI_SUCCESS) {
 628                                 ATA_IDLE_COMPONENT(dip, 0);
 629                                 return (DDI_FAILURE);
 630                         }
 631                 }
 632                 (void) ddi_prop_remove(DDI_DEV_T_NONE, dip, "pm-components");
 633         }
 634         ata_ctlp->ac_flags &= ~AC_ATTACHED;
 635 
 636         /* destroy ata module */
 637         if (ata_ctlp->ac_flags & AC_DISK_INIT)
 638                 ata_disk_detach(ata_ctlp);
 639 
 640         /* destroy atapi module */
 641         if (ata_ctlp->ac_flags & AC_ATAPI_INIT)
 642                 atapi_detach(ata_ctlp);
 643 
 644         ddi_remove_minor_node(dip, NULL);
 645 
 646         /* destroy drives */
 647         for (i = 0; i < ATA_MAXTARG; i++) {
 648                 for (j = 0; j < ATA_MAXLUN; j++) {
 649                         ata_drvp = CTL2DRV(ata_ctlp, i, j);
 650                         if (ata_drvp != NULL)
 651                                 ata_uninit_drive(ata_drvp);
 652                 }
 653         }
 654 
 655         if (ata_ctlp->ac_iohandle1)
 656                 ddi_regs_map_free(&ata_ctlp->ac_iohandle1);
 657         if (ata_ctlp->ac_iohandle2)
 658                 ddi_regs_map_free(&ata_ctlp->ac_iohandle2);
 659         if (ata_ctlp->ac_bmhandle)
 660                 ddi_regs_map_free(&ata_ctlp->ac_bmhandle);
 661 
 662         /* destroy controller */
 663         ata_destroy_controller(dip);
 664 
 665         ddi_prop_remove_all(dip);
 666 
 667         return (DDI_SUCCESS);
 668 }
 669 
 670 /*
 671  * Nexus driver bus_ctl entry point
 672  */
 673 /*ARGSUSED*/
 674 static int
 675 ata_bus_ctl(
 676         dev_info_t *d,
 677         dev_info_t *r,
 678         ddi_ctl_enum_t o,
 679         void *a,
 680         void *v)
 681 {
 682         dev_info_t *tdip;
 683         int     target_type;
 684         int     rc;
 685         char    *bufp;
 686 
 687         ADBG_TRACE(("ata_bus_ctl entered\n"));
 688 
 689         switch (o) {
 690 
 691         case DDI_CTLOPS_SIDDEV:
 692                 return (DDI_FAILURE);
 693 
 694         case DDI_CTLOPS_IOMIN:
 695 
 696                 /*
 697                  * Since we use PIO, we return a minimum I/O size of
 698                  * one byte.  This will need to be updated when we
 699                  * implement DMA support
 700                  */
 701 
 702                 *((int *)v) = 1;
 703                 return (DDI_SUCCESS);
 704 
 705         case DDI_CTLOPS_DMAPMAPC:
 706         case DDI_CTLOPS_REPORTINT:
 707         case DDI_CTLOPS_REGSIZE:
 708         case DDI_CTLOPS_NREGS:
 709         case DDI_CTLOPS_SLAVEONLY:
 710         case DDI_CTLOPS_AFFINITY:
 711         case DDI_CTLOPS_POKE:
 712         case DDI_CTLOPS_PEEK:
 713 
 714                 /* These ops shouldn't be called by a target driver */
 715                 ADBG_ERROR(("ata_bus_ctl: %s%d: invalid op (%d) from %s%d\n",
 716                     ddi_driver_name(d), ddi_get_instance(d), o,
 717                     ddi_driver_name(r), ddi_get_instance(r)));
 718 
 719                 return (DDI_FAILURE);
 720 
 721         case DDI_CTLOPS_REPORTDEV:
 722         case DDI_CTLOPS_INITCHILD:
 723         case DDI_CTLOPS_UNINITCHILD:
 724 
 725                 /* these require special handling below */
 726                 break;
 727 
 728         default:
 729                 return (ddi_ctlops(d, r, o, a, v));
 730         }
 731 
 732         /* get targets dip */
 733 
 734         if (o == DDI_CTLOPS_INITCHILD || o == DDI_CTLOPS_UNINITCHILD)
 735                 tdip = (dev_info_t *)a;
 736         else
 737                 tdip = r;
 738 
 739         /*
 740          * XXX - Get class of target
 741          *   Before the "class" entry in a conf file becomes
 742          *   a real property, we use an additional property
 743          *   tentatively called "class_prop".  We will require that
 744          *   new classes (ie. direct) export "class_prop".
 745          *   SCSA target drivers will not have this property, so
 746          *   no property implies SCSA.
 747          */
 748         if ((ddi_prop_lookup_string(DDI_DEV_T_ANY, tdip, DDI_PROP_DONTPASS,
 749             "class", &bufp) == DDI_PROP_SUCCESS) ||
 750             (ddi_prop_lookup_string(DDI_DEV_T_ANY, tdip, DDI_PROP_DONTPASS,
 751             "class_prop", &bufp) == DDI_PROP_SUCCESS)) {
 752                 if (strcmp(bufp, "dada") == 0)
 753                         target_type = ATA_DEV_DISK;
 754                 else if (strcmp(bufp, "scsi") == 0)
 755                         target_type = ATA_DEV_ATAPI;
 756                 else {
 757                         ADBG_WARN(("ata_bus_ctl: invalid target class %s\n",
 758                             bufp));
 759                         ddi_prop_free(bufp);
 760                         return (DDI_FAILURE);
 761                 }
 762                 ddi_prop_free(bufp);
 763         } else {
 764                 target_type = ATA_DEV_ATAPI; /* no class prop, assume SCSI */
 765         }
 766 
 767         if (o == DDI_CTLOPS_INITCHILD) {
 768                 int     instance = ddi_get_instance(d);
 769                 ata_ctl_t *ata_ctlp = ddi_get_soft_state(ata_state, instance);
 770                 ata_drv_t *ata_drvp;
 771                 int     targ;
 772                 int     lun;
 773                 int     drive_type;
 774                 char    *disk_prop;
 775                 char    *class_prop;
 776 
 777                 if (ata_ctlp == NULL) {
 778                         ADBG_WARN(("ata_bus_ctl: failed to find ctl struct\n"));
 779                         return (DDI_FAILURE);
 780                 }
 781 
 782                 /* get (target,lun) of child device */
 783 
 784                 targ = ddi_prop_get_int(DDI_DEV_T_ANY, tdip, DDI_PROP_DONTPASS,
 785                     "target", -1);
 786                 if (targ == -1) {
 787                         ADBG_WARN(("ata_bus_ctl: failed to get targ num\n"));
 788                         return (DDI_FAILURE);
 789                 }
 790 
 791                 lun = ddi_prop_get_int(DDI_DEV_T_ANY, tdip, DDI_PROP_DONTPASS,
 792                     "lun", 0);
 793 
 794                 if ((targ < 0) || (targ >= ATA_MAXTARG) ||
 795                     (lun < 0) || (lun >= ATA_MAXLUN)) {
 796                         return (DDI_FAILURE);
 797                 }
 798 
 799                 ata_drvp = CTL2DRV(ata_ctlp, targ, lun);
 800 
 801                 if (ata_drvp == NULL)
 802                         return (DDI_FAILURE);   /* no drive */
 803 
 804                 /* get type of device */
 805 
 806                 if (ATAPIDRV(ata_drvp))
 807                         drive_type = ATA_DEV_ATAPI;
 808                 else
 809                         drive_type = ATA_DEV_DISK;
 810 
 811                 /*
 812                  * Check for special handling when child driver is
 813                  * cmdk (which morphs to the correct interface)
 814                  */
 815                 if (strcmp(ddi_get_name(tdip), "cmdk") == 0) {
 816 
 817                         if ((target_type == ATA_DEV_DISK) &&
 818                             (target_type != drive_type))
 819                                 return (DDI_FAILURE);
 820 
 821                         target_type = drive_type;
 822 
 823                         if (drive_type == ATA_DEV_ATAPI) {
 824                                 class_prop = "scsi";
 825                         } else {
 826                                 disk_prop = "dadk";
 827                                 class_prop = "dada";
 828 
 829                                 if (ndi_prop_update_string(DDI_DEV_T_NONE, tdip,
 830                                     "disk", disk_prop) != DDI_PROP_SUCCESS) {
 831                                         ADBG_WARN(("ata_bus_ctl: failed to "
 832                                             "create disk prop\n"));
 833                                         return (DDI_FAILURE);
 834                                 }
 835                         }
 836 
 837                         if (ndi_prop_update_string(DDI_DEV_T_NONE, tdip,
 838                             "class_prop", class_prop) != DDI_PROP_SUCCESS) {
 839                                 ADBG_WARN(("ata_bus_ctl: failed to "
 840                                     "create class prop\n"));
 841                                 return (DDI_FAILURE);
 842                         }
 843                 }
 844 
 845                 /* Check that target class matches the device */
 846 
 847                 if (target_type != drive_type)
 848                         return (DDI_FAILURE);
 849 
 850                 /* save pointer to drive struct for ata_disk_bus_ctl */
 851                 ddi_set_driver_private(tdip, ata_drvp);
 852 
 853                 /*
 854                  * Determine whether to enable DMA support for this drive.  This
 855                  * check is deferred to this point so that the various dma
 856                  * properties could reside on the devinfo node should finer
 857                  * grained dma control be required.
 858                  */
 859                 if (ata_drvp->ad_pciide_dma == ATA_DMA_UNINITIALIZED) {
 860                         ata_drvp->ad_pciide_dma =
 861                             ata_init_drive_pcidma(ata_ctlp, ata_drvp, tdip);
 862                         ata_show_transfer_mode(ata_ctlp, ata_drvp);
 863                 }
 864         }
 865 
 866         if (target_type == ATA_DEV_ATAPI) {
 867                 rc = scsa_bus_ops_p->bus_ctl(d, r, o, a, v);
 868         } else {
 869                 rc = ata_disk_bus_ctl(d, r, o, a, v);
 870         }
 871 
 872         return (rc);
 873 }
 874 
 875 /*
 876  *
 877  * GHD ccc_hba_complete callback
 878  *
 879  */
 880 
 881 /* ARGSUSED */
 882 static void
 883 ata_hba_complete(
 884         void *hba_handle,
 885         gcmd_t *gcmdp,
 886         int do_callback)
 887 {
 888         ata_drv_t *ata_drvp;
 889         ata_pkt_t *ata_pktp;
 890 
 891         ADBG_TRACE(("ata_hba_complete entered\n"));
 892 
 893         ata_drvp = GCMD2DRV(gcmdp);
 894         ata_pktp = GCMD2APKT(gcmdp);
 895         if (ata_pktp->ap_complete)
 896                 (*ata_pktp->ap_complete)(ata_drvp, ata_pktp,
 897                     do_callback);
 898 }
 899 
 900 /* GHD ccc_timeout_func callback */
 901 
 902 /* ARGSUSED */
 903 static int
 904 ata_timeout_func(
 905         void    *hba_handle,
 906         gcmd_t  *gcmdp,
 907         gtgt_t  *gtgtp,
 908         gact_t   action,
 909         int      calltype)
 910 {
 911         ata_ctl_t *ata_ctlp;
 912         ata_pkt_t *ata_pktp;
 913         ata_drv_t *ata_drvp;
 914 
 915         ADBG_TRACE(("ata_timeout_func entered\n"));
 916 
 917         ata_ctlp = (ata_ctl_t *)hba_handle;
 918 
 919         if (gcmdp != NULL)
 920                 ata_pktp = GCMD2APKT(gcmdp);
 921         else
 922                 ata_pktp = NULL;
 923 
 924         switch (action) {
 925         case GACTION_EARLY_ABORT:
 926                 /* abort before request was started */
 927                 if (ata_pktp != NULL) {
 928                         ata_pktp->ap_flags |= AP_ABORT;
 929                 }
 930                 ghd_complete(&ata_ctlp->ac_ccc, gcmdp);
 931                 return (TRUE);
 932 
 933         case GACTION_EARLY_TIMEOUT:
 934                 /* timeout before request was started */
 935                 if (ata_pktp != NULL) {
 936                         ata_pktp->ap_flags |= AP_TIMEOUT;
 937                 }
 938                 ghd_complete(&ata_ctlp->ac_ccc, gcmdp);
 939                 return (TRUE);
 940 
 941         case GACTION_RESET_TARGET:
 942                 /*
 943                  * Reset a device is not supported. Resetting a specific
 944                  * device can't be done at all to an ATA device and if
 945                  * you send a RESET to an ATAPI device you have to
 946                  * reset the whole bus to make certain both devices
 947                  * on the bus stay in sync regarding which device is
 948                  * the currently selected one.
 949                  */
 950                 return (FALSE);
 951 
 952         case GACTION_RESET_BUS:
 953                 /*
 954                  * Issue bus reset and reinitialize both drives.
 955                  * But only if this is a timed-out request. Target
 956                  * driver reset requests are ignored because ATA
 957                  * and ATAPI devices shouldn't be gratuitously reset.
 958                  * Also disable DMA if it is a CF device.
 959                  */
 960                 if (gcmdp == NULL)
 961                         break;
 962                 ata_drvp = GCMD2DRV(gcmdp);
 963                 if (ata_drvp != NULL)
 964                         if (ata_drvp->ad_id.ai_config == ATA_ID_CF_TO_ATA)
 965                                 ata_disable_DMA(ata_drvp);
 966                 return (ata_reset_bus(ata_ctlp));
 967         default:
 968                 break;
 969         }
 970         return (FALSE);
 971 }
 972 
 973 /*
 974  *
 975  * Initialize controller's soft-state structure
 976  *
 977  */
 978 
 979 static ata_ctl_t *
 980 ata_init_controller(
 981         dev_info_t *dip)
 982 {
 983         ata_ctl_t *ata_ctlp;
 984         int        instance;
 985         caddr_t    ioaddr1;
 986         caddr_t    ioaddr2;
 987 
 988         ADBG_TRACE(("ata_init_controller entered\n"));
 989 
 990         instance = ddi_get_instance(dip);
 991 
 992         /* allocate controller structure */
 993         if (ddi_soft_state_zalloc(ata_state, instance) != DDI_SUCCESS) {
 994                 ADBG_WARN(("ata_init_controller: soft_state_zalloc failed\n"));
 995                 return (NULL);
 996         }
 997 
 998         ata_ctlp = ddi_get_soft_state(ata_state, instance);
 999 
1000         if (ata_ctlp == NULL) {
1001                 ADBG_WARN(("ata_init_controller: failed to find "
1002                     "controller struct\n"));
1003                 return (NULL);
1004         }
1005 
1006         /*
1007          * initialize per-controller data
1008          */
1009         ata_ctlp->ac_dip = dip;
1010         ata_ctlp->ac_arq_pktp = kmem_zalloc(sizeof (ata_pkt_t), KM_SLEEP);
1011 
1012         /*
1013          * map the device registers
1014          */
1015         if (!ata_setup_ioaddr(dip, &ata_ctlp->ac_iohandle1, &ioaddr1,
1016             &ata_ctlp->ac_iohandle2, &ioaddr2,
1017             &ata_ctlp->ac_bmhandle, &ata_ctlp->ac_bmaddr)) {
1018                 (void) ata_detach(dip, DDI_DETACH);
1019                 return (NULL);
1020         }
1021 
1022         ADBG_INIT(("ata_init_controller: ioaddr1 = 0x%p, ioaddr2 = 0x%p\n",
1023             ioaddr1, ioaddr2));
1024 
1025         /*
1026          * Do ARQ setup
1027          */
1028         atapi_init_arq(ata_ctlp);
1029 
1030         /*
1031          * Do PCI-IDE setup
1032          */
1033         ata_init_pciide(dip, ata_ctlp);
1034 
1035         /*
1036          * port addresses associated with ioaddr1
1037          */
1038         ata_ctlp->ac_ioaddr1 = ioaddr1;
1039         ata_ctlp->ac_data    = (ushort_t *)ioaddr1 + AT_DATA;
1040         ata_ctlp->ac_error   = (uchar_t *)ioaddr1 + AT_ERROR;
1041         ata_ctlp->ac_feature = (uchar_t *)ioaddr1 + AT_FEATURE;
1042         ata_ctlp->ac_count   = (uchar_t *)ioaddr1 + AT_COUNT;
1043         ata_ctlp->ac_sect    = (uchar_t *)ioaddr1 + AT_SECT;
1044         ata_ctlp->ac_lcyl    = (uchar_t *)ioaddr1 + AT_LCYL;
1045         ata_ctlp->ac_hcyl    = (uchar_t *)ioaddr1 + AT_HCYL;
1046         ata_ctlp->ac_drvhd   = (uchar_t *)ioaddr1 + AT_DRVHD;
1047         ata_ctlp->ac_status  = (uchar_t *)ioaddr1 + AT_STATUS;
1048         ata_ctlp->ac_cmd     = (uchar_t *)ioaddr1 + AT_CMD;
1049 
1050         /*
1051          * port addresses associated with ioaddr2
1052          */
1053         ata_ctlp->ac_ioaddr2 = ioaddr2;
1054         ata_ctlp->ac_altstatus       = (uchar_t *)ioaddr2 + AT_ALTSTATUS;
1055         ata_ctlp->ac_devctl  = (uchar_t *)ioaddr2 + AT_DEVCTL;
1056 
1057         /*
1058          * If AC_BSY_WAIT needs to be set  for laptops that do
1059          * suspend/resume but do not correctly wait for the busy bit to
1060          * drop after a resume.
1061          */
1062         ata_ctlp->ac_timing_flags = ddi_prop_get_int(DDI_DEV_T_ANY,
1063             dip, DDI_PROP_DONTPASS, "timing_flags", 0);
1064         /*
1065          * get max transfer size, default to 256 sectors
1066          */
1067         ata_ctlp->ac_max_transfer = ddi_prop_get_int(DDI_DEV_T_ANY,
1068             dip, DDI_PROP_DONTPASS, "max_transfer", 0x100);
1069         if (ata_ctlp->ac_max_transfer < 1)
1070                 ata_ctlp->ac_max_transfer = 1;
1071         if (ata_ctlp->ac_max_transfer > 0x100)
1072                 ata_ctlp->ac_max_transfer = 0x100;
1073 
1074         /*
1075          * Get the standby timer value
1076          */
1077         ata_ctlp->ac_standby_time = ddi_prop_get_int(DDI_DEV_T_ANY,
1078             dip, DDI_PROP_DONTPASS, "standby", -1);
1079 
1080         /*
1081          * If this is a /pci/pci-ide instance check to see if
1082          * it's supposed to be attached as an /isa/ata
1083          */
1084         if (ata_ctlp->ac_pciide) {
1085                 static char prop_buf[] = "SUNW-ata-ffff-isa";
1086                 int addr1 = (intptr_t)ioaddr1;
1087 
1088 
1089                 if (addr1 < 0 || addr1 > 0xffff) {
1090                         (void) ata_detach(dip, DDI_DETACH);
1091                         return (NULL);
1092                 }
1093                 (void) sprintf(prop_buf, "SUNW-ata-%04x-isa",
1094                     addr1);
1095                 if (ddi_prop_exists(DDI_DEV_T_ANY, ddi_root_node(),
1096                     DDI_PROP_DONTPASS, prop_buf)) {
1097                         (void) ata_detach(dip, DDI_DETACH);
1098                         return (NULL);
1099                 }
1100         }
1101 
1102         /* Init controller specific stuff */
1103         (void) ata_spec_init_controller(dip);
1104 
1105         /*
1106          * initialize GHD
1107          */
1108 
1109         GHD_WAITQ_INIT(&ata_ctlp->ac_ccc.ccc_waitq, NULL, 1);
1110 
1111         if (!ghd_register("ata", &ata_ctlp->ac_ccc, dip, 0, ata_ctlp,
1112             atapi_ccballoc, atapi_ccbfree,
1113             ata_pciide_dma_sg_func, ata_hba_start,
1114             ata_hba_complete, ata_intr,
1115             ata_get_status, ata_process_intr, ata_timeout_func,
1116             &ata_timer_conf, NULL)) {
1117                 (void) ata_detach(dip, DDI_DETACH);
1118                 return (NULL);
1119         }
1120 
1121         ata_ctlp->ac_flags |= AC_GHD_INIT;
1122         return (ata_ctlp);
1123 }
1124 
1125 /* destroy a controller */
1126 
1127 static void
1128 ata_destroy_controller(
1129         dev_info_t *dip)
1130 {
1131         ata_ctl_t *ata_ctlp;
1132         int     instance;
1133 
1134         ADBG_TRACE(("ata_destroy_controller entered\n"));
1135 
1136         instance = ddi_get_instance(dip);
1137         ata_ctlp = ddi_get_soft_state(ata_state, instance);
1138 
1139         if (ata_ctlp == NULL)
1140                 return;
1141 
1142         /* destroy ghd */
1143         if (ata_ctlp->ac_flags & AC_GHD_INIT)
1144                 ghd_unregister(&ata_ctlp->ac_ccc);
1145 
1146         /* free the pciide buffer (if any) */
1147         ata_pciide_free(ata_ctlp);
1148 
1149         /* destroy controller struct */
1150         kmem_free(ata_ctlp->ac_arq_pktp, sizeof (ata_pkt_t));
1151         ddi_soft_state_free(ata_state, instance);
1152 
1153 }
1154 
1155 
1156 /*
1157  *
1158  * initialize a drive
1159  *
1160  */
1161 
1162 static ata_drv_t *
1163 ata_init_drive(
1164         ata_ctl_t       *ata_ctlp,
1165         uchar_t         targ,
1166         uchar_t         lun)
1167 {
1168         static  char     nec_260[]      = "NEC CD-ROM DRIVE";
1169         ata_drv_t *ata_drvp;
1170         struct ata_id   *aidp;
1171         char    buf[80];
1172         int     drive_type;
1173         int     i;
1174         int     valid_version = 0;
1175 
1176         ADBG_TRACE(("ata_init_drive entered, targ = %d, lun = %d\n",
1177             targ, lun));
1178 
1179         /* check if device already exists */
1180 
1181         ata_drvp = CTL2DRV(ata_ctlp, targ, lun);
1182 
1183         if (ata_drvp != NULL)
1184                 return (ata_drvp);
1185 
1186         /* allocate new device structure */
1187 
1188         ata_drvp = kmem_zalloc(sizeof (ata_drv_t), KM_SLEEP);
1189         aidp = &ata_drvp->ad_id;
1190 
1191         /*
1192          * set up drive struct
1193          */
1194         ata_drvp->ad_ctlp = ata_ctlp;
1195         ata_drvp->ad_pciide_dma = ATA_DMA_UNINITIALIZED;
1196         ata_drvp->ad_targ = targ;
1197         ata_drvp->ad_drive_bits =
1198             (ata_drvp->ad_targ == 0 ? ATDH_DRIVE0 : ATDH_DRIVE1);
1199         /*
1200          * Add the LUN for SFF-8070i support
1201          */
1202         ata_drvp->ad_lun = lun;
1203         ata_drvp->ad_drive_bits |= ata_drvp->ad_lun;
1204 
1205         /*
1206          * get drive type, side effect is to collect
1207          * IDENTIFY DRIVE data
1208          */
1209 
1210         drive_type = ata_drive_type(ata_drvp->ad_drive_bits,
1211             ata_ctlp->ac_iohandle1,
1212             ata_ctlp->ac_ioaddr1,
1213             ata_ctlp->ac_iohandle2,
1214             ata_ctlp->ac_ioaddr2,
1215             aidp);
1216 
1217         switch (drive_type) {
1218         case ATA_DEV_NONE:
1219                 /* no drive found */
1220                 goto errout;
1221         case ATA_DEV_ATAPI:
1222                 ata_drvp->ad_flags |= AD_ATAPI;
1223                 break;
1224         case ATA_DEV_DISK:
1225                 ata_drvp->ad_flags |= AD_DISK;
1226                 break;
1227         }
1228 
1229         /*
1230          * swap bytes of all text fields
1231          */
1232         if (!ata_strncmp(nec_260, aidp->ai_model, sizeof (aidp->ai_model))) {
1233                 swab(aidp->ai_drvser, aidp->ai_drvser,
1234                     sizeof (aidp->ai_drvser));
1235                 swab(aidp->ai_fw, aidp->ai_fw,
1236                     sizeof (aidp->ai_fw));
1237                 swab(aidp->ai_model, aidp->ai_model,
1238                     sizeof (aidp->ai_model));
1239         }
1240 
1241         /*
1242          * Check if this drive has the Single Sector bug
1243          */
1244 
1245         if (ata_check_drive_blacklist(&ata_drvp->ad_id, ATA_BL_1SECTOR))
1246                 ata_drvp->ad_flags |= AD_1SECTOR;
1247         else
1248                 ata_drvp->ad_flags &= ~AD_1SECTOR;
1249 
1250         if (ata_check_drive_blacklist(&ata_drvp->ad_id, ATA_BL_LBA48))
1251                 ata_drvp->ad_flags |= AD_BLLBA48;
1252         else
1253                 ata_drvp->ad_flags &= ~AD_BLLBA48;
1254 
1255         /* Check if this drive has the "revert to defaults" bug */
1256         if (!ata_check_revert_to_defaults(ata_drvp))
1257                 ata_drvp->ad_flags |= AD_NORVRT;
1258 
1259         /* Dump the drive info */
1260         (void) strncpy(buf, aidp->ai_model, sizeof (aidp->ai_model));
1261         buf[sizeof (aidp->ai_model)-1] = '\0';
1262         for (i = sizeof (aidp->ai_model) - 2; buf[i] == ' '; i--)
1263                 buf[i] = '\0';
1264 
1265         ATAPRT(("?\t%s device at targ %d, lun %d lastlun 0x%x\n",
1266             (ATAPIDRV(ata_drvp) ? "ATAPI":"IDE"),
1267             ata_drvp->ad_targ, ata_drvp->ad_lun, aidp->ai_lastlun));
1268 
1269         ATAPRT(("?\tmodel %s\n", buf));
1270 
1271         if (aidp->ai_majorversion != 0 && aidp->ai_majorversion != 0xffff) {
1272                 for (i = 14; i >= 2; i--) {
1273                         if (aidp->ai_majorversion & (1 << i)) {
1274                                 valid_version = i;
1275                                 break;
1276                         }
1277                 }
1278                 ATAPRT((
1279                     "?\tATA/ATAPI-%d supported, majver 0x%x minver 0x%x\n",
1280                     valid_version,
1281                     aidp->ai_majorversion,
1282                     aidp->ai_minorversion));
1283         }
1284 
1285         if (ata_capability_data) {
1286 
1287                 ATAPRT(("?\t\tstat %x, err %x\n",
1288                     ddi_get8(ata_ctlp->ac_iohandle2,
1289                     ata_ctlp->ac_altstatus),
1290                     ddi_get8(ata_ctlp->ac_iohandle1, ata_ctlp->ac_error)));
1291 
1292                 ATAPRT(("?\t\tcfg 0x%x, cap 0x%x\n",
1293                     aidp->ai_config,
1294                     aidp->ai_cap));
1295 
1296                 /*
1297                  * Be aware that ATA-6 and later drives may not provide valid
1298                  * geometry information and other obsoleted info.
1299                  * Select what is printed based on supported ATA model (skip
1300                  * anything below ATA/ATAPI-3)
1301                  */
1302 
1303                 if (valid_version == 0 || aidp->ai_majorversion <
1304                     ATAC_MAJVER_6) {
1305                         /*
1306                          * Supported version less then ATA-6
1307                          */
1308                         ATAPRT(("?\t\tcyl %d, hd %d, sec/trk %d\n",
1309                             aidp->ai_fixcyls,
1310                             aidp->ai_heads,
1311                             aidp->ai_sectors));
1312                 }
1313                 ATAPRT(("?\t\tmult1 0x%x, mult2 0x%x\n",
1314                     aidp->ai_mult1,
1315                     aidp->ai_mult2));
1316                 if (valid_version && aidp->ai_majorversion < ATAC_MAJVER_4) {
1317                         ATAPRT((
1318                         "?\t\tpiomode 0x%x, dmamode 0x%x, advpiomode 0x%x\n",
1319                             aidp->ai_piomode,
1320                             aidp->ai_dmamode,
1321                             aidp->ai_advpiomode));
1322                 } else {
1323                         ATAPRT(("?\t\tadvpiomode 0x%x\n",
1324                             aidp->ai_advpiomode));
1325                 }
1326                 ATAPRT(("?\t\tminpio %d, minpioflow %d\n",
1327                     aidp->ai_minpio,
1328                     aidp->ai_minpioflow));
1329                 if (valid_version && aidp->ai_majorversion >= ATAC_MAJVER_4 &&
1330                     (aidp->ai_validinfo & ATAC_VALIDINFO_83)) {
1331                         ATAPRT(("?\t\tdwdma 0x%x, ultradma 0x%x\n",
1332                             aidp->ai_dworddma,
1333                             aidp->ai_ultradma));
1334                 } else {
1335                         ATAPRT(("?\t\tdwdma 0x%x\n",
1336                             aidp->ai_dworddma));
1337                 }
1338         }
1339 
1340         if (ATAPIDRV(ata_drvp)) {
1341                 if (!atapi_init_drive(ata_drvp))
1342                         goto errout;
1343         } else {
1344                 if (!ata_disk_init_drive(ata_drvp))
1345                         goto errout;
1346         }
1347 
1348         /*
1349          * store pointer in controller struct
1350          */
1351         CTL2DRV(ata_ctlp, targ, lun) = ata_drvp;
1352 
1353         /*
1354          * lock the drive's current settings in case I have to
1355          * reset the drive due to some sort of error
1356          */
1357         (void) ata_set_feature(ata_ctlp, ata_drvp, ATSF_DIS_REVPOD, 0);
1358 
1359         return (ata_drvp);
1360 
1361 errout:
1362         ata_uninit_drive(ata_drvp);
1363         return (NULL);
1364 }
1365 
1366 /* destroy a drive */
1367 
1368 static void
1369 ata_uninit_drive(
1370         ata_drv_t *ata_drvp)
1371 {
1372 #if 0
1373         ata_ctl_t *ata_ctlp = ata_drvp->ad_ctlp;
1374 #endif
1375 
1376         ADBG_TRACE(("ata_uninit_drive entered\n"));
1377 
1378 #if 0
1379         /*
1380          * DON'T DO THIS. disabling interrupts floats the IRQ line
1381          * which generates spurious interrupts
1382          */
1383 
1384         /*
1385          * Select the correct drive
1386          */
1387         ddi_put8(ata_ctlp->ac_iohandle1, ata_ctlp->ac_drvhd,
1388             ata_drvp->ad_drive_bits);
1389         ata_nsecwait(400);
1390 
1391         /*
1392          * Disable interrupts from the drive
1393          */
1394         ddi_put8(ata_ctlp->ac_iohandle2, ata_ctlp->ac_devctl,
1395             (ATDC_D3 | ATDC_NIEN));
1396 #endif
1397 
1398         /* interface specific clean-ups */
1399 
1400         if (ata_drvp->ad_flags & AD_ATAPI)
1401                 atapi_uninit_drive(ata_drvp);
1402         else if (ata_drvp->ad_flags & AD_DISK)
1403                 ata_disk_uninit_drive(ata_drvp);
1404 
1405         /* free drive struct */
1406 
1407         kmem_free(ata_drvp, sizeof (ata_drv_t));
1408 }
1409 
1410 
1411 /*
1412  * ata_drive_type()
1413  *
1414  * The timeout values and exact sequence of checking is critical
1415  * especially for atapi device detection, and should not be changed lightly.
1416  *
1417  */
1418 static int
1419 ata_drive_type(
1420         uchar_t          drvhd,
1421         ddi_acc_handle_t io_hdl1,
1422         caddr_t          ioaddr1,
1423         ddi_acc_handle_t io_hdl2,
1424         caddr_t          ioaddr2,
1425         struct ata_id   *ata_id_bufp)
1426 {
1427         uchar_t status;
1428 
1429         ADBG_TRACE(("ata_drive_type entered\n"));
1430 
1431         /*
1432          * select the appropriate drive and LUN
1433          */
1434         ddi_put8(io_hdl1, (uchar_t *)ioaddr1 + AT_DRVHD, drvhd);
1435         ata_nsecwait(400);
1436 
1437         /*
1438          * make certain the drive is selected, and wait for not busy
1439          */
1440         (void) ata_wait3(io_hdl2, ioaddr2, 0, ATS_BSY, 0x7f, 0, 0x7f, 0,
1441             5 * 1000000);
1442 
1443         status = ddi_get8(io_hdl2, (uchar_t *)ioaddr2 + AT_ALTSTATUS);
1444 
1445         if (status & ATS_BSY) {
1446                 ADBG_TRACE(("ata_drive_type 0x%p 0x%x\n", ioaddr1, status));
1447                 return (ATA_DEV_NONE);
1448         }
1449 
1450         if (ata_disk_id(io_hdl1, ioaddr1, io_hdl2, ioaddr2, ata_id_bufp))
1451                 return (ATA_DEV_DISK);
1452 
1453         /*
1454          * No disk, check for atapi unit.
1455          */
1456         if (!atapi_signature(io_hdl1, ioaddr1)) {
1457 #ifndef ATA_DISABLE_ATAPI_1_7
1458                 /*
1459                  * Check for old (but prevalent) atapi 1.7B
1460                  * spec device, the only known example is the
1461                  * NEC CDR-260 (not 260R which is (mostly) ATAPI 1.2
1462                  * compliant). This device has no signature
1463                  * and requires conversion from hex to BCD
1464                  * for some scsi audio commands.
1465                  */
1466                 if (atapi_id(io_hdl1, ioaddr1, io_hdl2, ioaddr2, ata_id_bufp)) {
1467                         return (ATA_DEV_ATAPI);
1468                 }
1469 #endif
1470                 return (ATA_DEV_NONE);
1471         }
1472 
1473         if (atapi_id(io_hdl1, ioaddr1, io_hdl2, ioaddr2, ata_id_bufp)) {
1474                 return (ATA_DEV_ATAPI);
1475         }
1476 
1477         return (ATA_DEV_NONE);
1478 
1479 }
1480 
1481 /*
1482  * nsec-granularity time delay function
1483  */
1484 void
1485 ata_nsecwait(clock_t count)
1486 {
1487         extern int tsc_gethrtime_initted;
1488 
1489         if (tsc_gethrtime_initted) {
1490                 hrtime_t end = gethrtime() + count;
1491 
1492                 while (gethrtime() < end) {
1493                         SMT_PAUSE();
1494                 }
1495         } else {
1496                 drv_usecwait(1 + (count / 1000));
1497         }
1498 }
1499 
1500 
1501 /*
1502  * Wait for a register of a controller to achieve a specific state.
1503  * To return normally, all the bits in the first sub-mask must be ON,
1504  * all the bits in the second sub-mask must be OFF.
1505  * If timeout_usec microseconds pass without the controller achieving
1506  * the desired bit configuration, we return TRUE, else FALSE.
1507  */
1508 
1509 int ata_usec_delay = 10;
1510 
1511 int
1512 ata_wait(
1513         ddi_acc_handle_t io_hdl,
1514         caddr_t         ioaddr,
1515         uchar_t         onbits,
1516         uchar_t         offbits,
1517         uint_t          timeout_usec)
1518 {
1519         ushort_t val;
1520         hrtime_t deadline = gethrtime() +
1521             (hrtime_t)timeout_usec * (NANOSEC / MICROSEC);
1522 
1523 
1524         do  {
1525                 val = ddi_get8(io_hdl, (uchar_t *)ioaddr + AT_ALTSTATUS);
1526                 if ((val & onbits) == onbits && (val & offbits) == 0)
1527                         return (TRUE);
1528                 drv_usecwait(ata_usec_delay);
1529         } while (gethrtime() < deadline);
1530 
1531         return (FALSE);
1532 }
1533 
1534 
1535 /*
1536  *
1537  * This is a slightly more complicated version that checks
1538  * for error conditions and bails-out rather than looping
1539  * until the timeout expires
1540  */
1541 int
1542 ata_wait3(
1543         ddi_acc_handle_t io_hdl,
1544         caddr_t         ioaddr,
1545         uchar_t         onbits1,
1546         uchar_t         offbits1,
1547         uchar_t         failure_onbits2,
1548         uchar_t         failure_offbits2,
1549         uchar_t         failure_onbits3,
1550         uchar_t         failure_offbits3,
1551         uint_t          timeout_usec)
1552 {
1553         ushort_t val;
1554         hrtime_t deadline = gethrtime() +
1555             (hrtime_t)timeout_usec * (NANOSEC / MICROSEC);
1556 
1557         do  {
1558                 val = ddi_get8(io_hdl, (uchar_t *)ioaddr + AT_ALTSTATUS);
1559 
1560                 /*
1561                  * check for expected condition
1562                  */
1563                 if ((val & onbits1) == onbits1 && (val & offbits1) == 0)
1564                         return (TRUE);
1565 
1566                 /*
1567                  * check for error conditions
1568                  */
1569                 if ((val & failure_onbits2) == failure_onbits2 &&
1570                     (val & failure_offbits2) == 0) {
1571                         return (FALSE);
1572                 }
1573 
1574                 if ((val & failure_onbits3) == failure_onbits3 &&
1575                     (val & failure_offbits3) == 0) {
1576                         return (FALSE);
1577                 }
1578 
1579                 drv_usecwait(ata_usec_delay);
1580         } while (gethrtime() < deadline);
1581 
1582         return (FALSE);
1583 }
1584 
1585 
1586 /*
1587  *
1588  * low level routine for ata_disk_id() and atapi_id()
1589  *
1590  */
1591 
1592 int
1593 ata_id_common(
1594         uchar_t          id_cmd,
1595         int              expect_drdy,
1596         ddi_acc_handle_t io_hdl1,
1597         caddr_t          ioaddr1,
1598         ddi_acc_handle_t io_hdl2,
1599         caddr_t          ioaddr2,
1600         struct ata_id   *aidp)
1601 {
1602         uchar_t status;
1603 
1604         ADBG_TRACE(("ata_id_common entered\n"));
1605 
1606         bzero(aidp, sizeof (struct ata_id));
1607 
1608         /*
1609          * clear the features register
1610          */
1611         ddi_put8(io_hdl1, (uchar_t *)ioaddr1 + AT_FEATURE, 0);
1612 
1613         /*
1614          * Disable interrupts from the device.  When the ata
1615          * hardware is sharing its interrupt with another
1616          * device, the shared interrupt might have already been
1617          * unmasked in the interrupt controller and
1618          * triggering ata device interrupts will result in an
1619          * interrupt storm and a hung system.
1620          */
1621         ddi_put8(io_hdl2, (uchar_t *)ioaddr2 + AT_DEVCTL, ATDC_D3 | ATDC_NIEN);
1622 
1623         /*
1624          * issue IDENTIFY DEVICE or IDENTIFY PACKET DEVICE command
1625          */
1626         ddi_put8(io_hdl1, (uchar_t *)ioaddr1 + AT_CMD, id_cmd);
1627 
1628         /* wait for the busy bit to settle */
1629         ata_nsecwait(400);
1630 
1631         /*
1632          * read alternate status and check for conditions which
1633          * may indicate the drive is not present, to prevent getting
1634          * stuck in ata_wait3() below.
1635          */
1636         status = ddi_get8(io_hdl2, (uchar_t *)ioaddr2 + AT_ALTSTATUS);
1637 
1638         /*
1639          * 0x0, 0x7f, or ATS_DF can happen when no drive is present
1640          */
1641         if ((status == 0x0) || (status == 0x7f) ||
1642             ((status & (ATS_BSY|ATS_DF)) == ATS_DF)) {
1643                 /* invalid status, can't be an ATA or ATAPI device */
1644                 return (FALSE);
1645         }
1646 
1647         /*
1648          * According to the ATA specification, some drives may have
1649          * to read the media to complete this command.  We need to
1650          * make sure we give them enough time to respond.
1651          */
1652         (void) ata_wait3(io_hdl2, ioaddr2, 0, ATS_BSY,
1653             ATS_ERR, ATS_BSY, 0x7f, 0, 5 * 1000000);
1654 
1655         /*
1656          * read the status byte and clear the pending interrupt
1657          */
1658         status = ddi_get8(io_hdl1, (uchar_t *)ioaddr1 + AT_STATUS);
1659 
1660         /*
1661          * this happens if there's no drive present
1662          */
1663         if (status == 0xff || status == 0x7f) {
1664                 /* invalid status, can't be an ATA or ATAPI device */
1665                 return (FALSE);
1666         }
1667 
1668         if (status & ATS_BSY) {
1669                 ADBG_ERROR(("ata_id_common: BUSY status 0x%x error 0x%x\n",
1670                     ddi_get8(io_hdl2, (uchar_t *)ioaddr2 +AT_ALTSTATUS),
1671                     ddi_get8(io_hdl1, (uchar_t *)ioaddr1 + AT_ERROR)));
1672                 return (FALSE);
1673         }
1674 
1675         if (!(status & ATS_DRQ)) {
1676                 if (status & (ATS_ERR | ATS_DF)) {
1677                         return (FALSE);
1678                 }
1679                 /*
1680                  * Give the drive another second to assert DRQ. Some older
1681                  * drives de-assert BSY before asserting DRQ. Bail out
1682                  * immediately if the status becomes 0x7f, which is invalid
1683                  * value. It can happen when no drive is present.
1684                  */
1685                 if (!ata_wait3(io_hdl2, ioaddr2, ATS_DRQ, ATS_BSY, 0x7f,
1686                     ATS_BSY, 0x7f, ATS_BSY, 1000000)) {
1687                         ADBG_WARN(("ata_id_common: "
1688                             "!DRQ status 0x%x error 0x%x\n",
1689                             ddi_get8(io_hdl2, (uchar_t *)ioaddr2 +AT_ALTSTATUS),
1690                             ddi_get8(io_hdl1, (uchar_t *)ioaddr1 + AT_ERROR)));
1691                         return (FALSE);
1692                 }
1693         }
1694 
1695         /*
1696          * transfer the data
1697          */
1698         ddi_rep_get16(io_hdl1, (ushort_t *)aidp, (ushort_t *)ioaddr1 + AT_DATA,
1699             NBPSCTR >> 1, DDI_DEV_NO_AUTOINCR);
1700 
1701         /* wait for the busy bit to settle */
1702         ata_nsecwait(400);
1703 
1704 
1705         /*
1706          * Wait for the drive to recognize I've read all the data.
1707          * Some drives have been observed to take as much as 3msec to
1708          * deassert DRQ after reading the data; allow 1 sec just in case.
1709          *
1710          * Note: some non-compliant ATAPI drives (e.g., NEC Multispin 6V,
1711          * CDR-1350A) don't assert DRDY. If we've made it this far we can
1712          * safely ignore the DRDY bit since the ATAPI Packet command
1713          * actually doesn't require it to ever be asserted.
1714          *
1715          * Bail out immediately if the status becomes 0x7f, which is invalid
1716          * value. It can happen when no drive is present.
1717          *
1718          */
1719         if (!ata_wait3(io_hdl2, ioaddr2, (uchar_t)(expect_drdy ? ATS_DRDY : 0),
1720             (ATS_BSY | ATS_DRQ), 0x7f, ATS_BSY, 0x7f, ATS_BSY, 1000000)) {
1721                 ADBG_WARN(("ata_id_common: bad status 0x%x error 0x%x\n",
1722                     ddi_get8(io_hdl2, (uchar_t *)ioaddr2 + AT_ALTSTATUS),
1723                     ddi_get8(io_hdl1, (uchar_t *)ioaddr1 + AT_ERROR)));
1724                 return (FALSE);
1725         }
1726 
1727         /*
1728          * Check to see if the command aborted. This happens if
1729          * an IDENTIFY DEVICE command is issued to an ATAPI PACKET device,
1730          * or if an IDENTIFY PACKET DEVICE command is issued to an ATA
1731          * (non-PACKET) device.
1732          */
1733         if (status & (ATS_DF | ATS_ERR)) {
1734                 ADBG_WARN(("ata_id_common: status 0x%x error 0x%x \n",
1735                     ddi_get8(io_hdl2, (uchar_t *)ioaddr2 + AT_ALTSTATUS),
1736                     ddi_get8(io_hdl1, (uchar_t *)ioaddr1 + AT_ERROR)));
1737                 return (FALSE);
1738         }
1739         return (TRUE);
1740 }
1741 
1742 
1743 /*
1744  * Low level routine to issue a non-data command and busy wait for
1745  * the completion status.
1746  */
1747 
1748 int
1749 ata_command(
1750         ata_ctl_t *ata_ctlp,
1751         ata_drv_t *ata_drvp,
1752         int              expect_drdy,
1753         int              silent,
1754         uint_t           busy_wait,
1755         uchar_t          cmd,
1756         uchar_t          feature,
1757         uchar_t          count,
1758         uchar_t          sector,
1759         uchar_t          head,
1760         uchar_t          cyl_low,
1761         uchar_t          cyl_hi)
1762 {
1763         ddi_acc_handle_t io_hdl1 = ata_ctlp->ac_iohandle1;
1764         ddi_acc_handle_t io_hdl2 = ata_ctlp->ac_iohandle2;
1765         uchar_t          status;
1766 
1767         /* select the drive */
1768         ddi_put8(io_hdl1, ata_ctlp->ac_drvhd, ata_drvp->ad_drive_bits);
1769         ata_nsecwait(400);
1770 
1771         /* make certain the drive selected */
1772         if (!ata_wait(io_hdl2, ata_ctlp->ac_ioaddr2,
1773             (uchar_t)(expect_drdy ? ATS_DRDY : 0),
1774             ATS_BSY, busy_wait)) {
1775                 ADBG_ERROR(("ata_command: select failed "
1776                     "DRDY 0x%x CMD 0x%x F 0x%x N 0x%x  "
1777                     "S 0x%x H 0x%x CL 0x%x CH 0x%x\n",
1778                     expect_drdy, cmd, feature, count,
1779                     sector, head, cyl_low, cyl_hi));
1780                 return (FALSE);
1781         }
1782 
1783         /*
1784          * set all the regs
1785          */
1786         ddi_put8(io_hdl1, ata_ctlp->ac_drvhd, (head | ata_drvp->ad_drive_bits));
1787         ddi_put8(io_hdl1, ata_ctlp->ac_sect, sector);
1788         ddi_put8(io_hdl1, ata_ctlp->ac_count, count);
1789         ddi_put8(io_hdl1, ata_ctlp->ac_lcyl, cyl_low);
1790         ddi_put8(io_hdl1, ata_ctlp->ac_hcyl, cyl_hi);
1791         ddi_put8(io_hdl1, ata_ctlp->ac_feature, feature);
1792 
1793         /* send the command */
1794         ddi_put8(io_hdl1, ata_ctlp->ac_cmd, cmd);
1795 
1796         /* wait for the busy bit to settle */
1797         ata_nsecwait(400);
1798 
1799         /* wait for not busy */
1800         if (!ata_wait(io_hdl2, ata_ctlp->ac_ioaddr2, 0, ATS_BSY, busy_wait)) {
1801                 ADBG_ERROR(("ata_command: BSY too long!"
1802                     "DRDY 0x%x CMD 0x%x F 0x%x N 0x%x  "
1803                     "S 0x%x H 0x%x CL 0x%x CH 0x%x\n",
1804                     expect_drdy, cmd, feature, count,
1805                     sector, head, cyl_low, cyl_hi));
1806                 return (FALSE);
1807         }
1808 
1809         /*
1810          * wait for DRDY before continuing
1811          */
1812         (void) ata_wait3(io_hdl2, ata_ctlp->ac_ioaddr2,
1813             ATS_DRDY, ATS_BSY, /* okay */
1814             ATS_ERR, ATS_BSY, /* cmd failed */
1815             ATS_DF, ATS_BSY, /* drive failed */
1816             busy_wait);
1817 
1818         /* read status to clear IRQ, and check for error */
1819         status =  ddi_get8(io_hdl1, ata_ctlp->ac_status);
1820 
1821         if ((status & (ATS_BSY | ATS_DF | ATS_ERR)) == 0)
1822                 return (TRUE);
1823 
1824         if (!silent) {
1825                 ADBG_ERROR(("ata_command status 0x%x error 0x%x "
1826                     "DRDY 0x%x CMD 0x%x F 0x%x N 0x%x  "
1827                     "S 0x%x H 0x%x CL 0x%x CH 0x%x\n",
1828                     ddi_get8(io_hdl1, ata_ctlp->ac_status),
1829                     ddi_get8(io_hdl1, ata_ctlp->ac_error),
1830                     expect_drdy, cmd, feature, count,
1831                     sector, head, cyl_low, cyl_hi));
1832         }
1833         return (FALSE);
1834 }
1835 
1836 
1837 
1838 /*
1839  *
1840  * Issue a SET FEATURES command
1841  *
1842  */
1843 
1844 int
1845 ata_set_feature(
1846         ata_ctl_t *ata_ctlp,
1847         ata_drv_t *ata_drvp,
1848         uchar_t    feature,
1849         uchar_t    value)
1850 {
1851         int              rc;
1852 
1853         rc = ata_command(ata_ctlp, ata_drvp, TRUE, TRUE, ata_set_feature_wait,
1854             ATC_SET_FEAT, feature, value, 0, 0, 0, 0);
1855         /* feature, count, sector, head, cyl_low, cyl_hi */
1856 
1857         if (rc) {
1858                 return (TRUE);
1859         }
1860 
1861         ADBG_ERROR(("?ata_set_feature: (0x%x,0x%x) failed\n", feature, value));
1862         return (FALSE);
1863 }
1864 
1865 
1866 
1867 /*
1868  *
1869  * Issue a FLUSH CACHE command
1870  *
1871  */
1872 
1873 static int
1874 ata_flush_cache(
1875         ata_ctl_t *ata_ctlp,
1876         ata_drv_t *ata_drvp)
1877 {
1878         /* this command is optional so fail silently */
1879         return (ata_command(ata_ctlp, ata_drvp, TRUE, TRUE,
1880             ata_flush_cache_wait,
1881             ATC_FLUSH_CACHE, 0, 0, 0, 0, 0, 0));
1882 }
1883 
1884 /*
1885  * ata_setup_ioaddr()
1886  *
1887  * Map the device registers and return the handles.
1888  *
1889  * If this is a ISA-ATA controller then only two handles are
1890  * initialized and returned.
1891  *
1892  * If this is a PCI-IDE controller than a third handle (for the
1893  * PCI-IDE Bus Mastering registers) is initialized and returned.
1894  *
1895  */
1896 
1897 static int
1898 ata_setup_ioaddr(
1899         dev_info_t       *dip,
1900         ddi_acc_handle_t *handle1p,
1901         caddr_t          *addr1p,
1902         ddi_acc_handle_t *handle2p,
1903         caddr_t          *addr2p,
1904         ddi_acc_handle_t *bm_hdlp,
1905         caddr_t          *bm_addrp)
1906 {
1907         ddi_device_acc_attr_t dev_attr;
1908         int      rnumber;
1909         int      rc;
1910         off_t    regsize;
1911 
1912         /*
1913          * Make certain the controller is enabled and its regs are map-able
1914          *
1915          */
1916         rc = ddi_dev_regsize(dip, 0, &regsize);
1917         if (rc != DDI_SUCCESS || regsize <= AT_CMD) {
1918                 ADBG_INIT(("ata_setup_ioaddr(1): rc %d regsize %lld\n",
1919                     rc, (long long)regsize));
1920                 return (FALSE);
1921         }
1922 
1923         rc = ddi_dev_regsize(dip, 1, &regsize);
1924         if (rc != DDI_SUCCESS || regsize <= AT_ALTSTATUS) {
1925                 ADBG_INIT(("ata_setup_ioaddr(2): rc %d regsize %lld\n",
1926                     rc, (long long)regsize));
1927                 return (FALSE);
1928         }
1929 
1930         /*
1931          * setup the device attribute structure for little-endian,
1932          * strict ordering access.
1933          */
1934         dev_attr.devacc_attr_version = DDI_DEVICE_ATTR_V0;
1935         dev_attr.devacc_attr_endian_flags = DDI_STRUCTURE_LE_ACC;
1936         dev_attr.devacc_attr_dataorder = DDI_STRICTORDER_ACC;
1937 
1938         *handle1p = NULL;
1939         *handle2p = NULL;
1940         *bm_hdlp = NULL;
1941 
1942         /*
1943          * Determine whether this is a ISA, PNP-ISA, or PCI-IDE device
1944          */
1945         if (ddi_prop_exists(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "pnp-csn")) {
1946                 /* it's PNP-ISA, skip over the extra reg tuple */
1947                 rnumber = 1;
1948                 goto not_pciide;
1949         }
1950 
1951         /* else, it's ISA or PCI-IDE, check further */
1952         rnumber = 0;
1953 
1954         if (!ata_is_pci(dip)) {
1955                 /*
1956                  * If it's not a PCI-IDE, there are only two reg tuples
1957                  * and the first one contains the I/O base (170 or 1f0)
1958                  * rather than the controller instance number.
1959                  */
1960                 ADBG_TRACE(("ata_setup_ioaddr !pci-ide\n"));
1961                 goto not_pciide;
1962         }
1963 
1964 
1965         /*
1966          * Map the correct half of the PCI-IDE Bus Master registers.
1967          * There's a single BAR that maps these registers for both
1968          * controller's in a dual-controller chip and it's upto my
1969          * parent nexus, pciide, to adjust which (based on my instance
1970          * number) half this call maps.
1971          */
1972         rc = ddi_dev_regsize(dip, 2, &regsize);
1973         if (rc != DDI_SUCCESS || regsize < 8) {
1974                 ADBG_INIT(("ata_setup_ioaddr(3): rc %d regsize %lld\n",
1975                     rc, (long long)regsize));
1976                 goto not_pciide;
1977         }
1978 
1979         rc = ddi_regs_map_setup(dip, 2, bm_addrp, 0, 0, &dev_attr, bm_hdlp);
1980 
1981         if (rc != DDI_SUCCESS) {
1982                 /* map failed, try to use in non-pci-ide mode */
1983                 ADBG_WARN(("ata_setup_ioaddr bus master map failed, rc=0x%x\n",
1984                     rc));
1985                 *bm_hdlp = NULL;
1986         }
1987 
1988 not_pciide:
1989         /*
1990          * map the lower command block registers
1991          */
1992 
1993         rc = ddi_regs_map_setup(dip, rnumber, addr1p, 0, 0, &dev_attr,
1994             handle1p);
1995 
1996         if (rc != DDI_SUCCESS) {
1997                 cmn_err(CE_WARN, "ata: reg tuple 0 map failed, rc=0x%x\n", rc);
1998                 goto out1;
1999         }
2000 
2001         /*
2002          * If the controller is being used in compatibility mode
2003          * via /devices/isa/ata@1,{1f0,1f0}/..., the reg property
2004          * will specify zeros for the I/O ports for the PCI
2005          * instance.
2006          */
2007         if (*addr1p == 0) {
2008                 ADBG_TRACE(("ata_setup_ioaddr ioaddr1 0\n"));
2009                 goto out2;
2010         }
2011 
2012         /*
2013          * map the upper control block registers
2014          */
2015         rc = ddi_regs_map_setup(dip, rnumber + 1, addr2p, 0, 0, &dev_attr,
2016             handle2p);
2017         if (rc == DDI_SUCCESS)
2018                 return (TRUE);
2019 
2020         cmn_err(CE_WARN, "ata: reg tuple 1 map failed, rc=0x%x", rc);
2021 
2022 out2:
2023         if (*handle1p != NULL) {
2024                 ddi_regs_map_free(handle1p);
2025                 *handle1p = NULL;
2026         }
2027 
2028 out1:
2029         if (*bm_hdlp != NULL) {
2030                 ddi_regs_map_free(bm_hdlp);
2031                 *bm_hdlp = NULL;
2032         }
2033         return (FALSE);
2034 
2035 }
2036 
2037 /*
2038  *
2039  * Currently, the only supported controllers are ones which
2040  * support the SFF-8038 Bus Mastering spec.
2041  *
2042  * Check the parent node's IEEE 1275 class-code property to
2043  * determine if it's an PCI-IDE instance which supports SFF-8038
2044  * Bus Mastering. It's perfectly valid to have a PCI-IDE controller
2045  * that doesn't do Bus Mastering. In that case, my interrupt handler
2046  * only uses the interrupt latch bit in PCI-IDE status register.
2047  * The assumption is that the programming interface byte of the
2048  * class-code property reflects the bus master DMA capability of
2049  * the controller.
2050  *
2051  * Whether the drive support supports the DMA option still needs
2052  * to be checked later. Each individual request also has to be
2053  * checked for alignment and size to decide whether to use the
2054  * DMA transfer mode.
2055  */
2056 
2057 static void
2058 ata_init_pciide(
2059         dev_info_t       *dip,
2060         ata_ctl_t *ata_ctlp)
2061 {
2062         uint_t   class_code;
2063         uchar_t  status;
2064 
2065         ata_cntrl_DMA_sel_msg = NULL;
2066 
2067         if (ata_ctlp->ac_bmhandle == NULL) {
2068                 ata_ctlp->ac_pciide = FALSE;
2069                 ata_ctlp->ac_pciide_bm = FALSE;
2070                 ata_cntrl_DMA_sel_msg = "cntrl not Bus Master DMA capable";
2071                 return;
2072         }
2073 
2074         /*
2075          * check if it's a known bogus PCI-IDE chip
2076          */
2077         if (ata_check_pciide_blacklist(dip, ATA_BL_BOGUS)) {
2078                 ADBG_WARN(("ata_setup_ioaddr pci-ide blacklist\n"));
2079                 ata_ctlp->ac_pciide = FALSE;
2080                 ata_ctlp->ac_pciide_bm = FALSE;
2081                 ata_cntrl_DMA_sel_msg = "cntrl blacklisted";
2082                 return;
2083         }
2084         ata_ctlp->ac_pciide = TRUE;
2085 
2086         if (ata_check_pciide_blacklist(dip, ATA_BL_BMSTATREG_PIO_BROKEN)) {
2087                 ata_ctlp->ac_flags |= AC_BMSTATREG_PIO_BROKEN;
2088         }
2089 
2090         /*
2091          * check for a PCI-IDE chip with a broken DMA engine
2092          */
2093         if (ata_check_pciide_blacklist(dip, ATA_BL_NODMA)) {
2094                 ata_ctlp->ac_pciide_bm = FALSE;
2095                 ata_cntrl_DMA_sel_msg =
2096                     "cntrl blacklisted/DMA engine broken";
2097                 return;
2098         }
2099 
2100         /*
2101          * Check the Programming Interface register to determine
2102          * if this device supports PCI-IDE Bus Mastering. Some PCI-IDE
2103          * devices don't support Bus Mastering or DMA.
2104          * Since we are dealing with pre-qualified pci-ide controller,
2105          * check programming interface byte only.
2106          */
2107 
2108         class_code = ddi_prop_get_int(DDI_DEV_T_ANY, ddi_get_parent(dip),
2109             DDI_PROP_DONTPASS, "class-code", 0);
2110         if ((class_code & PCIIDE_BM_CAP_MASK) != PCIIDE_BM_CAP_MASK) {
2111                 ata_ctlp->ac_pciide_bm = FALSE;
2112                 ata_cntrl_DMA_sel_msg =
2113                     "cntrl not Bus Master DMA capable";
2114                 return;
2115         }
2116 
2117         /*
2118          * Avoid doing DMA on "simplex" chips which share hardware
2119          * between channels
2120          */
2121         status = ddi_get8(ata_ctlp->ac_bmhandle,
2122             (uchar_t *)ata_ctlp->ac_bmaddr + PCIIDE_BMISX_REG);
2123         /*
2124          * Some motherboards have CSB5's that are wired "to emulate CSB4 mode".
2125          * In such a mode, the simplex bit is asserted,  but in fact testing
2126          * on such a motherboard has shown that the devices are not simplex
2127          * -- DMA can be used on both channels concurrently with no special
2128          * considerations.  For chips like this, we have the ATA_BL_NO_SIMPLEX
2129          * flag set to indicate that the value of the simplex bit can be
2130          * ignored.
2131          */
2132 
2133         if (status & PCIIDE_BMISX_SIMPLEX) {
2134                 if (ata_check_pciide_blacklist(dip, ATA_BL_NO_SIMPLEX)) {
2135                         cmn_err(CE_WARN, "Ignoring false simplex bit \n");
2136 
2137                 } else {
2138 
2139                         int simplex_dma_channel, *rp, proplen, channel;
2140                         int dma_on = FALSE;
2141 
2142                         /*
2143                          * By default,use DMA on channel 0 and PIO on channel
2144                          * 1.  This can be switched by setting
2145                          * ata-simplex-dma-channel to:
2146                          *      0  DMA on channel 0 (default without this
2147                          *                          property)
2148                          *      1  DMA on channel 1
2149                          *      any other value: DMA off on both channels.
2150                          */
2151                         simplex_dma_channel = ata_prop_lookup_int(DDI_DEV_T_ANY,
2152                             ata_ctlp->ac_dip, 0, "ata-simplex-dma-channel", 0);
2153 
2154                         if (ddi_prop_lookup_int_array(DDI_DEV_T_ANY,
2155                             ata_ctlp->ac_dip, DDI_PROP_DONTPASS, "reg", &rp,
2156                             (uint_t *)&proplen) == DDI_PROP_SUCCESS) {
2157 
2158                                 channel = *rp;
2159                                 ddi_prop_free(rp);
2160 
2161                                 if (simplex_dma_channel == channel) {
2162                                         cmn_err(CE_CONT, "?ata: simplex "
2163                                             "controller.  DMA on channel"
2164                                             "  %d PIO on channel %d",
2165                                             channel, channel ? 0:1);
2166                                         dma_on = TRUE;
2167                                 } else {
2168                                         ata_cntrl_DMA_sel_msg =
2169                                             "simplex controller";
2170                                 }
2171                         }
2172 
2173                         if (dma_on == FALSE) {
2174                                 ata_ctlp->ac_pciide_bm = FALSE;
2175 
2176                                 return;
2177                         }
2178                 }
2179         }
2180 
2181         /*
2182          * It's a compatible PCI-IDE Bus Mastering controller,
2183          * allocate and map the DMA Scatter/Gather list (PRDE table).
2184          */
2185         if (ata_pciide_alloc(dip, ata_ctlp))
2186                 ata_ctlp->ac_pciide_bm = TRUE;
2187         else {
2188                 ata_ctlp->ac_pciide_bm = FALSE;
2189                 ata_cntrl_DMA_sel_msg = "unable to init DMA S/G list";
2190         }
2191 }
2192 
2193 /*
2194  *
2195  * Determine whether to enable DMA support for this drive.
2196  * The controller and the drive both have to support DMA.
2197  * The controller's capabilities were already checked in
2198  * ata_init_pciide(), now just check the drive's capabilities.
2199  *
2200  */
2201 
2202 static int
2203 ata_init_drive_pcidma(
2204         ata_ctl_t *ata_ctlp,
2205         ata_drv_t *ata_drvp,
2206         dev_info_t *tdip)
2207 {
2208         boolean_t dma;
2209         boolean_t cd_dma;
2210         boolean_t disk_dma;
2211         boolean_t atapi_dma;
2212         int ata_options;
2213 
2214         ata_dev_DMA_sel_msg = NULL;
2215 
2216         if (ata_ctlp->ac_pciide_bm != TRUE) {
2217                 ata_dev_DMA_sel_msg =
2218                     "controller is not Bus Master capable";
2219 
2220                 return (ATA_DMA_OFF);
2221         }
2222 
2223         ata_options = ddi_prop_get_int(DDI_DEV_T_ANY, ata_ctlp->ac_dip,
2224             0, "ata-options", 0);
2225 
2226         if (!(ata_options & ATA_OPTIONS_DMA)) {
2227                 /*
2228                  * Either the ata-options property was not found or
2229                  * DMA is not enabled by this property
2230                  */
2231                 ata_dev_DMA_sel_msg =
2232                     "disabled by \"ata-options\" property";
2233 
2234                 return (ATA_DMA_OFF);
2235         }
2236 
2237         if (ata_check_drive_blacklist(&ata_drvp->ad_id, ATA_BL_NODMA)) {
2238                 ata_dev_DMA_sel_msg = "device not DMA capable; blacklisted";
2239 
2240                 return (ATA_DMA_OFF);
2241         }
2242 
2243         /*
2244          * DMA mode is mandatory on ATA-3 (or newer) drives but is
2245          * optional on ATA-2 (or older) drives.
2246          *
2247          * On ATA-2 drives the ai_majorversion word will probably
2248          * be 0xffff or 0x0000, check the (now obsolete) DMA bit in
2249          * the capabilities word instead. The order of these tests
2250          * is important since an ATA-3 drive doesn't have to set
2251          * the DMA bit in the capabilities word.
2252          *
2253          */
2254 
2255         if (!((ata_drvp->ad_id.ai_majorversion & 0x8000) == 0 &&
2256             ata_drvp->ad_id.ai_majorversion >= (1 << 2)) &&
2257             !(ata_drvp->ad_id.ai_cap & ATAC_DMA_SUPPORT)) {
2258                 ata_dev_DMA_sel_msg = "device not DMA capable";
2259 
2260                 return (ATA_DMA_OFF);
2261         }
2262 
2263         /*
2264          * Disable DMA for ATAPI devices on controllers known to
2265          * have trouble with ATAPI DMA
2266          */
2267 
2268         if (ATAPIDRV(ata_drvp)) {
2269                 if (ata_check_pciide_blacklist(ata_ctlp->ac_dip,
2270                     ATA_BL_ATAPI_NODMA)) {
2271                         ata_dev_DMA_sel_msg =
2272                             "controller incapable of DMA for ATAPI device";
2273 
2274                         return (ATA_DMA_OFF);
2275                 }
2276         }
2277         dma = ata_prop_lookup_int(DDI_DEV_T_ANY, tdip,
2278             0, "ata-dma-enabled", TRUE);
2279         disk_dma = ata_prop_lookup_int(DDI_DEV_T_ANY, tdip,
2280             0, "ata-disk-dma-enabled", TRUE);
2281         cd_dma = ata_prop_lookup_int(DDI_DEV_T_ANY, tdip,
2282             0, "atapi-cd-dma-enabled", FALSE);
2283         atapi_dma = ata_prop_lookup_int(DDI_DEV_T_ANY, tdip,
2284             0, "atapi-other-dma-enabled", TRUE);
2285 
2286         if (dma == FALSE) {
2287                 cmn_err(CE_CONT, "?ata_init_drive_pcidma: "
2288                     "DMA disabled by \"ata-dma-enabled\" property");
2289                 ata_dev_DMA_sel_msg = "disabled by prop ata-dma-enabled";
2290 
2291                 return (ATA_DMA_OFF);
2292         }
2293 
2294         if (IS_CDROM(ata_drvp) == TRUE) {
2295                 if (cd_dma == FALSE) {
2296                         ata_dev_DMA_sel_msg =
2297                             "disabled.  Control with \"atapi-cd-dma-enabled\""
2298                             " property";
2299 
2300                         return (ATA_DMA_OFF);
2301                 }
2302 
2303         } else if (ATAPIDRV(ata_drvp) == FALSE) {
2304                 if (disk_dma == FALSE) {
2305                         ata_dev_DMA_sel_msg =
2306                             "disabled by \"ata-disk-dma-enabled\" property";
2307 
2308                         return (ATA_DMA_OFF);
2309                 }
2310 
2311         } else if (atapi_dma == FALSE) {
2312                         ata_dev_DMA_sel_msg =
2313                             "disabled by \"atapi-other-dma-enabled\" property";
2314 
2315                         return (ATA_DMA_OFF);
2316         }
2317 
2318         return (ATA_DMA_ON);
2319 }
2320 
2321 
2322 
2323 /*
2324  * this compare routine squeezes out extra blanks and
2325  * returns TRUE if p1 matches the leftmost substring of p2
2326  */
2327 
2328 static int
2329 ata_strncmp(
2330         char *p1,
2331         char *p2,
2332         int cnt)
2333 {
2334 
2335         for (;;) {
2336                 /*
2337                  * skip over any extra blanks in both strings
2338                  */
2339                 while (*p1 != '\0' && *p1 == ' ')
2340                         p1++;
2341 
2342                 while (cnt != 0 && *p2 == ' ') {
2343                         p2++;
2344                         cnt--;
2345                 }
2346 
2347                 /*
2348                  * compare the two strings
2349                  */
2350 
2351                 if (cnt == 0 || *p1 != *p2)
2352                         break;
2353 
2354                 while (cnt > 0 && *p1 == *p2) {
2355                         p1++;
2356                         p2++;
2357                         cnt--;
2358                 }
2359 
2360         }
2361 
2362         /* return TRUE if both strings ended at same point */
2363         return ((*p1 == '\0') ? TRUE : FALSE);
2364 }
2365 
2366 /*
2367  * Per PSARC/1997/281 create variant="atapi" property (if necessary)
2368  * on the target's dev_info node. Currently, the sd target driver
2369  * is the only driver which refers to this property.
2370  *
2371  * If the flag ata_id_debug is set also create the
2372  * the "ata" or "atapi" property on the target's dev_info node
2373  *
2374  */
2375 
2376 int
2377 ata_prop_create(
2378         dev_info_t *tgt_dip,
2379         ata_drv_t  *ata_drvp,
2380         char       *name)
2381 {
2382         int     rc;
2383 
2384         ADBG_TRACE(("ata_prop_create 0x%p 0x%p %s\n", tgt_dip, ata_drvp, name));
2385 
2386         if (strcmp("atapi", name) == 0) {
2387                 rc =  ndi_prop_update_string(DDI_DEV_T_NONE, tgt_dip,
2388                     "variant", name);
2389                 if (rc != DDI_PROP_SUCCESS)
2390                         return (FALSE);
2391         }
2392 
2393         if (!ata_id_debug)
2394                 return (TRUE);
2395 
2396         rc =  ndi_prop_update_byte_array(DDI_DEV_T_NONE, tgt_dip, name,
2397             (uchar_t *)&ata_drvp->ad_id, sizeof (ata_drvp->ad_id));
2398         if (rc != DDI_PROP_SUCCESS) {
2399                 ADBG_ERROR(("ata_prop_create failed, rc=%d\n", rc));
2400         }
2401         return (TRUE);
2402 }
2403 
2404 
2405 /* *********************************************************************** */
2406 /* *********************************************************************** */
2407 /* *********************************************************************** */
2408 
2409 /*
2410  * This state machine doesn't implement the ATAPI Optional Overlap
2411  * feature. You need that feature to efficiently support ATAPI
2412  * tape drives. See the 1394-ATA Tailgate spec (D97107), Figure 24,
2413  * for an example of how to add the necessary additional NextActions
2414  * and NextStates to this FSM and the atapi_fsm, in order to support
2415  * the Overlap Feature.
2416  */
2417 
2418 
2419 uchar_t ata_ctlr_fsm_NextAction[ATA_CTLR_NSTATES][ATA_CTLR_NFUNCS] = {
2420 /* --------------------- next action --------------------- | - current - */
2421 /* start0 --- start1 ---- intr ------ fini --- reset --- */
2422 { AC_START,   AC_START,   AC_NADA,    AC_NADA, AC_RESET_I }, /* idle     */
2423 { AC_BUSY,    AC_BUSY,    AC_INTR,    AC_FINI, AC_RESET_A }, /* active0  */
2424 { AC_BUSY,    AC_BUSY,    AC_INTR,    AC_FINI, AC_RESET_A }, /* active1  */
2425 };
2426 
2427 uchar_t ata_ctlr_fsm_NextState[ATA_CTLR_NSTATES][ATA_CTLR_NFUNCS] = {
2428 
2429 /* --------------------- next state --------------------- | - current - */
2430 /* start0 --- start1 ---- intr ------ fini --- reset --- */
2431 { AS_ACTIVE0, AS_ACTIVE1, AS_IDLE,    AS_IDLE, AS_IDLE    }, /* idle    */
2432 { AS_ACTIVE0, AS_ACTIVE0, AS_ACTIVE0, AS_IDLE, AS_ACTIVE0 }, /* active0 */
2433 { AS_ACTIVE1, AS_ACTIVE1, AS_ACTIVE1, AS_IDLE, AS_ACTIVE1 }, /* active1 */
2434 };
2435 
2436 
2437 static int
2438 ata_ctlr_fsm(
2439         uchar_t          fsm_func,
2440         ata_ctl_t       *ata_ctlp,
2441         ata_drv_t       *ata_drvp,
2442         ata_pkt_t       *ata_pktp,
2443         int             *DoneFlgp)
2444 {
2445         uchar_t    action;
2446         uchar_t    current_state;
2447         uchar_t    next_state;
2448         int        rc;
2449 
2450         current_state = ata_ctlp->ac_state;
2451         action = ata_ctlr_fsm_NextAction[current_state][fsm_func];
2452         next_state = ata_ctlr_fsm_NextState[current_state][fsm_func];
2453 
2454         /*
2455          * Set the controller's new state
2456          */
2457         ata_ctlp->ac_state = next_state;
2458         switch (action) {
2459 
2460         case AC_BUSY:
2461                 return (ATA_FSM_RC_BUSY);
2462 
2463         case AC_NADA:
2464                 return (ATA_FSM_RC_OKAY);
2465 
2466         case AC_START:
2467                 ASSERT(ata_ctlp->ac_active_pktp == NULL);
2468                 ASSERT(ata_ctlp->ac_active_drvp == NULL);
2469 
2470                 ata_ctlp->ac_active_pktp = ata_pktp;
2471                 ata_ctlp->ac_active_drvp = ata_drvp;
2472 
2473                 rc = (*ata_pktp->ap_start)(ata_ctlp, ata_drvp, ata_pktp);
2474 
2475                 if (rc == ATA_FSM_RC_BUSY) {
2476                         /* the request didn't start, GHD will requeue it */
2477                         ata_ctlp->ac_state = AS_IDLE;
2478                         ata_ctlp->ac_active_pktp = NULL;
2479                         ata_ctlp->ac_active_drvp = NULL;
2480                 }
2481                 return (rc);
2482 
2483         case AC_INTR:
2484                 ASSERT(ata_ctlp->ac_active_pktp != NULL);
2485                 ASSERT(ata_ctlp->ac_active_drvp != NULL);
2486 
2487                 ata_drvp = ata_ctlp->ac_active_drvp;
2488                 ata_pktp = ata_ctlp->ac_active_pktp;
2489                 return ((*ata_pktp->ap_intr)(ata_ctlp, ata_drvp, ata_pktp));
2490 
2491         case AC_RESET_A: /* Reset, controller active */
2492                 ASSERT(ata_ctlp->ac_active_pktp != NULL);
2493                 ASSERT(ata_ctlp->ac_active_drvp != NULL);
2494 
2495                 /* clean up the active request */
2496                 ata_pktp = ata_ctlp->ac_active_pktp;
2497                 ata_pktp->ap_flags |= AP_DEV_RESET | AP_BUS_RESET;
2498 
2499                 /* halt the DMA engine */
2500                 if (ata_pktp->ap_pciide_dma) {
2501                         ata_pciide_dma_stop(ata_ctlp);
2502                         (void) ata_pciide_status_clear(ata_ctlp);
2503                 }
2504 
2505                 /* Do a Software Reset to unwedge the bus */
2506                 if (!ata_software_reset(ata_ctlp)) {
2507                         return (ATA_FSM_RC_BUSY);
2508                 }
2509 
2510                 /* Then send a DEVICE RESET cmd to each ATAPI device */
2511                 atapi_fsm_reset(ata_ctlp);
2512                 return (ATA_FSM_RC_FINI);
2513 
2514         case AC_RESET_I: /* Reset, controller idle */
2515                 /* Do a Software Reset to unwedge the bus */
2516                 if (!ata_software_reset(ata_ctlp)) {
2517                         return (ATA_FSM_RC_BUSY);
2518                 }
2519 
2520                 /* Then send a DEVICE RESET cmd to each ATAPI device */
2521                 atapi_fsm_reset(ata_ctlp);
2522                 return (ATA_FSM_RC_OKAY);
2523 
2524         case AC_FINI:
2525                 break;
2526         }
2527 
2528         /*
2529          * AC_FINI, check ARQ needs to be started or finished
2530          */
2531 
2532         ASSERT(action == AC_FINI);
2533         ASSERT(ata_ctlp->ac_active_pktp != NULL);
2534         ASSERT(ata_ctlp->ac_active_drvp != NULL);
2535 
2536         /*
2537          * The active request is done now.
2538          * Disconnect the request from the controller and
2539          * add it to the done queue.
2540          */
2541         ata_drvp = ata_ctlp->ac_active_drvp;
2542         ata_pktp = ata_ctlp->ac_active_pktp;
2543 
2544         /*
2545          * If ARQ pkt is done, get ptr to original pkt and wrap it up.
2546          */
2547         if (ata_pktp == ata_ctlp->ac_arq_pktp) {
2548                 ata_pkt_t *arq_pktp;
2549 
2550                 ADBG_ARQ(("ata_ctlr_fsm 0x%p ARQ done\n", ata_ctlp));
2551 
2552                 arq_pktp = ata_pktp;
2553                 ata_pktp = ata_ctlp->ac_fault_pktp;
2554                 ata_ctlp->ac_fault_pktp = NULL;
2555                 if (arq_pktp->ap_flags & (AP_ERROR | AP_BUS_RESET))
2556                         ata_pktp->ap_flags |= AP_ARQ_ERROR;
2557                 else
2558                         ata_pktp->ap_flags |= AP_ARQ_OKAY;
2559                 goto all_done;
2560         }
2561 
2562 
2563 #define AP_ARQ_NEEDED   (AP_ARQ_ON_ERROR | AP_GOT_STATUS | AP_ERROR)
2564 
2565         /*
2566          * Start ARQ pkt if necessary
2567          */
2568         if ((ata_pktp->ap_flags & AP_ARQ_NEEDED) == AP_ARQ_NEEDED &&
2569             (ata_pktp->ap_status & ATS_ERR)) {
2570 
2571                 /* set controller state back to active */
2572                 ata_ctlp->ac_state = current_state;
2573 
2574                 /* try to start the ARQ pkt */
2575                 rc = ata_start_arq(ata_ctlp, ata_drvp, ata_pktp);
2576 
2577                 if (rc == ATA_FSM_RC_BUSY) {
2578                         ADBG_ARQ(("ata_ctlr_fsm 0x%p ARQ BUSY\n", ata_ctlp));
2579                         /* let the target driver handle the problem */
2580                         ata_ctlp->ac_state = AS_IDLE;
2581                         ata_ctlp->ac_active_pktp = NULL;
2582                         ata_ctlp->ac_active_drvp = NULL;
2583                         ata_ctlp->ac_fault_pktp = NULL;
2584                         goto all_done;
2585                 }
2586 
2587                 ADBG_ARQ(("ata_ctlr_fsm 0x%p ARQ started\n", ata_ctlp));
2588                 return (rc);
2589         }
2590 
2591         /*
2592          * Normal completion, no error status, and not an ARQ pkt,
2593          * just fall through.
2594          */
2595 
2596 all_done:
2597 
2598         /*
2599          * wrap everything up and tie a ribbon around it
2600          */
2601         ata_ctlp->ac_active_pktp = NULL;
2602         ata_ctlp->ac_active_drvp = NULL;
2603         if (APKT2GCMD(ata_pktp) != (gcmd_t *)0) {
2604                 ghd_complete(&ata_ctlp->ac_ccc, APKT2GCMD(ata_pktp));
2605                 if (DoneFlgp)
2606                         *DoneFlgp = TRUE;
2607         }
2608 
2609         return (ATA_FSM_RC_OKAY);
2610 }
2611 
2612 
2613 static int
2614 ata_start_arq(
2615         ata_ctl_t *ata_ctlp,
2616         ata_drv_t *ata_drvp,
2617         ata_pkt_t *ata_pktp)
2618 {
2619         ata_pkt_t               *arq_pktp;
2620         int                      bytes;
2621         uint_t                   senselen;
2622 
2623         ADBG_ARQ(("ata_start_arq 0x%p ARQ needed\n", ata_ctlp));
2624 
2625         /*
2626          * Determine just the size of the Request Sense Data buffer within
2627          * the scsi_arq_status structure.
2628          */
2629 #define SIZEOF_ARQ_HEADER       (sizeof (struct scsi_arq_status)        \
2630                                 - sizeof (struct scsi_extended_sense))
2631         senselen = ata_pktp->ap_statuslen - SIZEOF_ARQ_HEADER;
2632         ASSERT(senselen > 0);
2633 
2634 
2635         /* save ptr to original pkt */
2636         ata_ctlp->ac_fault_pktp = ata_pktp;
2637 
2638         /* switch the controller's active pkt to the ARQ pkt */
2639         arq_pktp = ata_ctlp->ac_arq_pktp;
2640         ata_ctlp->ac_active_pktp = arq_pktp;
2641 
2642         /* finish initializing the ARQ CDB */
2643         ata_ctlp->ac_arq_cdb[1] = ata_drvp->ad_lun << 4;
2644         ata_ctlp->ac_arq_cdb[4] = (uchar_t)senselen;
2645 
2646         /* finish initializing the ARQ pkt */
2647         arq_pktp->ap_v_addr = (caddr_t)&ata_pktp->ap_scbp->sts_sensedata;
2648 
2649         arq_pktp->ap_resid = senselen;
2650         arq_pktp->ap_flags = AP_ATAPI | AP_READ;
2651         arq_pktp->ap_cdb_pad =
2652             ((unsigned)(ata_drvp->ad_cdb_len - arq_pktp->ap_cdb_len)) >> 1;
2653 
2654         bytes = min(senselen, ATAPI_MAX_BYTES_PER_DRQ);
2655         arq_pktp->ap_hicyl = (uchar_t)(bytes >> 8);
2656         arq_pktp->ap_lwcyl = (uchar_t)bytes;
2657 
2658         /*
2659          * This packet is shared by all drives on this controller
2660          * therefore we need to init the drive number on every ARQ.
2661          */
2662         arq_pktp->ap_hd = ata_drvp->ad_drive_bits;
2663 
2664         /* start it up */
2665         return ((*arq_pktp->ap_start)(ata_ctlp, ata_drvp, arq_pktp));
2666 }
2667 
2668 /*
2669  *
2670  * reset the bus
2671  *
2672  */
2673 
2674 static int
2675 ata_reset_bus(
2676         ata_ctl_t *ata_ctlp)
2677 {
2678         int     watchdog;
2679         uchar_t drive;
2680         int     rc = FALSE;
2681         uchar_t fsm_func;
2682         int     DoneFlg = FALSE;
2683 
2684         /*
2685          * Do a Software Reset to unwedge the bus, and send
2686          * ATAPI DEVICE RESET to each ATAPI drive.
2687          */
2688         fsm_func = ATA_FSM_RESET;
2689         for (watchdog = ata_reset_bus_watchdog; watchdog > 0; watchdog--) {
2690                 switch (ata_ctlr_fsm(fsm_func, ata_ctlp, NULL, NULL,
2691                     &DoneFlg)) {
2692                 case ATA_FSM_RC_OKAY:
2693                         rc = TRUE;
2694                         goto fsm_done;
2695 
2696                 case ATA_FSM_RC_BUSY:
2697                         return (FALSE);
2698 
2699                 case ATA_FSM_RC_INTR:
2700                         fsm_func = ATA_FSM_INTR;
2701                         rc = TRUE;
2702                         continue;
2703 
2704                 case ATA_FSM_RC_FINI:
2705                         fsm_func = ATA_FSM_FINI;
2706                         rc = TRUE;
2707                         continue;
2708                 }
2709         }
2710         ADBG_WARN(("ata_reset_bus: watchdog\n"));
2711 
2712 fsm_done:
2713 
2714         /*
2715          * Reinitialize the ATA drives
2716          */
2717         for (drive = 0; drive < ATA_MAXTARG; drive++) {
2718                 ata_drv_t *ata_drvp;
2719 
2720                 if ((ata_drvp = CTL2DRV(ata_ctlp, drive, 0)) == NULL)
2721                         continue;
2722 
2723                 if (ATAPIDRV(ata_drvp))
2724                         continue;
2725 
2726                 /*
2727                  * Reprogram the Read/Write Multiple block factor
2728                  * and current geometry into the drive.
2729                  */
2730                 if (!ata_disk_setup_parms(ata_ctlp, ata_drvp))
2731                         rc = FALSE;
2732         }
2733 
2734         /* If DoneFlg is TRUE, it means that ghd_complete() function */
2735         /* has been already called. In this case ignore any errors and */
2736         /* return TRUE to the caller, otherwise return the value of rc */
2737         /* to the caller */
2738         if (DoneFlg)
2739                 return (TRUE);
2740         else
2741                 return (rc);
2742 }
2743 
2744 
2745 /*
2746  *
2747  * Low level routine to toggle the Software Reset bit
2748  *
2749  */
2750 
2751 static int
2752 ata_software_reset(
2753         ata_ctl_t *ata_ctlp)
2754 {
2755         ddi_acc_handle_t io_hdl1 = ata_ctlp->ac_iohandle1;
2756         ddi_acc_handle_t io_hdl2 = ata_ctlp->ac_iohandle2;
2757         hrtime_t deadline;
2758         uint_t usecs_left;
2759 
2760         ADBG_TRACE(("ata_reset_bus entered\n"));
2761 
2762         /* disable interrupts and turn the software reset bit on */
2763         ddi_put8(io_hdl2, ata_ctlp->ac_devctl, (ATDC_D3 | ATDC_SRST));
2764 
2765         /* why 30 milliseconds, the ATA/ATAPI-4 spec says 5 usec. */
2766         drv_usecwait(30000);
2767 
2768         /* turn the software reset bit back off */
2769         ddi_put8(io_hdl2, ata_ctlp->ac_devctl, ATDC_D3);
2770 
2771         /*
2772          * Wait for the controller to assert BUSY status.
2773          * I don't think 300 msecs is correct. The ATA/ATAPI-4
2774          * spec says 400 nsecs, (and 2 msecs if device
2775          * was in sleep mode; but we don't put drives to sleep
2776          * so it probably doesn't matter).
2777          */
2778         drv_usecwait(300000);
2779 
2780         /*
2781          * If drive 0 exists the test for completion is simple
2782          */
2783         deadline = gethrtime() + ((hrtime_t)31 * NANOSEC);
2784 
2785         if (CTL2DRV(ata_ctlp, 0, 0)) {
2786                 goto wait_for_not_busy;
2787         }
2788 
2789         ASSERT(CTL2DRV(ata_ctlp, 1, 0) != NULL);
2790 
2791         /*
2792          * This must be a single device configuration, with drive 1
2793          * only. This complicates the test for completion because
2794          * issuing the software reset just caused drive 1 to
2795          * deselect. With drive 1 deselected, if I just read the
2796          * status register to test the BSY bit I get garbage, but
2797          * I can't re-select drive 1 until I'm certain the BSY bit
2798          * is de-asserted. Catch-22.
2799          *
2800          * In ATA/ATAPI-4, rev 15, section 9.16.2, it says to handle
2801          * this situation like this:
2802          */
2803 
2804         /* give up if the drive doesn't settle within 31 seconds */
2805         while (gethrtime() < deadline) {
2806                 /*
2807                  * delay 10msec each time around the loop
2808                  */
2809                 drv_usecwait(10000);
2810 
2811                 /*
2812                  * try to select drive 1
2813                  */
2814                 ddi_put8(io_hdl1, ata_ctlp->ac_drvhd, ATDH_DRIVE1);
2815 
2816                 ddi_put8(io_hdl1, ata_ctlp->ac_sect, 0x55);
2817                 ddi_put8(io_hdl1, ata_ctlp->ac_sect, 0xaa);
2818                 if (ddi_get8(io_hdl1, ata_ctlp->ac_sect) != 0xaa)
2819                         continue;
2820 
2821                 ddi_put8(io_hdl1, ata_ctlp->ac_count, 0x55);
2822                 ddi_put8(io_hdl1, ata_ctlp->ac_count, 0xaa);
2823                 if (ddi_get8(io_hdl1, ata_ctlp->ac_count) != 0xaa)
2824                         continue;
2825 
2826                 goto wait_for_not_busy;
2827         }
2828         return (FALSE);
2829 
2830 wait_for_not_busy:
2831 
2832         /*
2833          * Now wait up to 31 seconds for BUSY to clear.
2834          */
2835         usecs_left = (deadline - gethrtime()) / 1000;
2836         (void) ata_wait3(io_hdl2, ata_ctlp->ac_ioaddr2, 0, ATS_BSY,
2837             ATS_ERR, ATS_BSY, ATS_DF, ATS_BSY, usecs_left);
2838 
2839         return (TRUE);
2840 }
2841 
2842 /*
2843  *
2844  * DDI interrupt handler
2845  *
2846  */
2847 
2848 static uint_t
2849 ata_intr(
2850         caddr_t arg)
2851 {
2852         ata_ctl_t *ata_ctlp;
2853         int        one_shot = 1;
2854 
2855         ata_ctlp = (ata_ctl_t *)arg;
2856 
2857         return (ghd_intr(&ata_ctlp->ac_ccc, (void *)&one_shot));
2858 }
2859 
2860 
2861 /*
2862  *
2863  * GHD ccc_get_status callback
2864  *
2865  */
2866 
2867 static int
2868 ata_get_status(
2869         void *hba_handle,
2870         void *intr_status)
2871 {
2872         ata_ctl_t *ata_ctlp = (ata_ctl_t *)hba_handle;
2873         uchar_t    status;
2874 
2875         ADBG_TRACE(("ata_get_status entered\n"));
2876 
2877         /*
2878          * ignore interrupts before ata_attach completes
2879          */
2880         if (!(ata_ctlp->ac_flags & AC_ATTACHED))
2881                 return (FALSE);
2882 
2883         /*
2884          * can't be interrupt pending if nothing active
2885          */
2886         switch (ata_ctlp->ac_state) {
2887         case AS_IDLE:
2888                 return (FALSE);
2889         case AS_ACTIVE0:
2890         case AS_ACTIVE1:
2891                 ASSERT(ata_ctlp->ac_active_drvp != NULL);
2892                 ASSERT(ata_ctlp->ac_active_pktp != NULL);
2893                 break;
2894         }
2895 
2896         /*
2897          * If this is a PCI-IDE controller, check the PCI-IDE controller's
2898          * interrupt status latch. But don't clear it yet.
2899          *
2900          * AC_BMSTATREG_PIO_BROKEN flag is used currently for
2901          * CMD chips with device id 0x646. Since the interrupt bit on
2902          * Bus master IDE register is not usable when in PIO mode,
2903          * this chip is treated as a legacy device for interrupt
2904          * indication.  The following code for CMD
2905          * chips may need to be revisited when we enable support for dma.
2906          *
2907          * CHANGE: DMA is not disabled for these devices. BM intr bit is
2908          * checked only if there was DMA used or BM intr is useable on PIO,
2909          * else treat it as before - as legacy device.
2910          */
2911 
2912         if ((ata_ctlp->ac_pciide) &&
2913             ((ata_ctlp->ac_pciide_bm != FALSE) &&
2914             ((ata_ctlp->ac_active_pktp->ap_pciide_dma == TRUE) ||
2915             !(ata_ctlp->ac_flags & AC_BMSTATREG_PIO_BROKEN)))) {
2916 
2917                 if (!ata_pciide_status_pending(ata_ctlp))
2918                         return (FALSE);
2919         } else {
2920                 /*
2921                  * Interrupts from legacy ATA/IDE controllers are
2922                  * edge-triggered but the dumb legacy ATA/IDE controllers
2923                  * and drives don't have an interrupt status bit.
2924                  *
2925                  * Use a one_shot variable to make sure we only return
2926                  * one status per interrupt.
2927                  */
2928                 if (intr_status != NULL) {
2929                         int *one_shot = (int *)intr_status;
2930 
2931                         if (*one_shot == 1)
2932                                 *one_shot = 0;
2933                         else
2934                                 return (FALSE);
2935                 }
2936         }
2937 
2938         /* check if device is still busy */
2939 
2940         status = ddi_get8(ata_ctlp->ac_iohandle2, ata_ctlp->ac_altstatus);
2941         if (status & ATS_BSY)
2942                 return (FALSE);
2943         return (TRUE);
2944 }
2945 
2946 
2947 /*
2948  *
2949  * get the current status and clear the IRQ
2950  *
2951  */
2952 
2953 int
2954 ata_get_status_clear_intr(
2955         ata_ctl_t *ata_ctlp,
2956         ata_pkt_t *ata_pktp)
2957 {
2958         uchar_t status;
2959 
2960         /*
2961          * Here's where we clear the PCI-IDE interrupt latch. If this
2962          * request used DMA mode then we also have to check and clear
2963          * the DMA error latch at the same time.
2964          */
2965 
2966         if (ata_pktp->ap_pciide_dma) {
2967                 if (ata_pciide_status_dmacheck_clear(ata_ctlp))
2968                         ata_pktp->ap_flags |= AP_ERROR | AP_TRAN_ERROR;
2969         } else if ((ata_ctlp->ac_pciide) &&
2970             !(ata_ctlp->ac_flags & AC_BMSTATREG_PIO_BROKEN)) {
2971                 /*
2972                  * Some requests don't use DMA mode and therefore won't
2973                  * set the DMA error latch, but we still have to clear
2974                  * the interrupt latch.
2975                  * Controllers with broken BM intr in PIO mode do not go
2976                  * through this path.
2977                  */
2978                 (void) ata_pciide_status_clear(ata_ctlp);
2979         }
2980 
2981         /*
2982          * this clears the drive's interrupt
2983          */
2984         status = ddi_get8(ata_ctlp->ac_iohandle1, ata_ctlp->ac_status);
2985         ADBG_TRACE(("ata_get_status_clear_intr: 0x%x\n", status));
2986         return (status);
2987 }
2988 
2989 
2990 
2991 /*
2992  *
2993  * GHD interrupt handler
2994  *
2995  */
2996 
2997 /* ARGSUSED */
2998 static void
2999 ata_process_intr(
3000         void *hba_handle,
3001         void *intr_status)
3002 {
3003         ata_ctl_t *ata_ctlp = (ata_ctl_t *)hba_handle;
3004         int        watchdog;
3005         uchar_t    fsm_func;
3006         int        rc;
3007 
3008         ADBG_TRACE(("ata_process_intr entered\n"));
3009 
3010         /*
3011          * process the ATA or ATAPI interrupt
3012          */
3013 
3014         fsm_func = ATA_FSM_INTR;
3015         for (watchdog = ata_process_intr_watchdog; watchdog > 0; watchdog--) {
3016                 rc =  ata_ctlr_fsm(fsm_func, ata_ctlp, NULL, NULL, NULL);
3017 
3018                 switch (rc) {
3019                 case ATA_FSM_RC_OKAY:
3020                         return;
3021 
3022                 case ATA_FSM_RC_BUSY:   /* wait for the next interrupt */
3023                         return;
3024 
3025                 case ATA_FSM_RC_INTR:   /* re-invoke the FSM */
3026                         fsm_func = ATA_FSM_INTR;
3027                         break;
3028 
3029                 case ATA_FSM_RC_FINI:   /* move a request to done Q */
3030                         fsm_func = ATA_FSM_FINI;
3031                         break;
3032                 }
3033         }
3034         ADBG_WARN(("ata_process_intr: watchdog\n"));
3035 }
3036 
3037 
3038 
3039 /*
3040  *
3041  * GHD ccc_hba_start callback
3042  *
3043  */
3044 
3045 static int
3046 ata_hba_start(
3047         void *hba_handle,
3048         gcmd_t *gcmdp)
3049 {
3050         ata_ctl_t *ata_ctlp;
3051         ata_drv_t *ata_drvp;
3052         ata_pkt_t *ata_pktp;
3053         uchar_t    fsm_func;
3054         int        request_started;
3055         int        watchdog;
3056 
3057         ADBG_TRACE(("ata_hba_start entered\n"));
3058 
3059         ata_ctlp = (ata_ctl_t *)hba_handle;
3060 
3061         if (ata_ctlp->ac_active_drvp != NULL) {
3062                 ADBG_WARN(("ata_hba_start drvp not null\n"));
3063                 return (FALSE);
3064         }
3065         if (ata_ctlp->ac_active_pktp != NULL) {
3066                 ADBG_WARN(("ata_hba_start pktp not null\n"));
3067                 return (FALSE);
3068         }
3069 
3070         ata_pktp = GCMD2APKT(gcmdp);
3071         ata_drvp = GCMD2DRV(gcmdp);
3072 
3073         /*
3074          * which drive?
3075          */
3076         if (ata_drvp->ad_targ == 0)
3077                 fsm_func = ATA_FSM_START0;
3078         else
3079                 fsm_func = ATA_FSM_START1;
3080 
3081         /*
3082          * start the request
3083          */
3084         request_started = FALSE;
3085         for (watchdog = ata_hba_start_watchdog; watchdog > 0; watchdog--) {
3086                 switch (ata_ctlr_fsm(fsm_func, ata_ctlp, ata_drvp, ata_pktp,
3087                     NULL)) {
3088                 case ATA_FSM_RC_OKAY:
3089                         request_started = TRUE;
3090                         goto fsm_done;
3091 
3092                 case ATA_FSM_RC_BUSY:
3093                         /* if first time, tell GHD to requeue the request */
3094                         goto fsm_done;
3095 
3096                 case ATA_FSM_RC_INTR:
3097                         /*
3098                          * The start function polled for the next
3099                          * bus phase, now fake an interrupt to process
3100                          * the next action.
3101                          */
3102                         request_started = TRUE;
3103                         fsm_func = ATA_FSM_INTR;
3104                         ata_drvp = NULL;
3105                         ata_pktp = NULL;
3106                         break;
3107 
3108                 case ATA_FSM_RC_FINI: /* move request to the done queue */
3109                         request_started = TRUE;
3110                         fsm_func = ATA_FSM_FINI;
3111                         ata_drvp = NULL;
3112                         ata_pktp = NULL;
3113                         break;
3114                 }
3115         }
3116         ADBG_WARN(("ata_hba_start: watchdog\n"));
3117 
3118 fsm_done:
3119         return (request_started);
3120 
3121 }
3122 
3123 static int
3124 ata_check_pciide_blacklist(
3125         dev_info_t *dip,
3126         uint_t flags)
3127 {
3128         ushort_t vendorid;
3129         ushort_t deviceid;
3130         pcibl_t *blp;
3131         int     *propp;
3132         uint_t   count;
3133         int      rc;
3134 
3135 
3136         vendorid = ddi_prop_get_int(DDI_DEV_T_ANY, ddi_get_parent(dip),
3137             DDI_PROP_DONTPASS, "vendor-id", 0);
3138         deviceid = ddi_prop_get_int(DDI_DEV_T_ANY, ddi_get_parent(dip),
3139             DDI_PROP_DONTPASS, "device-id", 0);
3140 
3141         /*
3142          * first check for a match in the "pci-ide-blacklist" property
3143          */
3144         rc = ddi_prop_lookup_int_array(DDI_DEV_T_ANY, dip, 0,
3145             "pci-ide-blacklist", &propp, &count);
3146 
3147         if (rc == DDI_PROP_SUCCESS) {
3148                 count = (count * sizeof (uint_t)) / sizeof (pcibl_t);
3149                 blp = (pcibl_t *)propp;
3150                 while (count--) {
3151                         /* check for matching ID */
3152                         if ((vendorid & blp->b_vmask)
3153                             != (blp->b_vendorid & blp->b_vmask)) {
3154                                 blp++;
3155                                 continue;
3156                         }
3157                         if ((deviceid & blp->b_dmask)
3158                             != (blp->b_deviceid & blp->b_dmask)) {
3159                                 blp++;
3160                                 continue;
3161                         }
3162 
3163                         /* got a match */
3164                         if (blp->b_flags & flags) {
3165                                 ddi_prop_free(propp);
3166                                 return (TRUE);
3167                         } else {
3168                                 ddi_prop_free(propp);
3169                                 return (FALSE);
3170                         }
3171                 }
3172                 ddi_prop_free(propp);
3173         }
3174 
3175         /*
3176          * then check the built-in blacklist
3177          */
3178         for (blp = ata_pciide_blacklist; blp->b_vendorid; blp++) {
3179                 if ((vendorid & blp->b_vmask) != blp->b_vendorid)
3180                         continue;
3181                 if ((deviceid & blp->b_dmask) != blp->b_deviceid)
3182                         continue;
3183                 if (!(blp->b_flags & flags))
3184                         continue;
3185                 return (TRUE);
3186         }
3187         return (FALSE);
3188 }
3189 
3190 int
3191 ata_check_drive_blacklist(
3192         struct ata_id *aidp,
3193         uint_t flags)
3194 {
3195         atabl_t *blp;
3196 
3197         for (blp = ata_drive_blacklist; blp->b_model != NULL; blp++) {
3198                 if (!ata_strncmp(blp->b_model, aidp->ai_model,
3199                     sizeof (aidp->ai_model)))
3200                         continue;
3201                 if (blp->b_fw != NULL) {
3202                         if (!ata_strncmp(blp->b_fw, aidp->ai_fw,
3203                             sizeof (aidp->ai_fw)))
3204                                 continue;
3205                 }
3206                 if (blp->b_flags & flags)
3207                         return (TRUE);
3208                 return (FALSE);
3209         }
3210         return (FALSE);
3211 }
3212 
3213 /*
3214  * Queue a request to perform some sort of internally
3215  * generated command. When this request packet reaches
3216  * the front of the queue (*func)() is invoked.
3217  *
3218  */
3219 
3220 int
3221 ata_queue_cmd(
3222         int       (*func)(ata_ctl_t *, ata_drv_t *, ata_pkt_t *),
3223         void      *arg,
3224         ata_ctl_t *ata_ctlp,
3225         ata_drv_t *ata_drvp,
3226         gtgt_t    *gtgtp)
3227 {
3228         ata_pkt_t       *ata_pktp;
3229         gcmd_t          *gcmdp;
3230         int              rc;
3231 
3232         if (!(gcmdp = ghd_gcmd_alloc(gtgtp, sizeof (*ata_pktp), TRUE))) {
3233                 ADBG_ERROR(("atapi_id_update alloc failed\n"));
3234                 return (FALSE);
3235         }
3236 
3237 
3238         /* set the back ptr from the ata_pkt to the gcmd_t */
3239         ata_pktp = GCMD2APKT(gcmdp);
3240         ata_pktp->ap_gcmdp = gcmdp;
3241         ata_pktp->ap_hd = ata_drvp->ad_drive_bits;
3242         ata_pktp->ap_bytes_per_block = ata_drvp->ad_bytes_per_block;
3243 
3244         /*
3245          * over-ride the default start function
3246          */
3247         ata_pktp = GCMD2APKT(gcmdp);
3248         ata_pktp->ap_start = func;
3249         ata_pktp->ap_complete = NULL;
3250         ata_pktp->ap_v_addr = (caddr_t)arg;
3251 
3252         /*
3253          * add it to the queue, when it gets to the front the
3254          * ap_start function is called.
3255          */
3256         rc = ghd_transport(&ata_ctlp->ac_ccc, gcmdp, gcmdp->cmd_gtgtp,
3257             0, TRUE, NULL);
3258 
3259         if (rc != TRAN_ACCEPT) {
3260                 /* this should never, ever happen */
3261                 return (FALSE);
3262         }
3263 
3264         if (ata_pktp->ap_flags & AP_ERROR)
3265                 return (FALSE);
3266         return (TRUE);
3267 }
3268 
3269 /*
3270  * Check if this drive has the "revert to defaults" bug
3271  * PSARC 2001/500 and 2001/xxx - check for the properties
3272  * ata-revert-to-defaults and atarvrt-<diskmodel> before
3273  * examining the blacklist.
3274  * <diskmodel> is made from the model number reported by Identify Drive
3275  * with uppercase letters converted to lowercase and all characters
3276  * except letters, digits, ".", "_", and "-" deleted.
3277  * Return value:
3278  *      TRUE:   enable revert to defaults
3279  *      FALSE:  disable revert to defaults
3280  *
3281  * NOTE: revert to power on defaults that includes reverting to MDMA
3282  * mode is allowed by ATA-6 & ATA-7 specs.
3283  * Therefore drives exhibiting this behaviour are not violating the spec.
3284  * Furthermore, the spec explicitly says that after the soft reset
3285  * host should check the current setting of the device features.
3286  * Correctly working BIOS would therefore reprogram either the drive
3287  * and/or the host controller to match transfer modes.
3288  * Devices with ATA_BL_NORVRT flag will be removed from
3289  * the ata_blacklist.
3290  * The default behaviour will be - no revert to power-on defaults
3291  * for all devices. The property is retained in case the user
3292  * explicitly requests revert-to-defaults before reboot.
3293  */
3294 
3295 #define ATA_REVERT_PROP_PREFIX "revert-"
3296 #define ATA_REVERT_PROP_GLOBAL  "ata-revert-to-defaults"
3297 /* room for prefix + model number + terminating NUL character */
3298 #define PROP_BUF_SIZE   (sizeof (ATA_REVERT_PROP_PREFIX) + \
3299                                 sizeof (aidp->ai_model) + 1)
3300 #define PROP_LEN_MAX    (31)
3301 
3302 static int
3303 ata_check_revert_to_defaults(
3304         ata_drv_t *ata_drvp)
3305 {
3306         struct ata_id   *aidp = &ata_drvp->ad_id;
3307         ata_ctl_t       *ata_ctlp = ata_drvp->ad_ctlp;
3308         char     prop_buf[PROP_BUF_SIZE];
3309         int      i, j;
3310         int      propval;
3311 
3312         /* put prefix into the buffer */
3313         (void) strcpy(prop_buf, ATA_REVERT_PROP_PREFIX);
3314         j = strlen(prop_buf);
3315 
3316         /* append the model number, leaving out invalid characters */
3317         for (i = 0;  i < sizeof (aidp->ai_model);  ++i) {
3318                 char c = aidp->ai_model[i];
3319                 if (c >= 'A' && c <= 'Z') /* uppercase -> lower */
3320                         c = c - 'A' + 'a';
3321                 if (c >= 'a' && c <= 'z' || c >= '0' && c <= '9' ||
3322                     c == '.' || c == '_' || c == '-')
3323                         prop_buf[j++] = c;
3324                 if (c == '\0')
3325                         break;
3326         }
3327 
3328         /* make sure there's a terminating NUL character */
3329         if (j >= PROP_LEN_MAX)
3330                 j =  PROP_LEN_MAX;
3331         prop_buf[j] = '\0';
3332 
3333         /* look for a disk-specific "revert" property" */
3334         propval = ddi_getprop(DDI_DEV_T_ANY, ata_ctlp->ac_dip,
3335             DDI_PROP_DONTPASS, prop_buf, -1);
3336         if (propval == 0)
3337                 return (FALSE);
3338         else if (propval != -1)
3339                 return (TRUE);
3340 
3341         /* look for a global "revert" property" */
3342         propval = ddi_getprop(DDI_DEV_T_ANY, ata_ctlp->ac_dip,
3343             0, ATA_REVERT_PROP_GLOBAL, -1);
3344         if (propval == 0)
3345                 return (FALSE);
3346         else if (propval != -1)
3347                 return (TRUE);
3348 
3349         return (FALSE);
3350 }
3351 
3352 void
3353 ata_show_transfer_mode(ata_ctl_t *ata_ctlp, ata_drv_t *ata_drvp)
3354 {
3355         int i;
3356 
3357         if (ata_ctlp->ac_pciide_bm == FALSE ||
3358             ata_drvp->ad_pciide_dma != ATA_DMA_ON) {
3359                 if (ata_cntrl_DMA_sel_msg) {
3360                         ATAPRT((
3361                             "?\tATA DMA off: %s\n", ata_cntrl_DMA_sel_msg));
3362                 } else if (ata_dev_DMA_sel_msg) {
3363                         ATAPRT(("?\tATA DMA off: %s\n", ata_dev_DMA_sel_msg));
3364                 }
3365                 ATAPRT(("?\tPIO mode %d selected\n",
3366                     (ata_drvp->ad_id.ai_advpiomode & ATAC_ADVPIO_4_SUP) ==
3367                     ATAC_ADVPIO_4_SUP ? 4 : 3));
3368         } else {
3369                 /* Using DMA */
3370                 if (ata_drvp->ad_id.ai_dworddma & ATAC_MDMA_SEL_MASK) {
3371                         /*
3372                          * Rely on the fact that either dwdma or udma is
3373                          * selected, not both.
3374                          */
3375                         ATAPRT(("?\tMultiwordDMA mode %d selected\n",
3376                             (ata_drvp->ad_id.ai_dworddma & ATAC_MDMA_2_SEL) ==
3377                             ATAC_MDMA_2_SEL ? 2 :
3378                             (ata_drvp->ad_id.ai_dworddma & ATAC_MDMA_1_SEL) ==
3379                             ATAC_MDMA_1_SEL ? 1 : 0));
3380                 } else {
3381                         for (i = 0; i <= 6; i++) {
3382                                 if (ata_drvp->ad_id.ai_ultradma &
3383                                     (1 << (i + 8))) {
3384                                         ATAPRT((
3385                                             "?\tUltraDMA mode %d selected\n",
3386                                             i));
3387                                         break;
3388                                 }
3389                         }
3390                 }
3391         }
3392 }
3393 
3394 /*
3395  * Controller-specific operation pointers.
3396  * Should be extended as needed - init only for now
3397  */
3398 struct ata_ctl_spec_ops {
3399         uint_t  (*cs_init)(dev_info_t *, ushort_t, ushort_t); /* ctlr init */
3400 };
3401 
3402 
3403 struct ata_ctl_spec {
3404         ushort_t                cs_vendor_id;
3405         ushort_t                cs_device_id;
3406         struct ata_ctl_spec_ops *cs_ops;
3407 };
3408 
3409 /* Sil3XXX-specific functions (init only for now) */
3410 struct ata_ctl_spec_ops sil3xxx_ops = {
3411         &sil3xxx_init_controller    /* Sil3XXX cntrl initialization */
3412 };
3413 
3414 
3415 struct ata_ctl_spec ata_cntrls_spec[] = {
3416         {0x1095, 0x3114, &sil3xxx_ops},
3417         {0x1095, 0x3512, &sil3xxx_ops},
3418         {0x1095, 0x3112, &sil3xxx_ops},
3419         {0, 0, NULL}            /* List must end with cs_ops set to NULL */
3420 };
3421 
3422 /*
3423  * Do controller specific initialization if necessary.
3424  * Pick-up controller specific functions.
3425  */
3426 
3427 int
3428 ata_spec_init_controller(dev_info_t *dip)
3429 {
3430         ushort_t                vendor_id;
3431         ushort_t                device_id;
3432         struct ata_ctl_spec     *ctlsp;
3433 
3434         vendor_id = ddi_prop_get_int(DDI_DEV_T_ANY, ddi_get_parent(dip),
3435             DDI_PROP_DONTPASS, "vendor-id", 0);
3436         device_id = ddi_prop_get_int(DDI_DEV_T_ANY, ddi_get_parent(dip),
3437             DDI_PROP_DONTPASS, "device-id", 0);
3438 
3439         /* Locate controller specific ops, if they exist */
3440         ctlsp = ata_cntrls_spec;
3441         while (ctlsp->cs_ops != NULL) {
3442                 if (ctlsp->cs_vendor_id == vendor_id &&
3443                     ctlsp->cs_device_id == device_id)
3444                         break;
3445                 ctlsp++;
3446         }
3447 
3448         if (ctlsp->cs_ops != NULL) {
3449                 if (ctlsp->cs_ops->cs_init != NULL) {
3450                         /* Initialize controller */
3451                         if ((*(ctlsp->cs_ops->cs_init))
3452                             (dip, vendor_id, device_id) != TRUE) {
3453                                 cmn_err(CE_WARN,
3454                                     "pci%4x,%4x cntrl specific "
3455                                     "initialization failed",
3456                                     vendor_id, device_id);
3457                                 return (FALSE);
3458                         }
3459                 }
3460         }
3461         return (TRUE);
3462 }
3463 
3464 /*
3465  * this routine works like ddi_prop_get_int, except that it works on
3466  * a string property that contains ascii representations
3467  * of an integer.
3468  * If the property is not found, the default value is returned.
3469  */
3470 static int
3471 ata_prop_lookup_int(dev_t match_dev, dev_info_t *dip,
3472         uint_t flags, char *name, int defvalue)
3473 {
3474 
3475         char *bufp, *cp;
3476         int rc = defvalue;
3477         int proprc;
3478 
3479         proprc = ddi_prop_lookup_string(match_dev, dip,
3480             flags, name, &bufp);
3481 
3482         if (proprc == DDI_PROP_SUCCESS) {
3483                 cp = bufp;
3484                 rc = stoi(&cp);
3485                 ddi_prop_free(bufp);
3486         } else {
3487                 /*
3488                  * see if property is encoded as an int instead of string.
3489                  */
3490                 rc = ddi_prop_get_int(match_dev, dip, flags, name, defvalue);
3491         }
3492 
3493         return (rc);
3494 }
3495 
3496 /*
3497  * Initialize the power management components
3498  */
3499 static void
3500 ata_init_pm(dev_info_t *dip)
3501 {
3502         char            pmc_name[16];
3503         char            *pmc[] = {
3504                                 NULL,
3505                                 "0=Sleep (PCI D3 State)",
3506                                 "3=PowerOn (PCI D0 State)",
3507                                 NULL
3508                         };
3509         int             instance;
3510         ata_ctl_t       *ata_ctlp;
3511 
3512 
3513         instance = ddi_get_instance(dip);
3514         ata_ctlp = ddi_get_soft_state(ata_state, instance);
3515         ata_ctlp->ac_pm_support = 0;
3516 
3517         /* check PCI capabilities */
3518         if (!ata_is_pci(dip))
3519                 return;
3520 
3521         (void) sprintf(pmc_name, "NAME=ata%d", instance);
3522         pmc[0] = pmc_name;
3523 
3524 #ifdef  ATA_USE_AUTOPM
3525         if (ddi_prop_update_string_array(DDI_DEV_T_NONE, dip,
3526             "pm-components", pmc, 3) != DDI_PROP_SUCCESS) {
3527                 return;
3528         }
3529 #endif
3530 
3531         ata_ctlp->ac_pm_support = 1;
3532         ata_ctlp->ac_pm_level = PM_LEVEL_D0;
3533 
3534         ATA_BUSY_COMPONENT(dip, 0);
3535         if (ATA_RAISE_POWER(dip, 0, PM_LEVEL_D0) != DDI_SUCCESS) {
3536                 (void) ddi_prop_remove(DDI_DEV_T_NONE, dip, "pm-components");
3537         }
3538         ATA_IDLE_COMPONENT(dip, 0);
3539 }
3540 
3541 /*
3542  * resume the hard drive
3543  */
3544 static void
3545 ata_resume_drive(ata_drv_t *ata_drvp)
3546 {
3547         ata_ctl_t *ata_ctlp = ata_drvp->ad_ctlp;
3548         int drive_type;
3549         struct ata_id id;
3550 
3551         ADBG_TRACE(("ata_resume_drive entered\n"));
3552 
3553         drive_type = ata_drive_type(ata_drvp->ad_drive_bits,
3554             ata_ctlp->ac_iohandle1, ata_ctlp->ac_ioaddr1,
3555             ata_ctlp->ac_iohandle2, ata_ctlp->ac_ioaddr2,
3556             &id);
3557         if (drive_type == ATA_DEV_NONE)
3558                 return;
3559 
3560         if (!ATAPIDRV(ata_drvp)) {
3561                 /* Reset Ultra DMA mode */
3562                 ata_reset_dma_mode(ata_drvp);
3563                 if (!ata_disk_setup_parms(ata_ctlp, ata_drvp))
3564                         return;
3565         } else {
3566                 (void) atapi_init_drive(ata_drvp);
3567                 if (ata_drvp->ad_dma_mode != 0) {
3568                         (void) atapi_reset_dma_mode(ata_drvp, FALSE);
3569                         if (!ata_check_dma_mode(ata_drvp))
3570                                 atapi_reset_dma_mode(ata_drvp, TRUE);
3571                         if (ata_drvp->ad_id.ai_ultradma !=
3572                             ata_drvp->ad_dma_mode) {
3573                                 ata_drvp->ad_pciide_dma = ATA_DMA_OFF;
3574                         } else {
3575                                 ata_drvp->ad_pciide_dma = ATA_DMA_ON;
3576                         }
3577                 }
3578         }
3579         (void) ata_set_feature(ata_ctlp, ata_drvp, ATSF_DIS_REVPOD, 0);
3580 
3581 }
3582 
3583 /*
3584  * resume routine, it will be run when get the command
3585  * DDI_RESUME at attach(9E) from system power management
3586  */
3587 static int
3588 ata_resume(dev_info_t *dip)
3589 {
3590         int             instance;
3591         ata_ctl_t       *ata_ctlp;
3592         ddi_acc_handle_t io_hdl2;
3593         caddr_t         ioaddr2;
3594 
3595         instance = ddi_get_instance(dip);
3596         ata_ctlp = ddi_get_soft_state(ata_state, instance);
3597 
3598         if (!ata_ctlp->ac_pm_support)
3599                 return (DDI_FAILURE);
3600         if (ata_ctlp->ac_pm_level == PM_LEVEL_D0)
3601                 return (DDI_SUCCESS);
3602 
3603         ATA_BUSY_COMPONENT(dip, 0);
3604         if (ATA_RAISE_POWER(dip, 0, PM_LEVEL_D0) == DDI_FAILURE)
3605                 return (DDI_FAILURE);
3606         ATA_IDLE_COMPONENT(dip, 0);
3607 
3608         /* enable interrupts from the device */
3609         io_hdl2 = ata_ctlp->ac_iohandle2;
3610         ioaddr2 = ata_ctlp->ac_ioaddr2;
3611         ddi_put8(io_hdl2, (uchar_t *)ioaddr2 + AT_DEVCTL, ATDC_D3);
3612         ata_ctlp->ac_pm_level = PM_LEVEL_D0;
3613 
3614         return (DDI_SUCCESS);
3615 }
3616 
3617 /*
3618  * suspend routine, it will be run when get the command
3619  * DDI_SUSPEND at detach(9E) from system power management
3620  */
3621 static int
3622 ata_suspend(dev_info_t *dip)
3623 {
3624         int             instance;
3625         ata_ctl_t       *ata_ctlp;
3626         ddi_acc_handle_t io_hdl2;
3627 
3628         instance = ddi_get_instance(dip);
3629         ata_ctlp = ddi_get_soft_state(ata_state, instance);
3630 
3631         if (!ata_ctlp->ac_pm_support)
3632                 return (DDI_FAILURE);
3633         if (ata_ctlp->ac_pm_level == PM_LEVEL_D3)
3634                 return (DDI_SUCCESS);
3635 
3636         /* disable interrupts and turn the software reset bit on */
3637         io_hdl2 = ata_ctlp->ac_iohandle2;
3638         ddi_put8(io_hdl2, ata_ctlp->ac_devctl, (ATDC_D3 | ATDC_SRST));
3639 
3640         (void) ata_reset_bus(ata_ctlp);
3641         (void) ata_change_power(dip, ATC_SLEEP);
3642         ata_ctlp->ac_pm_level = PM_LEVEL_D3;
3643         return (DDI_SUCCESS);
3644 }
3645 
3646 int ata_save_pci_config = 0;
3647 /*
3648  * ata specific power management entry point, it was
3649  * used to change the power management component
3650  */
3651 static int
3652 ata_power(dev_info_t *dip, int component, int level)
3653 {
3654         int             instance;
3655         ata_ctl_t       *ata_ctlp;
3656         uint8_t         cmd;
3657 
3658         ADBG_TRACE(("ata_power entered, component = %d, level = %d\n",
3659             component, level));
3660 
3661         instance = ddi_get_instance(dip);
3662         ata_ctlp = ddi_get_soft_state(ata_state, instance);
3663         if (ata_ctlp == NULL || component != 0)
3664                 return (DDI_FAILURE);
3665 
3666         if (!ata_ctlp->ac_pm_support)
3667                 return (DDI_FAILURE);
3668 
3669         if (ata_ctlp->ac_pm_level == level)
3670                 return (DDI_SUCCESS);
3671 
3672         switch (level) {
3673         case PM_LEVEL_D0:
3674                 if (ata_save_pci_config)
3675                         (void) pci_restore_config_regs(dip);
3676                 ata_ctlp->ac_pm_level = PM_LEVEL_D0;
3677                 cmd = ATC_IDLE_IMMED;
3678                 break;
3679         case PM_LEVEL_D3:
3680                 if (ata_save_pci_config)
3681                         (void) pci_save_config_regs(dip);
3682                 ata_ctlp->ac_pm_level = PM_LEVEL_D3;
3683                 cmd = ATC_SLEEP;
3684                 break;
3685         default:
3686                 return (DDI_FAILURE);
3687         }
3688         return (ata_change_power(dip, cmd));
3689 }
3690 
3691 /*
3692  * sent commands to ata controller to change the power level
3693  */
3694 static int
3695 ata_change_power(dev_info_t *dip, uint8_t cmd)
3696 {
3697         int             instance;
3698         ata_ctl_t       *ata_ctlp;
3699         ata_drv_t       *ata_drvp;
3700         uchar_t         targ;
3701         struct ata_id   id;
3702         uchar_t         lun;
3703         uchar_t         lastlun;
3704         struct ata_id   *aidp;
3705 
3706         ADBG_TRACE(("ata_change_power entered, cmd = %d\n", cmd));
3707 
3708         instance = ddi_get_instance(dip);
3709         ata_ctlp = ddi_get_soft_state(ata_state, instance);
3710 
3711         /*
3712          * Issue command on each disk device on the bus.
3713          */
3714         if (cmd == ATC_SLEEP) {
3715                 for (targ = 0; targ < ATA_MAXTARG; targ++) {
3716                         ata_drvp = CTL2DRV(ata_ctlp, targ, 0);
3717                         if (ata_drvp == NULL)
3718                                 continue;
3719                         if (ata_drvp->ad_dma_cap == 0 &&
3720                             ata_drvp->ad_pciide_dma == ATA_DMA_ON) {
3721                                 aidp = &ata_drvp->ad_id;
3722                                 if ((aidp->ai_validinfo & ATAC_VALIDINFO_83) &&
3723                                     (aidp->ai_ultradma & ATAC_UDMA_SEL_MASK)) {
3724                                         ata_drvp->ad_dma_cap =
3725                                             ATA_DMA_ULTRAMODE;
3726                                         ata_drvp->ad_dma_mode =
3727                                             aidp->ai_ultradma;
3728                                 } else if (aidp->ai_dworddma &
3729                                     ATAC_MDMA_SEL_MASK) {
3730                                         ata_drvp->ad_dma_cap =
3731                                             ATA_DMA_MWORDMODE;
3732                                         ata_drvp->ad_dma_mode =
3733                                             aidp->ai_dworddma;
3734                                 }
3735                         }
3736                         if (ata_drive_type(ata_drvp->ad_drive_bits,
3737                             ata_ctlp->ac_iohandle1, ata_ctlp->ac_ioaddr1,
3738                             ata_ctlp->ac_iohandle2, ata_ctlp->ac_ioaddr2,
3739                             &id) != ATA_DEV_DISK)
3740                                 continue;
3741                         (void) ata_flush_cache(ata_ctlp, ata_drvp);
3742                         if (!ata_command(ata_ctlp, ata_drvp, TRUE, TRUE,
3743                             5 * 1000000, cmd, 0, 0, 0, 0, 0, 0)) {
3744                                 cmn_err(CE_WARN, "!ata_controller - Can not "
3745                                     "put drive %d in to power mode %u",
3746                                     targ, cmd);
3747                                 (void) ata_devo_reset(dip, DDI_RESET_FORCE);
3748                                 return (DDI_FAILURE);
3749                         }
3750                 }
3751                 return (DDI_SUCCESS);
3752         }
3753 
3754         (void) ata_software_reset(ata_ctlp);
3755         for (targ = 0; targ < ATA_MAXTARG; targ++) {
3756                 ata_drvp = CTL2DRV(ata_ctlp, targ, 0);
3757                 if (ata_drvp == NULL)
3758                         continue;
3759                 ata_resume_drive(ata_drvp);
3760 
3761                 if (ATAPIDRV(ata_drvp))
3762                         lastlun = ata_drvp->ad_id.ai_lastlun;
3763                 else
3764                         lastlun = 0;
3765                 if (!ata_enable_atapi_luns)
3766                         lastlun = 0;
3767                 for (lun = 1; lun <= lastlun && lun < ATA_MAXLUN; lun++) {
3768                         ata_drvp = CTL2DRV(ata_ctlp, targ, lun);
3769                         if (ata_drvp != NULL)
3770                                 ata_resume_drive(ata_drvp);
3771                 }
3772         }
3773 
3774         return (DDI_SUCCESS);
3775 }
3776 
3777 /*
3778  * return 1 when ata controller is a pci device,
3779  * otherwise return 0
3780  */
3781 static int
3782 ata_is_pci(dev_info_t *dip)
3783 {
3784         int rc;
3785         char *bufp;
3786         int ispci;
3787 
3788         rc = ddi_prop_lookup_string(DDI_DEV_T_ANY, ddi_get_parent(dip),
3789             DDI_PROP_DONTPASS, "device_type", &bufp);
3790 
3791         if (rc != DDI_PROP_SUCCESS) {
3792                 ADBG_ERROR(("ata_is_pci !device_type\n"));
3793                 return (0);
3794         }
3795 
3796         ispci = (strcmp(bufp, "pci-ide") == 0);
3797 
3798         ddi_prop_free(bufp);
3799 
3800         return (ispci);
3801 }
3802 
3803 /*
3804  * Disable DMA for this drive
3805  */
3806 static void
3807 ata_disable_DMA(ata_drv_t *ata_drvp)
3808 {
3809         struct ata_id *aidp;
3810         char buf[sizeof (aidp->ai_model) +2];
3811         int i;
3812 
3813         if (ata_drvp == NULL)
3814                 return;
3815 
3816         if (ata_drvp->ad_pciide_dma == ATA_DMA_OFF)
3817                 return;
3818 
3819         ata_drvp->ad_pciide_dma = ATA_DMA_OFF;
3820 
3821         /* Print the message */
3822         buf[0] = '\0';
3823         aidp = &ata_drvp->ad_id;
3824         if (aidp != NULL) {
3825                 (void) strncpy(buf, aidp->ai_model, sizeof (aidp->ai_model));
3826                 buf[sizeof (aidp->ai_model) -1] = '\0';
3827                 for (i = sizeof (aidp->ai_model) - 2; buf[i] == ' '; i--)
3828                         buf[i] = '\0';
3829         }
3830         cmn_err(CE_CONT,
3831             "?DMA disabled on %s target=%d, lun=%d due to DMA errors,",
3832             buf, ata_drvp->ad_targ, ata_drvp->ad_lun);
3833         cmn_err(CE_CONT, "?most likely due to the CF-to-IDE adapter.");
3834 }
3835 
3836 /*
3837  * Check and select DMA mode
3838  *
3839  * TRUE is returned when set feature is called successfully,
3840  * otherwise return FALSE
3841  */
3842 int
3843 ata_set_dma_mode(ata_ctl_t *ata_ctlp, ata_drv_t *ata_drvp)
3844 {
3845         struct ata_id *aidp;
3846         int mode, rval = FALSE;
3847         uint8_t subcmd;
3848 
3849         aidp = &ata_drvp->ad_id;
3850 
3851         /* Return directly if DMA is not supported */
3852         if (!(aidp->ai_cap & ATAC_DMA_SUPPORT))
3853                 return (rval);
3854 
3855         /* Return if DMA mode is already selected */
3856         if (((aidp->ai_validinfo & ATAC_VALIDINFO_83) &&
3857             (aidp->ai_ultradma & ATAC_UDMA_SEL_MASK)) ||
3858             (aidp->ai_dworddma & ATAC_MDMA_SEL_MASK))
3859                 return (rval);
3860 
3861         /* First check Ultra DMA mode if no DMA is selected */
3862         if ((aidp->ai_validinfo & ATAC_VALIDINFO_83) &&
3863             (aidp->ai_ultradma & ATAC_UDMA_SUP_MASK)) {
3864                 for (mode = 6; mode >= 0; --mode) {
3865                         if (aidp->ai_ultradma & (1 << mode))
3866                                 break;
3867                 }
3868                 subcmd = ATF_XFRMOD_UDMA;
3869 
3870         } else if (aidp->ai_dworddma & ATAC_MDMA_SUP_MASK) {
3871                 /* Then check multi-word DMA mode */
3872                 for (mode = 2; mode >= 0; --mode) {
3873                         if (aidp->ai_dworddma & (1 << mode))
3874                                 break;
3875                 }
3876                 subcmd = ATF_XFRMOD_MDMA;
3877 
3878         } else {
3879                 return (rval);
3880         }
3881 
3882         rval = ata_set_feature(ata_ctlp, ata_drvp, ATSF_SET_XFRMOD,
3883             subcmd|mode);
3884 
3885         return (rval);
3886 }
3887 
3888 /*
3889  * Reset Ultra DMA mode / MWDMA mode
3890  */
3891 void
3892 ata_reset_dma_mode(ata_drv_t *ata_drvp)
3893 {
3894         uint8_t subcmd;
3895         int     mode;
3896         ata_ctl_t *ata_ctlp = ata_drvp->ad_ctlp;
3897 
3898         switch (ata_drvp->ad_dma_cap) {
3899         case ATA_DMA_ULTRAMODE:
3900                 subcmd = ATF_XFRMOD_UDMA;
3901                 for (mode = 0; mode <= 6; mode++) {
3902                         if (ata_drvp->ad_dma_mode & (1 << (mode + 8)))
3903                                 break;
3904                 }
3905                 break;
3906         case ATA_DMA_MWORDMODE:
3907                 subcmd = ATF_XFRMOD_MDMA;
3908                 mode = ((ata_drvp->ad_dma_mode & ATAC_MDMA_2_SEL) ==
3909                     ATAC_MDMA_2_SEL ? 2 :
3910                     (ata_drvp->ad_dma_mode & ATAC_MDMA_1_SEL) ==
3911                     ATAC_MDMA_1_SEL ? 1 : 0);
3912                 break;
3913         default:
3914                 return;
3915         }
3916 
3917         (void) ata_set_feature(ata_ctlp, ata_drvp, ATSF_SET_XFRMOD,
3918             (subcmd | mode));
3919 }
3920 
3921 /*
3922  * Check DMA mode is the same with saved info
3923  * return value: 0 - not same
3924  *               1 - same
3925  */
3926 static int
3927 ata_check_dma_mode(ata_drv_t *ata_drvp)
3928 {
3929         struct ata_id   *aidp;
3930 
3931         aidp = &ata_drvp->ad_id;
3932         switch (ata_drvp->ad_dma_cap) {
3933         case ATA_DMA_ULTRAMODE:
3934                 if ((aidp->ai_validinfo & ATAC_VALIDINFO_83) &&
3935                     (aidp->ai_ultradma & ATAC_UDMA_SEL_MASK) &&
3936                     (aidp->ai_ultradma == ata_drvp->ad_dma_mode))
3937                         break;
3938                 else
3939                         return (0);
3940         case ATA_DMA_MWORDMODE:
3941                 if ((aidp->ai_dworddma & ATAC_MDMA_SEL_MASK) &&
3942                     (aidp->ai_dworddma == ata_drvp->ad_dma_mode))
3943                         break;
3944                 else
3945                         return (0);
3946         default:
3947                 return (0);
3948         }
3949         return (1);
3950 }