1 /* $NetBSD: ninjaata32.c,v 1.20 2017/10/20 07:06:07 jdolecek Exp $ */ 2 3 /* 4 * Copyright (c) 2006 ITOH Yasufumi. 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 1. Redistributions of source code must retain the above copyright 11 * notice, this list of conditions and the following disclaimer. 12 * 2. Redistributions in binary form must reproduce the above copyright 13 * notice, this list of conditions and the following disclaimer in the 14 * documentation and/or other materials provided with the distribution. 15 * 16 * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' 17 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 18 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 19 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS 20 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 21 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 22 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 23 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 24 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 25 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 26 * THE POSSIBILITY OF SUCH DAMAGE. 27 */ 28 29 #include <sys/cdefs.h> 30 __KERNEL_RCSID(0, "$NetBSD: ninjaata32.c,v 1.20 2017/10/20 07:06:07 jdolecek Exp $"); 31 32 #include <sys/param.h> 33 #include <sys/kernel.h> 34 #include <sys/device.h> 35 #include <sys/proc.h> 36 37 #include <sys/bus.h> 38 #include <sys/intr.h> 39 40 #include <dev/ata/atavar.h> 41 #include <dev/ic/wdcreg.h> 42 #include <dev/ic/wdcvar.h> 43 44 #include <dev/ic/ninjaata32reg.h> 45 #include <dev/ic/ninjaata32var.h> 46 47 #ifdef NJATA32_DEBUG 48 #define DPRINTF(x) printf x 49 #else 50 #define DPRINTF(x) 51 #endif 52 53 static void njata32_init(struct njata32_softc *, int nosleep); 54 static void njata32_irqack(struct ata_channel *); 55 static void njata32_clearirq(struct ata_channel *, int); 56 static void njata32_setup_channel(struct ata_channel *); 57 static int njata32_dma_init(void *, int channel, int drive, 58 void *databuf, size_t datalen, int flags); 59 static void njata32_piobm_start(void *, int channel, int drive, int skip, 60 int xferlen, int flags); 61 static int njata32_dma_finish(void *, int channel, int drive, int force); 62 static void njata32_piobm_done(void *, int channel, int drive); 63 64 #if 0 /* ATA DMA is currently unused */ 65 static const uint8_t njata32_timing_dma[NJATA32_MODE_MAX_DMA + 1] = { 66 NJATA32_TIMING_DMA0, NJATA32_TIMING_DMA1, NJATA32_TIMING_DMA2 67 }; 68 #endif 69 static const uint8_t njata32_timing_pio[NJATA32_MODE_MAX_PIO + 1] = { 70 NJATA32_TIMING_PIO0, NJATA32_TIMING_PIO1, NJATA32_TIMING_PIO2, 71 NJATA32_TIMING_PIO3, NJATA32_TIMING_PIO4 72 }; 73 74 static void 75 njata32_init(struct njata32_softc *sc, int nosleep) 76 { 77 78 /* disable interrupts */ 79 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 80 NJATA32_REG_IRQ_SELECT, 0); 81 82 /* bus reset */ 83 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_AS, 84 NJATA32_AS_WAIT0 | NJATA32_AS_BUS_RESET); 85 if (nosleep) 86 delay(50000); 87 else 88 tsleep(sc, PRIBIO, "njaini", mstohz(50)); 89 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_AS, 90 NJATA32_AS_WAIT0); 91 92 /* initial transfer speed */ 93 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 94 NJATA32_REG_TIMING, NJATA32_TIMING_PIO0 + sc->sc_atawait); 95 96 /* setup busmaster mode */ 97 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_IOBM, 98 NJATA32_IOBM_DEFAULT); 99 100 /* enable interrupts */ 101 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 102 NJATA32_REG_IRQ_SELECT, NJATA32_IRQ_XFER | NJATA32_IRQ_DEV); 103 } 104 105 void 106 njata32_attach(struct njata32_softc *sc) 107 { 108 bus_addr_t dmaaddr; 109 int i, devno, error; 110 struct wdc_regs *wdr; 111 112 /* 113 * allocate DMA resource 114 */ 115 if ((error = bus_dmamem_alloc(sc->sc_dmat, 116 sizeof(struct njata32_dma_page), PAGE_SIZE, 0, 117 &sc->sc_sgt_seg, 1, &sc->sc_sgt_nsegs, BUS_DMA_NOWAIT)) != 0) { 118 aprint_error("%s: unable to allocate sgt page, error = %d\n", 119 NJATA32NAME(sc), error); 120 return; 121 } 122 if ((error = bus_dmamem_map(sc->sc_dmat, &sc->sc_sgt_seg, 123 sc->sc_sgt_nsegs, sizeof(struct njata32_dma_page), 124 (void **)&sc->sc_sgtpg, 125 BUS_DMA_NOWAIT | BUS_DMA_COHERENT)) != 0) { 126 aprint_error("%s: unable to map sgt page, error = %d\n", 127 NJATA32NAME(sc), error); 128 goto fail1; 129 } 130 if ((error = bus_dmamap_create(sc->sc_dmat, 131 sizeof(struct njata32_dma_page), 1, 132 sizeof(struct njata32_dma_page), 0, BUS_DMA_NOWAIT, 133 &sc->sc_dmamap_sgt)) != 0) { 134 aprint_error("%s: unable to create sgt DMA map, error = %d\n", 135 NJATA32NAME(sc), error); 136 goto fail2; 137 } 138 if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_dmamap_sgt, 139 sc->sc_sgtpg, sizeof(struct njata32_dma_page), 140 NULL, BUS_DMA_NOWAIT)) != 0) { 141 aprint_error("%s: unable to load sgt DMA map, error = %d\n", 142 NJATA32NAME(sc), error); 143 goto fail3; 144 } 145 146 dmaaddr = sc->sc_dmamap_sgt->dm_segs[0].ds_addr; 147 148 for (devno = 0; devno < NJATA32_NUM_DEV; devno++) { 149 sc->sc_dev[devno].d_sgt = sc->sc_sgtpg->dp_sg[devno]; 150 sc->sc_dev[devno].d_sgt_dma = dmaaddr + 151 offsetof(struct njata32_dma_page, dp_sg[devno]); 152 153 error = bus_dmamap_create(sc->sc_dmat, 154 NJATA32_MAX_XFER, /* max total map size */ 155 NJATA32_NUM_SG, /* max number of segments */ 156 NJATA32_SGT_MAXSEGLEN, /* max size of a segment */ 157 0, /* boundary */ 158 BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, 159 &sc->sc_dev[devno].d_dmamap_xfer); 160 if (error) { 161 aprint_error("%s: failed to create DMA map " 162 "(error = %d)\n", NJATA32NAME(sc), error); 163 goto fail4; 164 } 165 } 166 167 /* device properties */ 168 sc->sc_wdcdev.sc_atac.atac_cap = 169 ATAC_CAP_DATA16 | ATAC_CAP_DATA32 | ATAC_CAP_PIOBM; 170 sc->sc_wdcdev.irqack = njata32_irqack; 171 sc->sc_wdcdev.sc_atac.atac_channels = sc->sc_wdc_chanarray; 172 sc->sc_wdcdev.sc_atac.atac_nchannels = NJATA32_NCHAN; /* 1 */ 173 sc->sc_wdcdev.sc_atac.atac_pio_cap = NJATA32_MODE_MAX_PIO; 174 #if 0 /* ATA DMA is currently unused */ 175 sc->sc_wdcdev.sc_atac.atac_dma_cap = NJATA32_MODE_MAX_DMA; 176 #endif 177 sc->sc_wdcdev.sc_atac.atac_set_modes = njata32_setup_channel; 178 179 /* DMA control functions */ 180 sc->sc_wdcdev.dma_arg = sc; 181 sc->sc_wdcdev.dma_init = njata32_dma_init; 182 sc->sc_wdcdev.piobm_start = njata32_piobm_start; 183 sc->sc_wdcdev.dma_finish = njata32_dma_finish; 184 sc->sc_wdcdev.piobm_done = njata32_piobm_done; 185 186 sc->sc_wdcdev.cap |= WDC_CAPABILITY_NO_EXTRA_RESETS; 187 188 sc->sc_wdcdev.regs = wdr = &sc->sc_wdc_regs; 189 190 /* only one channel */ 191 sc->sc_wdc_chanarray[0] = &sc->sc_ch[0].ch_ata_channel; 192 sc->sc_ch[0].ch_ata_channel.ch_channel = 0; 193 sc->sc_ch[0].ch_ata_channel.ch_atac = &sc->sc_wdcdev.sc_atac; 194 sc->sc_wdcdev.wdc_maxdrives = 2; /* max number of drives per channel */ 195 196 /* map ATA registers */ 197 for (i = 0; i < WDC_NREG; i++) { 198 if (bus_space_subregion(NJATA32_REGT(sc), NJATA32_REGH(sc), 199 NJATA32_OFFSET_WDCREGS + i, 200 i == wd_data ? 4 : 1, &wdr->cmd_iohs[i]) != 0) { 201 aprint_error("%s: couldn't subregion cmd regs\n", 202 NJATA32NAME(sc)); 203 goto fail4; 204 } 205 } 206 wdc_init_shadow_regs(wdr); 207 wdr->data32iot = NJATA32_REGT(sc); 208 wdr->data32ioh = wdr->cmd_iohs[wd_data]; 209 210 /* map ATA ctl reg */ 211 wdr->ctl_iot = NJATA32_REGT(sc); 212 if (bus_space_subregion(NJATA32_REGT(sc), NJATA32_REGH(sc), 213 NJATA32_REG_WD_ALTSTATUS, 1, &wdr->ctl_ioh) != 0) { 214 aprint_error("%s: couldn't subregion ctl regs\n", 215 NJATA32NAME(sc)); 216 goto fail4; 217 } 218 219 sc->sc_flags |= NJATA32_CMDPG_MAPPED; 220 221 /* use flags value as busmaster wait */ 222 if ((sc->sc_atawait = 223 (uint8_t)device_cfdata(sc->sc_wdcdev.sc_atac.atac_dev)->cf_flags)) 224 aprint_normal("%s: ATA wait = %#x\n", 225 NJATA32NAME(sc), sc->sc_atawait); 226 227 njata32_init(sc, cold); 228 229 wdcattach(&sc->sc_ch[0].ch_ata_channel); 230 231 return; 232 233 /* 234 * cleanup 235 */ 236 fail4: while (--devno >= 0) { 237 bus_dmamap_destroy(sc->sc_dmat, 238 sc->sc_dev[devno].d_dmamap_xfer); 239 } 240 bus_dmamap_unload(sc->sc_dmat, sc->sc_dmamap_sgt); 241 fail3: bus_dmamap_destroy(sc->sc_dmat, sc->sc_dmamap_sgt); 242 fail2: bus_dmamem_unmap(sc->sc_dmat, (void *)sc->sc_sgtpg, 243 sizeof(struct njata32_dma_page)); 244 fail1: bus_dmamem_free(sc->sc_dmat, &sc->sc_sgt_seg, sc->sc_sgt_nsegs); 245 } 246 247 int 248 njata32_detach(struct njata32_softc *sc, int flags) 249 { 250 int rv, devno; 251 252 if (sc->sc_flags & NJATA32_CMDPG_MAPPED) { 253 if ((rv = wdcdetach(sc->sc_wdcdev.sc_atac.atac_dev, flags))) 254 return rv; 255 256 /* free DMA resource */ 257 for (devno = 0; devno < NJATA32_NUM_DEV; devno++) { 258 bus_dmamap_destroy(sc->sc_dmat, 259 sc->sc_dev[devno].d_dmamap_xfer); 260 } 261 bus_dmamap_unload(sc->sc_dmat, sc->sc_dmamap_sgt); 262 bus_dmamap_destroy(sc->sc_dmat, sc->sc_dmamap_sgt); 263 bus_dmamem_unmap(sc->sc_dmat, (void *)sc->sc_sgtpg, 264 sizeof(struct njata32_dma_page)); 265 bus_dmamem_free(sc->sc_dmat, &sc->sc_sgt_seg, sc->sc_sgt_nsegs); 266 } 267 268 return 0; 269 } 270 271 static void 272 njata32_irqack(struct ata_channel *chp) 273 { 274 struct njata32_softc *sc = (void *)chp->ch_atac; 275 276 /* disable busmaster */ 277 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 278 NJATA32_REG_BM, NJATA32_BM_WAIT0); 279 } 280 281 static void 282 njata32_clearirq(struct ata_channel *chp, int irq) 283 { 284 struct njata32_softc *sc = (void *)chp->ch_atac; 285 286 aprint_error("%s: unhandled intr: irq %#x, bm %#x, ", 287 NJATA32NAME(sc), irq, 288 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 289 NJATA32_REG_BM)); 290 291 /* disable busmaster */ 292 njata32_irqack(chp); 293 294 /* clear device interrupt */ 295 aprint_normal("err %#x, seccnt %#x, cyl %#x, sdh %#x, ", 296 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 297 NJATA32_REG_WD_ERROR), 298 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 299 NJATA32_REG_WD_SECCNT), 300 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 301 NJATA32_REG_WD_CYL_LO) | 302 (bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 303 NJATA32_REG_WD_CYL_HI) << 8), 304 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 305 NJATA32_REG_WD_SDH)); 306 aprint_normal("status %#x\n", 307 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 308 NJATA32_REG_WD_STATUS)); 309 } 310 311 static void 312 njata32_setup_channel(struct ata_channel *chp) 313 { 314 struct njata32_softc *sc = (void *)chp->ch_atac; 315 struct ata_drive_datas *drvp; 316 int drive; 317 uint8_t mode; 318 319 KASSERT(chp->ch_ndrives != 0); 320 321 sc->sc_timing_pio = 0; 322 #if 0 /* ATA DMA is currently unused */ 323 sc->sc_timing_dma = 0; 324 #endif 325 326 for (drive = 0; drive < chp->ch_ndrives; drive++) { 327 drvp = &chp->ch_drive[drive]; 328 if (drvp->drive_type == ATA_DRIVET_NONE) 329 continue; /* no drive */ 330 331 #if 0 /* ATA DMA is currently unused */ 332 if ((drvp->drive_flags & ATA_DRIVE_DMA) != 0) { 333 /* 334 * Multiword DMA 335 */ 336 if ((mode = drvp->DMA_mode) > NJATA32_MODE_MAX_DMA) 337 mode = NJATA32_MODE_MAX_DMA; 338 if (sc->sc_timing_dma < njata32_timing_dma[mode]) 339 sc->sc_timing_dma = njata32_timing_dma[mode]; 340 } 341 #endif 342 /* 343 * PIO 344 */ 345 if ((mode = drvp->PIO_mode) > NJATA32_MODE_MAX_PIO) 346 mode = NJATA32_MODE_MAX_PIO; 347 if (sc->sc_timing_pio < njata32_timing_pio[mode]) 348 sc->sc_timing_pio = njata32_timing_pio[mode]; 349 } 350 351 sc->sc_timing_pio += sc->sc_atawait; 352 353 /* set timing for PIO */ 354 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 355 NJATA32_REG_TIMING, sc->sc_timing_pio); 356 } 357 358 /* 359 * map DMA buffer 360 */ 361 int 362 njata32_dma_init(void *v, int channel, int drive, void *databuf, 363 size_t datalen, int flags) 364 { 365 struct njata32_softc *sc = v; 366 int error; 367 struct njata32_device *dev = &sc->sc_dev[drive]; 368 369 KASSERT(channel == 0); 370 KASSERT((dev->d_flags & NJATA32_DEV_DMA_MAPPED) == 0); 371 KASSERT((dev->d_flags & NJATA32_DEV_DMA_STARTED) == 0); 372 373 KASSERT(flags & (WDC_DMA_PIOBM_ATA | WDC_DMA_PIOBM_ATAPI)); 374 375 /* use PIO for short transfer */ 376 if (datalen < 64 /* needs tune */) { 377 DPRINTF(("%s: njata32_dma_init: short transfer (%u)\n", 378 NJATA32NAME(sc), (unsigned)datalen)); 379 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 380 NJATA32_REG_TIMING, sc->sc_timing_pio); 381 return EINVAL; 382 } 383 384 /* use PIO for unaligned transfer (word alignment seems OK) */ 385 if (((uintptr_t)databuf & 1) || (datalen & 1)) { 386 DPRINTF(("%s: njata32_dma_init: unaligned: buf %p, len %u\n", 387 NJATA32NAME(sc), databuf, (unsigned)datalen)); 388 return EINVAL; 389 } 390 391 DPRINTF(("%s: njata32_dma_init: %s: databuf %p, datalen %u\n", 392 NJATA32NAME(sc), (flags & WDC_DMA_READ) ? "read" : "write", 393 databuf, (unsigned)datalen)); 394 395 error = bus_dmamap_load(sc->sc_dmat, dev->d_dmamap_xfer, 396 databuf, datalen, NULL, BUS_DMA_NOWAIT | BUS_DMA_STREAMING | 397 ((flags & WDC_DMA_READ) ? BUS_DMA_READ : BUS_DMA_WRITE)); 398 if (error) { 399 printf("%s: load xfer failed, error %d\n", 400 NJATA32NAME(sc), error); 401 return error; 402 } 403 404 bus_dmamap_sync(sc->sc_dmat, dev->d_dmamap_xfer, 0, 405 dev->d_dmamap_xfer->dm_mapsize, 406 (flags & WDC_DMA_READ) ? 407 BUS_DMASYNC_PREREAD : BUS_DMASYNC_PREWRITE); 408 409 dev->d_flags = 410 ((flags & WDC_DMA_READ) ? NJATA32_DEV_DMA_READ : 0) | 411 ((flags & WDC_DMA_PIOBM_ATAPI) ? NJATA32_DEV_DMA_ATAPI : 0) | 412 NJATA32_DEV_DMA_MAPPED; 413 414 return 0; 415 } 416 417 /* 418 * start DMA 419 * 420 * top: databuf + skip 421 * size: xferlen 422 */ 423 void 424 njata32_piobm_start(void *v, int channel, int drive, 425 int skip, int xferlen, int flags) 426 { 427 struct njata32_softc *sc = v; 428 struct njata32_device *dev = &sc->sc_dev[drive]; 429 int i, nsegs, seglen; 430 uint8_t bmreg; 431 432 DPRINTF(("%s: njata32_piobm_start: ch%d, dv%d, skip %d, xferlen %d\n", 433 NJATA32NAME(sc), channel, drive, skip, xferlen)); 434 435 KASSERT(channel == 0); 436 KASSERT(dev->d_flags & NJATA32_DEV_DMA_MAPPED); 437 KASSERT((dev->d_flags & NJATA32_DEV_DMA_STARTED) == 0); 438 439 /* 440 * create scatter/gather table 441 * XXX this code may be slow 442 */ 443 for (i = nsegs = 0; 444 i < dev->d_dmamap_xfer->dm_nsegs && xferlen > 0; i++) { 445 if (dev->d_dmamap_xfer->dm_segs[i].ds_len <= skip) { 446 skip -= dev->d_dmamap_xfer->dm_segs[i].ds_len; 447 continue; 448 } 449 450 seglen = dev->d_dmamap_xfer->dm_segs[i].ds_len - skip; 451 if (seglen > xferlen) 452 seglen = xferlen; 453 454 dev->d_sgt[nsegs].sg_addr = 455 htole32(dev->d_dmamap_xfer->dm_segs[i].ds_addr + skip); 456 dev->d_sgt[nsegs].sg_len = htole32(seglen); 457 458 xferlen -= seglen; 459 nsegs++; 460 skip = 0; 461 } 462 sc->sc_piobm_nsegs = nsegs; 463 /* end mark */ 464 dev->d_sgt[nsegs - 1].sg_len |= htole32(NJATA32_SGT_ENDMARK); 465 466 #ifdef DIAGNOSTIC 467 if (xferlen) 468 panic("%s: njata32_piobm_start: xferlen residue %d\n", 469 NJATA32NAME(sc), xferlen); 470 #endif 471 472 bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_sgt, 473 (char *)dev->d_sgt - (char *)sc->sc_sgtpg, 474 sizeof(struct njata32_sgtable) * nsegs, 475 BUS_DMASYNC_PREWRITE); 476 477 /* set timing for PIO */ 478 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 479 NJATA32_REG_TIMING, sc->sc_timing_pio); 480 481 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_IOBM, 482 NJATA32_IOBM_DEFAULT); 483 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_AS, 484 NJATA32_AS_WAIT0); 485 486 /* 487 * interrupt configuration 488 */ 489 if ((dev->d_flags & (NJATA32_DEV_DMA_READ | NJATA32_DEV_DMA_ATAPI)) == 490 NJATA32_DEV_DMA_READ) { 491 /* 492 * ATA piobm read is executed while device interrupt is active, 493 * so disable device interrupt here 494 */ 495 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 496 NJATA32_REG_IRQ_SELECT, NJATA32_IRQ_XFER); 497 } 498 499 /* enable scatter/gather busmaster transfer */ 500 bmreg = NJATA32_BM_EN | NJATA32_BM_SG | NJATA32_BM_WAIT0 | 501 ((dev->d_flags & NJATA32_DEV_DMA_READ) ? NJATA32_BM_RD : 0); 502 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_BM, 503 bmreg); 504 505 /* load scatter/gather table */ 506 bus_space_write_4(NJATA32_REGT(sc), NJATA32_REGH(sc), 507 NJATA32_REG_DMAADDR, dev->d_sgt_dma); 508 bus_space_write_4(NJATA32_REGT(sc), NJATA32_REGH(sc), 509 NJATA32_REG_DMALENGTH, sizeof(struct njata32_sgtable) * nsegs); 510 511 /* start transfer */ 512 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_BM, 513 (bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 514 NJATA32_REG_BM) 515 & ~(NJATA32_BM_RD|NJATA32_BM_SG|NJATA32_BM_WAIT_MASK)) | 516 bmreg | NJATA32_BM_GO); 517 518 sc->sc_devflags = dev->d_flags; 519 if (flags & WDC_PIOBM_XFER_IRQ) 520 sc->sc_devflags |= NJATA32_DEV_XFER_INTR; 521 #ifdef DIAGNOSTIC 522 dev->d_flags |= NJATA32_DEV_DMA_STARTED; 523 #endif 524 } 525 526 /* 527 * end of DMA 528 */ 529 int 530 njata32_dma_finish(void *v, int channel, int drive, 531 int force) 532 { 533 struct njata32_softc *sc = v; 534 struct njata32_device *dev = &sc->sc_dev[drive]; 535 int bm; 536 int error = 0; 537 538 DPRINTF(("%s: njata32_dma_finish: bm = %#x\n", NJATA32NAME(sc), 539 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 540 NJATA32_REG_BM))); 541 542 KASSERT(channel == 0); 543 KASSERT(dev->d_flags & NJATA32_DEV_DMA_MAPPED); 544 KASSERT(dev->d_flags & NJATA32_DEV_DMA_STARTED); 545 546 bm = bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 547 NJATA32_REG_BM); 548 549 #ifdef NJATA32_DEBUG 550 printf("%s: irq %#x, bm %#x, 18 %#x, 1c %#x\n", NJATA32NAME(sc), 551 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 552 NJATA32_REG_IRQ_STAT), 553 bm, 554 bus_space_read_4(NJATA32_REGT(sc), NJATA32_REGH(sc), 0x18), 555 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 0x1c)); 556 #endif 557 558 bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_sgt, 559 (char *)dev->d_sgt - (char *)sc->sc_sgtpg, 560 sizeof(struct njata32_sgtable) * sc->sc_piobm_nsegs, 561 BUS_DMASYNC_POSTWRITE); 562 563 /* check if DMA is active */ 564 if (bm & NJATA32_BM_GO) { 565 error = WDC_DMAST_NOIRQ; 566 567 switch (force) { 568 case WDC_DMAEND_END: 569 return error; 570 571 case WDC_DMAEND_ABRT: 572 printf("%s: aborting DMA\n", NJATA32NAME(sc)); 573 break; 574 } 575 } 576 577 /* 578 * ??? 579 * For unknown reason, PIOBM transfer sometimes fails in the middle, 580 * in which case the bit #7 of BM register becomes 0. 581 * Increasing the wait value seems to improve the situation. 582 * 583 * XXX 584 * PIO transfer may also fail, but it seems it can't be detected. 585 */ 586 if ((bm & NJATA32_BM_DONE) == 0) { 587 error |= WDC_DMAST_ERR; 588 printf("%s: busmaster error", NJATA32NAME(sc)); 589 if (sc->sc_atawait < 0x11) { 590 if ((sc->sc_atawait & 0xf) == 0) 591 sc->sc_atawait++; 592 else 593 sc->sc_atawait += 0x10; 594 printf(", new ATA wait = %#x", sc->sc_atawait); 595 njata32_setup_channel(&sc->sc_ch[0].ch_ata_channel); 596 } 597 printf("\n"); 598 } 599 600 /* stop command */ 601 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_AS, 602 NJATA32_AS_WAIT0); 603 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), NJATA32_REG_BM, 604 NJATA32_BM_WAIT0); 605 606 /* set timing for PIO */ 607 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 608 NJATA32_REG_TIMING, sc->sc_timing_pio); 609 610 /* 611 * reenable device interrupt in case it was disabled for 612 * this transfer 613 */ 614 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 615 NJATA32_REG_IRQ_SELECT, NJATA32_IRQ_XFER | NJATA32_IRQ_DEV); 616 617 #if 1 /* should be? */ 618 if ((sc->sc_devflags & NJATA32_DEV_GOT_XFER_INTR) == 0) 619 error |= WDC_DMAST_ERR; 620 #endif 621 sc->sc_devflags = 0; 622 623 #ifdef DIAGNOSTIC 624 dev->d_flags &= ~NJATA32_DEV_DMA_STARTED; 625 #endif 626 627 return error; 628 } 629 630 /* 631 * unmap DMA buffer 632 */ 633 void 634 njata32_piobm_done(void *v, int channel, int drive) 635 { 636 struct njata32_softc *sc = v; 637 struct njata32_device *dev = &sc->sc_dev[drive]; 638 639 DPRINTF(("%s: njata32_piobm_done: ch%d dv%d\n", 640 NJATA32NAME(sc), channel, drive)); 641 642 KASSERT(channel == 0); 643 KASSERT(dev->d_flags & NJATA32_DEV_DMA_MAPPED); 644 KASSERT((dev->d_flags & NJATA32_DEV_DMA_STARTED) == 0); 645 646 /* unload dma map */ 647 bus_dmamap_sync(sc->sc_dmat, dev->d_dmamap_xfer, 648 0, dev->d_dmamap_xfer->dm_mapsize, 649 (dev->d_flags & NJATA32_DEV_DMA_READ) ? 650 BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE); 651 652 bus_dmamap_unload(sc->sc_dmat, dev->d_dmamap_xfer); 653 dev->d_flags &= ~NJATA32_DEV_DMA_MAPPED; 654 } 655 656 int 657 njata32_intr(void *arg) 658 { 659 struct njata32_softc *sc = arg; 660 struct ata_channel *chp; 661 int irq; 662 663 irq = bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 664 NJATA32_REG_IRQ_STAT); 665 if ((irq & (NJATA32_IRQ_XFER | NJATA32_IRQ_DEV)) == 0) 666 return 0; /* not mine */ 667 668 DPRINTF(("%s: njata32_intr: irq = %#x, altstatus = %#x\n", 669 NJATA32NAME(sc), irq, 670 bus_space_read_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 671 NJATA32_REG_WD_ALTSTATUS))); 672 673 chp = &sc->sc_ch[0].ch_ata_channel; 674 675 if (irq & NJATA32_IRQ_XFER) 676 sc->sc_devflags |= NJATA32_DEV_GOT_XFER_INTR; 677 678 if ((irq & (NJATA32_IRQ_XFER | NJATA32_IRQ_DEV)) == NJATA32_IRQ_XFER && 679 (sc->sc_devflags & NJATA32_DEV_XFER_INTR) == 0) { 680 /* 681 * transfer done, wait for device interrupt 682 */ 683 bus_space_write_1(NJATA32_REGT(sc), NJATA32_REGH(sc), 684 NJATA32_REG_BM, NJATA32_BM_WAIT0); 685 return 1; 686 } 687 688 /* 689 * If both transfer done interrupt and device interrupt are 690 * active for ATAPI transfer, call wdcintr() twice. 691 */ 692 if ((sc->sc_devflags & NJATA32_DEV_DMA_ATAPI) && 693 (irq & (NJATA32_IRQ_XFER | NJATA32_IRQ_DEV)) == 694 (NJATA32_IRQ_XFER | NJATA32_IRQ_DEV) && 695 (sc->sc_devflags & NJATA32_DEV_XFER_INTR)) { 696 if (wdcintr(chp) == 0) { 697 njata32_clearirq(&sc->sc_ch[0].ch_ata_channel, irq); 698 } 699 } 700 701 if (wdcintr(chp) == 0) { 702 njata32_clearirq(&sc->sc_ch[0].ch_ata_channel, irq); 703 } 704 705 return 1; 706 } 707