1 /* $NetBSD: agp_i810.c,v 1.61 2008/12/13 20:12:13 sketch Exp $ */ 2 3 /*- 4 * Copyright (c) 2000 Doug Rabson 5 * Copyright (c) 2000 Ruslan Ermilov 6 * All rights reserved. 7 * 8 * Redistribution and use in source and binary forms, with or without 9 * modification, are permitted provided that the following conditions 10 * are met: 11 * 1. Redistributions of source code must retain the above copyright 12 * notice, this list of conditions and the following disclaimer. 13 * 2. Redistributions in binary form must reproduce the above copyright 14 * notice, this list of conditions and the following disclaimer in the 15 * documentation and/or other materials provided with the distribution. 16 * 17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 20 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27 * SUCH DAMAGE. 28 * 29 * $FreeBSD: src/sys/pci/agp_i810.c,v 1.4 2001/07/05 21:28:47 jhb Exp $ 30 */ 31 32 #include <sys/cdefs.h> 33 __KERNEL_RCSID(0, "$NetBSD: agp_i810.c,v 1.61 2008/12/13 20:12:13 sketch Exp $"); 34 35 #include <sys/param.h> 36 #include <sys/systm.h> 37 #include <sys/malloc.h> 38 #include <sys/kernel.h> 39 #include <sys/proc.h> 40 #include <sys/device.h> 41 #include <sys/conf.h> 42 43 #include <uvm/uvm_extern.h> 44 45 #include <dev/pci/pcivar.h> 46 #include <dev/pci/pcireg.h> 47 #include <dev/pci/pcidevs.h> 48 #include <dev/pci/agpvar.h> 49 #include <dev/pci/agpreg.h> 50 51 #include <sys/agpio.h> 52 53 #include <sys/bus.h> 54 55 #include "agp_intel.h" 56 57 #define READ1(off) bus_space_read_1(isc->bst, isc->bsh, off) 58 #define READ4(off) bus_space_read_4(isc->bst, isc->bsh, off) 59 #define WRITE4(off,v) bus_space_write_4(isc->bst, isc->bsh, off, v) 60 61 #define CHIP_I810 0 /* i810/i815 */ 62 #define CHIP_I830 1 /* 830M/845G */ 63 #define CHIP_I855 2 /* 852GM/855GM/865G */ 64 #define CHIP_I915 3 /* 915G/915GM/945G/945GM/945GME */ 65 #define CHIP_I965 4 /* 965Q/965PM */ 66 #define CHIP_G33 5 /* G33/Q33/Q35 */ 67 #define CHIP_G4X 6 /* G45/Q45 */ 68 69 struct agp_i810_softc { 70 u_int32_t initial_aperture; /* aperture size at startup */ 71 struct agp_gatt *gatt; 72 int chiptype; /* i810-like or i830 */ 73 u_int32_t dcache_size; /* i810 only */ 74 u_int32_t stolen; /* number of i830/845 gtt entries 75 for stolen memory */ 76 bus_space_tag_t bst; /* register bus_space tag */ 77 bus_space_handle_t bsh; /* register bus_space handle */ 78 bus_space_tag_t gtt_bst; /* GTT bus_space tag */ 79 bus_space_handle_t gtt_bsh; /* GTT bus_space handle */ 80 struct pci_attach_args vga_pa; 81 82 u_int32_t pgtblctl; 83 }; 84 85 /* XXX hack, see below */ 86 static bus_addr_t agp_i810_vga_regbase; 87 static bus_space_handle_t agp_i810_vga_bsh; 88 89 static u_int32_t agp_i810_get_aperture(struct agp_softc *); 90 static int agp_i810_set_aperture(struct agp_softc *, u_int32_t); 91 static int agp_i810_bind_page(struct agp_softc *, off_t, bus_addr_t); 92 static int agp_i810_unbind_page(struct agp_softc *, off_t); 93 static void agp_i810_flush_tlb(struct agp_softc *); 94 static int agp_i810_enable(struct agp_softc *, u_int32_t mode); 95 static struct agp_memory *agp_i810_alloc_memory(struct agp_softc *, int, 96 vsize_t); 97 static int agp_i810_free_memory(struct agp_softc *, struct agp_memory *); 98 static int agp_i810_bind_memory(struct agp_softc *, struct agp_memory *, off_t); 99 static int agp_i810_unbind_memory(struct agp_softc *, struct agp_memory *); 100 101 static bool agp_i810_resume(device_t PMF_FN_PROTO); 102 static int agp_i810_init(struct agp_softc *); 103 104 static int agp_i810_init(struct agp_softc *); 105 static void agp_i810_write_gtt_entry(struct agp_i810_softc *, off_t, 106 u_int32_t); 107 108 static struct agp_methods agp_i810_methods = { 109 agp_i810_get_aperture, 110 agp_i810_set_aperture, 111 agp_i810_bind_page, 112 agp_i810_unbind_page, 113 agp_i810_flush_tlb, 114 agp_i810_enable, 115 agp_i810_alloc_memory, 116 agp_i810_free_memory, 117 agp_i810_bind_memory, 118 agp_i810_unbind_memory, 119 }; 120 121 static void 122 agp_i810_write_gtt_entry(struct agp_i810_softc *isc, off_t off, u_int32_t v) 123 { 124 u_int32_t base_off; 125 126 base_off = 0; 127 128 switch (isc->chiptype) { 129 case CHIP_I810: 130 case CHIP_I830: 131 case CHIP_I855: 132 base_off = AGP_I810_GTT; 133 break; 134 case CHIP_I965: 135 base_off = AGP_I965_GTT; 136 break; 137 case CHIP_G4X: 138 base_off = AGP_G4X_GTT; 139 break; 140 case CHIP_I915: 141 case CHIP_G33: 142 bus_space_write_4(isc->gtt_bst, isc->gtt_bsh, 143 (u_int32_t)((off) >> AGP_PAGE_SHIFT) * 4, (v)); 144 return; 145 } 146 147 WRITE4(base_off + (u_int32_t)(off >> AGP_PAGE_SHIFT) * 4, v); 148 } 149 150 /* XXXthorpej -- duplicated code (see arch/x86/pci/pchb.c) */ 151 static int 152 agp_i810_vgamatch(struct pci_attach_args *pa) 153 { 154 155 if (PCI_CLASS(pa->pa_class) != PCI_CLASS_DISPLAY || 156 PCI_SUBCLASS(pa->pa_class) != PCI_SUBCLASS_DISPLAY_VGA) 157 return (0); 158 159 switch (PCI_PRODUCT(pa->pa_id)) { 160 case PCI_PRODUCT_INTEL_82810_GC: 161 case PCI_PRODUCT_INTEL_82810_DC100_GC: 162 case PCI_PRODUCT_INTEL_82810E_GC: 163 case PCI_PRODUCT_INTEL_82815_FULL_GRAPH: 164 case PCI_PRODUCT_INTEL_82830MP_IV: 165 case PCI_PRODUCT_INTEL_82845G_IGD: 166 case PCI_PRODUCT_INTEL_82855GM_IGD: 167 case PCI_PRODUCT_INTEL_82865_IGD: 168 case PCI_PRODUCT_INTEL_82915G_IGD: 169 case PCI_PRODUCT_INTEL_82915GM_IGD: 170 case PCI_PRODUCT_INTEL_82945P_IGD: 171 case PCI_PRODUCT_INTEL_82945GM_IGD: 172 case PCI_PRODUCT_INTEL_82945GM_IGD_1: 173 case PCI_PRODUCT_INTEL_82945GME_IGD: 174 case PCI_PRODUCT_INTEL_82965Q_IGD: 175 case PCI_PRODUCT_INTEL_82965Q_IGD_1: 176 case PCI_PRODUCT_INTEL_82965PM_IGD: 177 case PCI_PRODUCT_INTEL_82965PM_IGD_1: 178 case PCI_PRODUCT_INTEL_82G33_IGD: 179 case PCI_PRODUCT_INTEL_82G33_IGD_1: 180 case PCI_PRODUCT_INTEL_82965G_IGD: 181 case PCI_PRODUCT_INTEL_82965G_IGD_1: 182 case PCI_PRODUCT_INTEL_82Q35_IGD: 183 case PCI_PRODUCT_INTEL_82Q35_IGD_1: 184 case PCI_PRODUCT_INTEL_82Q33_IGD: 185 case PCI_PRODUCT_INTEL_82Q33_IGD_1: 186 case PCI_PRODUCT_INTEL_82G35_IGD: 187 case PCI_PRODUCT_INTEL_82G35_IGD_1: 188 case PCI_PRODUCT_INTEL_82946GZ_IGD: 189 case PCI_PRODUCT_INTEL_82GM45_IGD: 190 case PCI_PRODUCT_INTEL_82GM45_IGD_1: 191 return (1); 192 } 193 194 return (0); 195 } 196 197 static int 198 agp_i965_map_aperture(struct pci_attach_args *pa, struct agp_softc *sc, int reg) 199 { 200 /* 201 * Find the aperture. Don't map it (yet), this would 202 * eat KVA. 203 */ 204 if (pci_mapreg_info(pa->pa_pc, pa->pa_tag, reg, 205 PCI_MAPREG_TYPE_MEM|PCI_MAPREG_MEM_TYPE_64BIT, &sc->as_apaddr, &sc->as_apsize, 206 &sc->as_apflags) != 0) 207 return ENXIO; 208 209 sc->as_apt = pa->pa_memt; 210 211 return 0; 212 } 213 214 int 215 agp_i810_attach(device_t parent, device_t self, void *aux) 216 { 217 struct agp_softc *sc = device_private(self); 218 struct agp_i810_softc *isc; 219 struct agp_gatt *gatt; 220 int error, apbase; 221 bus_addr_t mmadr; 222 bus_size_t mmadrsize; 223 224 isc = malloc(sizeof *isc, M_AGP, M_NOWAIT|M_ZERO); 225 if (isc == NULL) { 226 aprint_error(": can't allocate chipset-specific softc\n"); 227 return ENOMEM; 228 } 229 sc->as_chipc = isc; 230 sc->as_methods = &agp_i810_methods; 231 232 if (pci_find_device(&isc->vga_pa, agp_i810_vgamatch) == 0) { 233 #if NAGP_INTEL > 0 234 const struct pci_attach_args *pa = aux; 235 236 switch (PCI_PRODUCT(pa->pa_id)) { 237 case PCI_PRODUCT_INTEL_82840_HB: 238 case PCI_PRODUCT_INTEL_82865_HB: 239 case PCI_PRODUCT_INTEL_82845G_DRAM: 240 case PCI_PRODUCT_INTEL_82815_FULL_HUB: 241 return agp_intel_attach(parent, self, aux); 242 } 243 #endif 244 aprint_error(": can't find internal VGA device config space\n"); 245 free(isc, M_AGP); 246 return ENOENT; 247 } 248 249 /* XXXfvdl */ 250 sc->as_dmat = isc->vga_pa.pa_dmat; 251 252 switch (PCI_PRODUCT(isc->vga_pa.pa_id)) { 253 case PCI_PRODUCT_INTEL_82810_GC: 254 case PCI_PRODUCT_INTEL_82810_DC100_GC: 255 case PCI_PRODUCT_INTEL_82810E_GC: 256 case PCI_PRODUCT_INTEL_82815_FULL_GRAPH: 257 isc->chiptype = CHIP_I810; 258 break; 259 case PCI_PRODUCT_INTEL_82830MP_IV: 260 case PCI_PRODUCT_INTEL_82845G_IGD: 261 isc->chiptype = CHIP_I830; 262 break; 263 case PCI_PRODUCT_INTEL_82855GM_IGD: 264 case PCI_PRODUCT_INTEL_82865_IGD: 265 isc->chiptype = CHIP_I855; 266 break; 267 case PCI_PRODUCT_INTEL_82915G_IGD: 268 case PCI_PRODUCT_INTEL_82915GM_IGD: 269 case PCI_PRODUCT_INTEL_82945P_IGD: 270 case PCI_PRODUCT_INTEL_82945GM_IGD: 271 case PCI_PRODUCT_INTEL_82945GM_IGD_1: 272 case PCI_PRODUCT_INTEL_82945GME_IGD: 273 isc->chiptype = CHIP_I915; 274 break; 275 case PCI_PRODUCT_INTEL_82965Q_IGD: 276 case PCI_PRODUCT_INTEL_82965Q_IGD_1: 277 case PCI_PRODUCT_INTEL_82965PM_IGD: 278 case PCI_PRODUCT_INTEL_82965PM_IGD_1: 279 case PCI_PRODUCT_INTEL_82965G_IGD: 280 case PCI_PRODUCT_INTEL_82965G_IGD_1: 281 case PCI_PRODUCT_INTEL_82946GZ_IGD: 282 case PCI_PRODUCT_INTEL_82G35_IGD: 283 case PCI_PRODUCT_INTEL_82G35_IGD_1: 284 isc->chiptype = CHIP_I965; 285 break; 286 case PCI_PRODUCT_INTEL_82Q35_IGD: 287 case PCI_PRODUCT_INTEL_82Q35_IGD_1: 288 case PCI_PRODUCT_INTEL_82G33_IGD: 289 case PCI_PRODUCT_INTEL_82G33_IGD_1: 290 case PCI_PRODUCT_INTEL_82Q33_IGD: 291 case PCI_PRODUCT_INTEL_82Q33_IGD_1: 292 isc->chiptype = CHIP_G33; 293 case PCI_PRODUCT_INTEL_82GM45_IGD: 294 case PCI_PRODUCT_INTEL_82GM45_IGD_1: 295 isc->chiptype = CHIP_G4X; 296 break; 297 } 298 299 switch (isc->chiptype) { 300 case CHIP_I915: 301 case CHIP_G33: 302 apbase = AGP_I915_GMADR; 303 break; 304 case CHIP_I965: 305 case CHIP_G4X: 306 apbase = AGP_I965_GMADR; 307 break; 308 default: 309 apbase = AGP_I810_GMADR; 310 break; 311 } 312 313 if (isc->chiptype == CHIP_I965 || isc->chiptype == CHIP_G4X) { 314 error = agp_i965_map_aperture(&isc->vga_pa, sc, apbase); 315 } else { 316 error = agp_map_aperture(&isc->vga_pa, sc, apbase); 317 } 318 if (error != 0) { 319 aprint_error(": can't map aperture\n"); 320 free(isc, M_AGP); 321 return error; 322 } 323 324 if (isc->chiptype == CHIP_I915 || isc->chiptype == CHIP_G33) { 325 error = pci_mapreg_map(&isc->vga_pa, AGP_I915_MMADR, 326 PCI_MAPREG_TYPE_MEM, 0, &isc->bst, &isc->bsh, 327 &mmadr, &mmadrsize); 328 if (error != 0) { 329 aprint_error(": can't map mmadr registers\n"); 330 agp_generic_detach(sc); 331 return error; 332 } 333 error = pci_mapreg_map(&isc->vga_pa, AGP_I915_GTTADR, 334 PCI_MAPREG_TYPE_MEM, 0, &isc->gtt_bst, &isc->gtt_bsh, 335 NULL, NULL); 336 if (error != 0) { 337 aprint_error(": can't map gttadr registers\n"); 338 /* XXX we should release mmadr here */ 339 agp_generic_detach(sc); 340 return error; 341 } 342 } else if (isc->chiptype == CHIP_I965 || isc->chiptype == CHIP_G4X) { 343 error = pci_mapreg_map(&isc->vga_pa, AGP_I965_MMADR, 344 PCI_MAPREG_TYPE_MEM, 0, &isc->bst, &isc->bsh, 345 &mmadr, &mmadrsize); 346 if (error != 0) { 347 aprint_error(": can't map mmadr registers\n"); 348 agp_generic_detach(sc); 349 return error; 350 } 351 } else { 352 error = pci_mapreg_map(&isc->vga_pa, AGP_I810_MMADR, 353 PCI_MAPREG_TYPE_MEM, 0, &isc->bst, &isc->bsh, 354 &mmadr, &mmadrsize); 355 if (error != 0) { 356 aprint_error(": can't map mmadr registers\n"); 357 agp_generic_detach(sc); 358 return error; 359 } 360 } 361 362 isc->initial_aperture = AGP_GET_APERTURE(sc); 363 364 gatt = malloc(sizeof(struct agp_gatt), M_AGP, M_NOWAIT); 365 if (!gatt) { 366 agp_generic_detach(sc); 367 return ENOMEM; 368 } 369 isc->gatt = gatt; 370 371 gatt->ag_entries = AGP_GET_APERTURE(sc) >> AGP_PAGE_SHIFT; 372 373 if (!pmf_device_register(self, NULL, agp_i810_resume)) 374 aprint_error_dev(self, "couldn't establish power handler\n"); 375 376 /* 377 * XXX horrible hack to allow drm code to use our mapping 378 * of VGA chip registers 379 */ 380 agp_i810_vga_regbase = mmadr; 381 agp_i810_vga_bsh = isc->bsh; 382 383 return agp_i810_init(sc); 384 } 385 386 /* 387 * XXX horrible hack to allow drm code to use our mapping 388 * of VGA chip registers 389 */ 390 int 391 agp_i810_borrow(bus_addr_t base, bus_space_handle_t *hdlp) 392 { 393 394 if (!agp_i810_vga_regbase || base != agp_i810_vga_regbase) 395 return 0; 396 *hdlp = agp_i810_vga_bsh; 397 return 1; 398 } 399 400 static int agp_i810_init(struct agp_softc *sc) 401 { 402 struct agp_i810_softc *isc; 403 struct agp_gatt *gatt; 404 405 isc = sc->as_chipc; 406 gatt = isc->gatt; 407 408 if (isc->chiptype == CHIP_I810) { 409 void *virtual; 410 int dummyseg; 411 412 /* Some i810s have on-chip memory called dcache */ 413 if (READ1(AGP_I810_DRT) & AGP_I810_DRT_POPULATED) 414 isc->dcache_size = 4 * 1024 * 1024; 415 else 416 isc->dcache_size = 0; 417 418 /* According to the specs the gatt on the i810 must be 64k */ 419 if (agp_alloc_dmamem(sc->as_dmat, 64 * 1024, 420 0, &gatt->ag_dmamap, &virtual, &gatt->ag_physical, 421 &gatt->ag_dmaseg, 1, &dummyseg) != 0) { 422 free(gatt, M_AGP); 423 agp_generic_detach(sc); 424 return ENOMEM; 425 } 426 gatt->ag_virtual = (uint32_t *)virtual; 427 gatt->ag_size = gatt->ag_entries * sizeof(u_int32_t); 428 memset(gatt->ag_virtual, 0, gatt->ag_size); 429 430 agp_flush_cache(); 431 /* Install the GATT. */ 432 WRITE4(AGP_I810_PGTBL_CTL, gatt->ag_physical | 1); 433 } else if (isc->chiptype == CHIP_I830) { 434 /* The i830 automatically initializes the 128k gatt on boot. */ 435 pcireg_t reg; 436 u_int32_t pgtblctl; 437 u_int16_t gcc1; 438 439 reg = pci_conf_read(sc->as_pc, sc->as_tag, AGP_I830_GCC0); 440 gcc1 = (u_int16_t)(reg >> 16); 441 switch (gcc1 & AGP_I830_GCC1_GMS) { 442 case AGP_I830_GCC1_GMS_STOLEN_512: 443 isc->stolen = (512 - 132) * 1024 / 4096; 444 break; 445 case AGP_I830_GCC1_GMS_STOLEN_1024: 446 isc->stolen = (1024 - 132) * 1024 / 4096; 447 break; 448 case AGP_I830_GCC1_GMS_STOLEN_8192: 449 isc->stolen = (8192 - 132) * 1024 / 4096; 450 break; 451 default: 452 isc->stolen = 0; 453 aprint_error( 454 ": unknown memory configuration, disabling\n"); 455 agp_generic_detach(sc); 456 return EINVAL; 457 } 458 459 if (isc->stolen > 0) { 460 aprint_normal(": detected %dk stolen memory\n%s", 461 isc->stolen * 4, device_xname(sc->as_dev)); 462 } 463 464 /* GATT address is already in there, make sure it's enabled */ 465 pgtblctl = READ4(AGP_I810_PGTBL_CTL); 466 pgtblctl |= 1; 467 WRITE4(AGP_I810_PGTBL_CTL, pgtblctl); 468 469 gatt->ag_physical = pgtblctl & ~1; 470 } else if (isc->chiptype == CHIP_I855 || isc->chiptype == CHIP_I915 || 471 isc->chiptype == CHIP_I965 || isc->chiptype == CHIP_G33 || 472 isc->chiptype == CHIP_G4X) { 473 pcireg_t reg; 474 u_int32_t pgtblctl, gtt_size, stolen; 475 u_int16_t gcc1; 476 477 reg = pci_conf_read(sc->as_pc, sc->as_tag, AGP_I855_GCC1); 478 gcc1 = (u_int16_t)(reg >> 16); 479 480 pgtblctl = READ4(AGP_I810_PGTBL_CTL); 481 482 /* Stolen memory is set up at the beginning of the aperture by 483 * the BIOS, consisting of the GATT followed by 4kb for the 484 * BIOS display. 485 */ 486 switch (isc->chiptype) { 487 case CHIP_I855: 488 gtt_size = 128; 489 break; 490 case CHIP_I915: 491 gtt_size = 256; 492 break; 493 case CHIP_I965: 494 switch (pgtblctl & AGP_I810_PGTBL_SIZE_MASK) { 495 case AGP_I810_PGTBL_SIZE_128KB: 496 case AGP_I810_PGTBL_SIZE_512KB: 497 gtt_size = 512; 498 break; 499 case AGP_I965_PGTBL_SIZE_1MB: 500 gtt_size = 1024; 501 break; 502 case AGP_I965_PGTBL_SIZE_2MB: 503 gtt_size = 2048; 504 break; 505 case AGP_I965_PGTBL_SIZE_1_5MB: 506 gtt_size = 1024 + 512; 507 break; 508 default: 509 aprint_error("Bad PGTBL size\n"); 510 agp_generic_detach(sc); 511 return EINVAL; 512 } 513 break; 514 case CHIP_G33: 515 switch (gcc1 & AGP_G33_PGTBL_SIZE_MASK) { 516 case AGP_G33_PGTBL_SIZE_1M: 517 gtt_size = 1024; 518 break; 519 case AGP_G33_PGTBL_SIZE_2M: 520 gtt_size = 2048; 521 break; 522 default: 523 aprint_error(": Bad PGTBL size\n"); 524 agp_generic_detach(sc); 525 return EINVAL; 526 } 527 break; 528 case CHIP_G4X: 529 gtt_size = 0; 530 break; 531 default: 532 aprint_error(": bad chiptype\n"); 533 agp_generic_detach(sc); 534 return EINVAL; 535 } 536 537 switch (gcc1 & AGP_I855_GCC1_GMS) { 538 case AGP_I855_GCC1_GMS_STOLEN_1M: 539 stolen = 1024; 540 break; 541 case AGP_I855_GCC1_GMS_STOLEN_4M: 542 stolen = 4 * 1024; 543 break; 544 case AGP_I855_GCC1_GMS_STOLEN_8M: 545 stolen = 8 * 1024; 546 break; 547 case AGP_I855_GCC1_GMS_STOLEN_16M: 548 stolen = 16 * 1024; 549 break; 550 case AGP_I855_GCC1_GMS_STOLEN_32M: 551 stolen = 32 * 1024; 552 break; 553 case AGP_I915_GCC1_GMS_STOLEN_48M: 554 stolen = 48 * 1024; 555 break; 556 case AGP_I915_GCC1_GMS_STOLEN_64M: 557 stolen = 64 * 1024; 558 break; 559 case AGP_G33_GCC1_GMS_STOLEN_128M: 560 stolen = 128 * 1024; 561 break; 562 case AGP_G33_GCC1_GMS_STOLEN_256M: 563 stolen = 256 * 1024; 564 break; 565 case AGP_G4X_GCC1_GMS_STOLEN_96M: 566 stolen = 96 * 1024; 567 break; 568 case AGP_G4X_GCC1_GMS_STOLEN_160M: 569 stolen = 160 * 1024; 570 break; 571 case AGP_G4X_GCC1_GMS_STOLEN_224M: 572 stolen = 224 * 1024; 573 break; 574 case AGP_G4X_GCC1_GMS_STOLEN_352M: 575 stolen = 352 * 1024; 576 break; 577 default: 578 aprint_error( 579 ": unknown memory configuration, disabling\n"); 580 agp_generic_detach(sc); 581 return EINVAL; 582 } 583 584 switch (gcc1 & AGP_I855_GCC1_GMS) { 585 case AGP_I915_GCC1_GMS_STOLEN_48M: 586 case AGP_I915_GCC1_GMS_STOLEN_64M: 587 if (isc->chiptype != CHIP_I915 && 588 isc->chiptype != CHIP_I965 && 589 isc->chiptype != CHIP_G33 && 590 isc->chiptype != CHIP_G4X) 591 stolen = 0; 592 break; 593 case AGP_G33_GCC1_GMS_STOLEN_128M: 594 case AGP_G33_GCC1_GMS_STOLEN_256M: 595 if (isc->chiptype != CHIP_I965 && 596 isc->chiptype != CHIP_G33 && 597 isc->chiptype != CHIP_G4X) 598 stolen = 0; 599 break; 600 case AGP_G4X_GCC1_GMS_STOLEN_96M: 601 case AGP_G4X_GCC1_GMS_STOLEN_160M: 602 case AGP_G4X_GCC1_GMS_STOLEN_224M: 603 case AGP_G4X_GCC1_GMS_STOLEN_352M: 604 if (isc->chiptype != CHIP_I965 && 605 isc->chiptype != CHIP_G4X) 606 stolen = 0; 607 break; 608 } 609 610 /* BIOS space */ 611 if (isc->chiptype != CHIP_G4X) 612 gtt_size += 4; 613 614 isc->stolen = (stolen - gtt_size) * 1024 / 4096; 615 616 if (isc->stolen > 0) { 617 aprint_normal(": detected %dk stolen memory\n%s", 618 isc->stolen * 4, device_xname(sc->as_dev)); 619 } 620 621 /* GATT address is already in there, make sure it's enabled */ 622 pgtblctl |= 1; 623 WRITE4(AGP_I810_PGTBL_CTL, pgtblctl); 624 625 gatt->ag_physical = pgtblctl & ~1; 626 } 627 628 /* 629 * Make sure the chipset can see everything. 630 */ 631 agp_flush_cache(); 632 633 return 0; 634 } 635 636 #if 0 637 static int 638 agp_i810_detach(struct agp_softc *sc) 639 { 640 int error; 641 struct agp_i810_softc *isc = sc->as_chipc; 642 643 error = agp_generic_detach(sc); 644 if (error) 645 return error; 646 647 /* Clear the GATT base. */ 648 if (sc->chiptype == CHIP_I810) { 649 WRITE4(AGP_I810_PGTBL_CTL, 0); 650 } else { 651 unsigned int pgtblctl; 652 pgtblctl = READ4(AGP_I810_PGTBL_CTL); 653 pgtblctl &= ~1; 654 WRITE4(AGP_I810_PGTBL_CTL, pgtblctl); 655 } 656 657 /* Put the aperture back the way it started. */ 658 AGP_SET_APERTURE(sc, isc->initial_aperture); 659 660 if (sc->chiptype == CHIP_I810) { 661 agp_free_dmamem(sc->as_dmat, gatt->ag_size, gatt->ag_dmamap, 662 (void *)gatt->ag_virtual, &gatt->ag_dmaseg, 1); 663 } 664 free(sc->gatt, M_AGP); 665 666 return 0; 667 } 668 #endif 669 670 static u_int32_t 671 agp_i810_get_aperture(struct agp_softc *sc) 672 { 673 struct agp_i810_softc *isc = sc->as_chipc; 674 pcireg_t reg; 675 u_int32_t size; 676 u_int16_t miscc, gcc1, msac; 677 678 size = 0; 679 680 switch (isc->chiptype) { 681 case CHIP_I810: 682 reg = pci_conf_read(sc->as_pc, sc->as_tag, AGP_I810_SMRAM); 683 miscc = (u_int16_t)(reg >> 16); 684 if ((miscc & AGP_I810_MISCC_WINSIZE) == 685 AGP_I810_MISCC_WINSIZE_32) 686 size = 32 * 1024 * 1024; 687 else 688 size = 64 * 1024 * 1024; 689 break; 690 case CHIP_I830: 691 reg = pci_conf_read(sc->as_pc, sc->as_tag, AGP_I830_GCC0); 692 gcc1 = (u_int16_t)(reg >> 16); 693 if ((gcc1 & AGP_I830_GCC1_GMASIZE) == AGP_I830_GCC1_GMASIZE_64) 694 size = 64 * 1024 * 1024; 695 else 696 size = 128 * 1024 * 1024; 697 break; 698 case CHIP_I855: 699 size = 128 * 1024 * 1024; 700 break; 701 case CHIP_I915: 702 case CHIP_G33: 703 reg = pci_conf_read(sc->as_pc, sc->as_tag, AGP_I915_MSAC); 704 msac = (u_int16_t)(reg >> 16); 705 if (msac & AGP_I915_MSAC_APER_128M) 706 size = 128 * 1024 * 1024; 707 else 708 size = 256 * 1024 * 1024; 709 break; 710 case CHIP_I965: 711 size = 512 * 1024 * 1024; 712 break; 713 case CHIP_G4X: 714 reg = pci_conf_read(sc->as_pc, sc->as_tag, AGP_G4X_MSAC); 715 msac = (u_int16_t)(reg >> 16); 716 switch (msac & AGP_G4X_MSAC_MASK) { 717 case AGP_G4X_MSAC_APER_256M: 718 size = 256 * 1024 * 1024; 719 case AGP_G4X_MSAC_APER_512M: 720 size = 512 * 1024 * 1024; 721 } 722 break; 723 default: 724 aprint_error(": Unknown chipset\n"); 725 } 726 727 return size; 728 } 729 730 static int 731 agp_i810_set_aperture(struct agp_softc *sc, u_int32_t aperture) 732 { 733 struct agp_i810_softc *isc = sc->as_chipc; 734 pcireg_t reg; 735 u_int16_t miscc, gcc1; 736 737 switch (isc->chiptype) { 738 case CHIP_I810: 739 /* 740 * Double check for sanity. 741 */ 742 if (aperture != (32 * 1024 * 1024) && 743 aperture != (64 * 1024 * 1024)) { 744 aprint_error_dev(sc->as_dev, "bad aperture size %d\n", 745 aperture); 746 return EINVAL; 747 } 748 749 reg = pci_conf_read(sc->as_pc, sc->as_tag, AGP_I810_SMRAM); 750 miscc = (u_int16_t)(reg >> 16); 751 miscc &= ~AGP_I810_MISCC_WINSIZE; 752 if (aperture == 32 * 1024 * 1024) 753 miscc |= AGP_I810_MISCC_WINSIZE_32; 754 else 755 miscc |= AGP_I810_MISCC_WINSIZE_64; 756 757 reg &= 0x0000ffff; 758 reg |= ((pcireg_t)miscc) << 16; 759 pci_conf_write(sc->as_pc, sc->as_tag, AGP_I810_SMRAM, reg); 760 break; 761 case CHIP_I830: 762 if (aperture != (64 * 1024 * 1024) && 763 aperture != (128 * 1024 * 1024)) { 764 aprint_error_dev(sc->as_dev, "bad aperture size %d\n", 765 aperture); 766 return EINVAL; 767 } 768 reg = pci_conf_read(sc->as_pc, sc->as_tag, AGP_I830_GCC0); 769 gcc1 = (u_int16_t)(reg >> 16); 770 gcc1 &= ~AGP_I830_GCC1_GMASIZE; 771 if (aperture == 64 * 1024 * 1024) 772 gcc1 |= AGP_I830_GCC1_GMASIZE_64; 773 else 774 gcc1 |= AGP_I830_GCC1_GMASIZE_128; 775 776 reg &= 0x0000ffff; 777 reg |= ((pcireg_t)gcc1) << 16; 778 pci_conf_write(sc->as_pc, sc->as_tag, AGP_I830_GCC0, reg); 779 break; 780 case CHIP_I855: 781 case CHIP_I915: 782 if (aperture != agp_i810_get_aperture(sc)) { 783 aprint_error_dev(sc->as_dev, "bad aperture size %d\n", 784 aperture); 785 return EINVAL; 786 } 787 break; 788 case CHIP_I965: 789 if (aperture != 512 * 1024 * 1024) { 790 aprint_error_dev(sc->as_dev, "bad aperture size %d\n", 791 aperture); 792 return EINVAL; 793 } 794 break; 795 } 796 797 return 0; 798 } 799 800 static int 801 agp_i810_bind_page(struct agp_softc *sc, off_t offset, bus_addr_t physical) 802 { 803 struct agp_i810_softc *isc = sc->as_chipc; 804 805 if (offset < 0 || offset >= (isc->gatt->ag_entries << AGP_PAGE_SHIFT)) { 806 #ifdef AGP_DEBUG 807 printf("%s: failed: offset 0x%08x, shift %d, entries %d\n", 808 device_xname(sc->as_dev), (int)offset, AGP_PAGE_SHIFT, 809 isc->gatt->ag_entries); 810 #endif 811 return EINVAL; 812 } 813 814 if (isc->chiptype != CHIP_I830) { 815 if ((offset >> AGP_PAGE_SHIFT) < isc->stolen) { 816 #ifdef AGP_DEBUG 817 printf("%s: trying to bind into stolen memory", 818 device_xname(sc->as_dev)); 819 #endif 820 return EINVAL; 821 } 822 } 823 824 agp_i810_write_gtt_entry(isc, offset, physical | 1); 825 return 0; 826 } 827 828 static int 829 agp_i810_unbind_page(struct agp_softc *sc, off_t offset) 830 { 831 struct agp_i810_softc *isc = sc->as_chipc; 832 833 if (offset < 0 || offset >= (isc->gatt->ag_entries << AGP_PAGE_SHIFT)) 834 return EINVAL; 835 836 if (isc->chiptype != CHIP_I810 ) { 837 if ((offset >> AGP_PAGE_SHIFT) < isc->stolen) { 838 #ifdef AGP_DEBUG 839 printf("%s: trying to unbind from stolen memory", 840 device_xname(sc->as_dev)); 841 #endif 842 return EINVAL; 843 } 844 } 845 846 agp_i810_write_gtt_entry(isc, offset, 0); 847 return 0; 848 } 849 850 /* 851 * Writing via memory mapped registers already flushes all TLBs. 852 */ 853 static void 854 agp_i810_flush_tlb(struct agp_softc *sc) 855 { 856 } 857 858 static int 859 agp_i810_enable(struct agp_softc *sc, u_int32_t mode) 860 { 861 862 return 0; 863 } 864 865 static struct agp_memory * 866 agp_i810_alloc_memory(struct agp_softc *sc, int type, vsize_t size) 867 { 868 struct agp_i810_softc *isc = sc->as_chipc; 869 struct agp_memory *mem; 870 871 #ifdef AGP_DEBUG 872 printf("AGP: alloc(%d, 0x%x)\n", type, (int) size); 873 #endif 874 875 if ((size & (AGP_PAGE_SIZE - 1)) != 0) 876 return 0; 877 878 if (sc->as_allocated + size > sc->as_maxmem) 879 return 0; 880 881 if (type == 1) { 882 /* 883 * Mapping local DRAM into GATT. 884 */ 885 if (isc->chiptype != CHIP_I810 ) 886 return 0; 887 if (size != isc->dcache_size) 888 return 0; 889 } else if (type == 2) { 890 /* 891 * Bogus mapping for the hardware cursor. 892 */ 893 if (size != AGP_PAGE_SIZE && size != 4 * AGP_PAGE_SIZE) 894 return 0; 895 } 896 897 mem = malloc(sizeof *mem, M_AGP, M_WAITOK|M_ZERO); 898 if (mem == NULL) 899 return NULL; 900 mem->am_id = sc->as_nextid++; 901 mem->am_size = size; 902 mem->am_type = type; 903 904 if (type == 2) { 905 /* 906 * Allocate and wire down the memory now so that we can 907 * get its physical address. 908 */ 909 mem->am_dmaseg = malloc(sizeof *mem->am_dmaseg, M_AGP, 910 M_WAITOK); 911 if (mem->am_dmaseg == NULL) { 912 free(mem, M_AGP); 913 return NULL; 914 } 915 if (agp_alloc_dmamem(sc->as_dmat, size, 0, 916 &mem->am_dmamap, &mem->am_virtual, &mem->am_physical, 917 mem->am_dmaseg, 1, &mem->am_nseg) != 0) { 918 free(mem->am_dmaseg, M_AGP); 919 free(mem, M_AGP); 920 return NULL; 921 } 922 memset(mem->am_virtual, 0, size); 923 } else if (type != 1) { 924 if (bus_dmamap_create(sc->as_dmat, size, size / PAGE_SIZE + 1, 925 size, 0, BUS_DMA_NOWAIT, 926 &mem->am_dmamap) != 0) { 927 free(mem, M_AGP); 928 return NULL; 929 } 930 } 931 932 TAILQ_INSERT_TAIL(&sc->as_memory, mem, am_link); 933 sc->as_allocated += size; 934 935 return mem; 936 } 937 938 static int 939 agp_i810_free_memory(struct agp_softc *sc, struct agp_memory *mem) 940 { 941 if (mem->am_is_bound) 942 return EBUSY; 943 944 if (mem->am_type == 2) { 945 agp_free_dmamem(sc->as_dmat, mem->am_size, mem->am_dmamap, 946 mem->am_virtual, mem->am_dmaseg, mem->am_nseg); 947 free(mem->am_dmaseg, M_AGP); 948 } 949 950 sc->as_allocated -= mem->am_size; 951 TAILQ_REMOVE(&sc->as_memory, mem, am_link); 952 free(mem, M_AGP); 953 return 0; 954 } 955 956 static int 957 agp_i810_bind_memory(struct agp_softc *sc, struct agp_memory *mem, 958 off_t offset) 959 { 960 struct agp_i810_softc *isc = sc->as_chipc; 961 u_int32_t regval, i; 962 963 /* 964 * XXX evil hack: the PGTBL_CTL appearently gets overwritten by the 965 * X server for mysterious reasons which leads to crashes if we write 966 * to the GTT through the MMIO window. 967 * Until the issue is solved, simply restore it. 968 */ 969 regval = bus_space_read_4(isc->bst, isc->bsh, AGP_I810_PGTBL_CTL); 970 if (regval != (isc->gatt->ag_physical | 1)) { 971 printf("agp_i810_bind_memory: PGTBL_CTL is 0x%x - fixing\n", 972 regval); 973 bus_space_write_4(isc->bst, isc->bsh, AGP_I810_PGTBL_CTL, 974 isc->gatt->ag_physical | 1); 975 } 976 977 if (mem->am_type == 2) { 978 agp_i810_write_gtt_entry(isc, offset, mem->am_physical | 1); 979 mem->am_offset = offset; 980 mem->am_is_bound = 1; 981 return 0; 982 } 983 984 if (mem->am_type != 1) 985 return agp_generic_bind_memory(sc, mem, offset); 986 987 if (isc->chiptype != CHIP_I810) 988 return EINVAL; 989 990 for (i = 0; i < mem->am_size; i += AGP_PAGE_SIZE) 991 agp_i810_write_gtt_entry(isc, offset, i | 3); 992 mem->am_is_bound = 1; 993 return 0; 994 } 995 996 static int 997 agp_i810_unbind_memory(struct agp_softc *sc, struct agp_memory *mem) 998 { 999 struct agp_i810_softc *isc = sc->as_chipc; 1000 u_int32_t i; 1001 1002 if (mem->am_type == 2) { 1003 agp_i810_write_gtt_entry(isc, mem->am_offset, 0); 1004 mem->am_offset = 0; 1005 mem->am_is_bound = 0; 1006 return 0; 1007 } 1008 1009 if (mem->am_type != 1) 1010 return agp_generic_unbind_memory(sc, mem); 1011 1012 if (isc->chiptype != CHIP_I810) 1013 return EINVAL; 1014 1015 for (i = 0; i < mem->am_size; i += AGP_PAGE_SIZE) 1016 agp_i810_write_gtt_entry(isc, i, 0); 1017 mem->am_is_bound = 0; 1018 return 0; 1019 } 1020 1021 static bool 1022 agp_i810_resume(device_t dv PMF_FN_ARGS) 1023 { 1024 struct agp_softc *sc = device_private(dv); 1025 struct agp_i810_softc *isc = sc->as_chipc; 1026 1027 isc->pgtblctl = READ4(AGP_I810_PGTBL_CTL); 1028 agp_flush_cache(); 1029 1030 return true; 1031 } 1032