1 /* $NetBSD: tc_bus_mem.c,v 1.35 2013/11/04 16:55:31 christos Exp $ */ 2 3 /* 4 * Copyright (c) 1996 Carnegie-Mellon University. 5 * All rights reserved. 6 * 7 * Author: Chris G. Demetriou 8 * 9 * Permission to use, copy, modify and distribute this software and 10 * its documentation is hereby granted, provided that both the copyright 11 * notice and this permission notice appear in all copies of the 12 * software, derivative works or modified versions, and any portions 13 * thereof, and that both notices appear in supporting documentation. 14 * 15 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" 16 * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND 17 * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. 18 * 19 * Carnegie Mellon requests users of this software to return to 20 * 21 * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU 22 * School of Computer Science 23 * Carnegie Mellon University 24 * Pittsburgh PA 15213-3890 25 * 26 * any improvements or extensions that they make and grant Carnegie the 27 * rights to redistribute these changes. 28 */ 29 30 /* 31 * Common TurboChannel Chipset "bus memory" functions. 32 */ 33 34 #include <sys/cdefs.h> /* RCS ID & Copyright macro defns */ 35 36 __KERNEL_RCSID(0, "$NetBSD: tc_bus_mem.c,v 1.35 2013/11/04 16:55:31 christos Exp $"); 37 38 #include <sys/param.h> 39 #include <sys/systm.h> 40 #include <sys/malloc.h> 41 #include <sys/syslog.h> 42 #include <sys/device.h> 43 44 #include <sys/bus.h> 45 #include <dev/tc/tcvar.h> 46 47 #define __C(A,B) __CONCAT(A,B) 48 49 /* mapping/unmapping */ 50 int tc_mem_map(void *, bus_addr_t, bus_size_t, int, 51 bus_space_handle_t *, int); 52 void tc_mem_unmap(void *, bus_space_handle_t, bus_size_t, int); 53 int tc_mem_subregion(void *, bus_space_handle_t, bus_size_t, 54 bus_size_t, bus_space_handle_t *); 55 56 int tc_mem_translate(void *, bus_addr_t, bus_size_t, 57 int, struct alpha_bus_space_translation *); 58 int tc_mem_get_window(void *, int, 59 struct alpha_bus_space_translation *); 60 61 /* allocation/deallocation */ 62 int tc_mem_alloc(void *, bus_addr_t, bus_addr_t, bus_size_t, 63 bus_size_t, bus_addr_t, int, bus_addr_t *, 64 bus_space_handle_t *); 65 void tc_mem_free(void *, bus_space_handle_t, bus_size_t); 66 67 /* get kernel virtual address */ 68 void * tc_mem_vaddr(void *, bus_space_handle_t); 69 70 /* mmap for user */ 71 paddr_t tc_mem_mmap(void *, bus_addr_t, off_t, int, int); 72 73 /* barrier */ 74 static inline void tc_mem_barrier(void *, bus_space_handle_t, 75 bus_size_t, bus_size_t, int); 76 77 /* read (single) */ 78 static inline uint8_t tc_mem_read_1(void *, bus_space_handle_t, bus_size_t); 79 static inline uint16_t tc_mem_read_2(void *, bus_space_handle_t, bus_size_t); 80 static inline uint32_t tc_mem_read_4(void *, bus_space_handle_t, bus_size_t); 81 static inline uint64_t tc_mem_read_8(void *, bus_space_handle_t, bus_size_t); 82 83 /* read multiple */ 84 void tc_mem_read_multi_1(void *, bus_space_handle_t, 85 bus_size_t, uint8_t *, bus_size_t); 86 void tc_mem_read_multi_2(void *, bus_space_handle_t, 87 bus_size_t, uint16_t *, bus_size_t); 88 void tc_mem_read_multi_4(void *, bus_space_handle_t, 89 bus_size_t, uint32_t *, bus_size_t); 90 void tc_mem_read_multi_8(void *, bus_space_handle_t, 91 bus_size_t, uint64_t *, bus_size_t); 92 93 /* read region */ 94 void tc_mem_read_region_1(void *, bus_space_handle_t, 95 bus_size_t, uint8_t *, bus_size_t); 96 void tc_mem_read_region_2(void *, bus_space_handle_t, 97 bus_size_t, uint16_t *, bus_size_t); 98 void tc_mem_read_region_4(void *, bus_space_handle_t, 99 bus_size_t, uint32_t *, bus_size_t); 100 void tc_mem_read_region_8(void *, bus_space_handle_t, 101 bus_size_t, uint64_t *, bus_size_t); 102 103 /* write (single) */ 104 static inline void tc_mem_write_1(void *, bus_space_handle_t, bus_size_t, 105 uint8_t); 106 static inline void tc_mem_write_2(void *, bus_space_handle_t, bus_size_t, 107 uint16_t); 108 static inline void tc_mem_write_4(void *, bus_space_handle_t, bus_size_t, 109 uint32_t); 110 static inline void tc_mem_write_8(void *, bus_space_handle_t, bus_size_t, 111 uint64_t); 112 113 /* write multiple */ 114 void tc_mem_write_multi_1(void *, bus_space_handle_t, 115 bus_size_t, const uint8_t *, bus_size_t); 116 void tc_mem_write_multi_2(void *, bus_space_handle_t, 117 bus_size_t, const uint16_t *, bus_size_t); 118 void tc_mem_write_multi_4(void *, bus_space_handle_t, 119 bus_size_t, const uint32_t *, bus_size_t); 120 void tc_mem_write_multi_8(void *, bus_space_handle_t, 121 bus_size_t, const uint64_t *, bus_size_t); 122 123 /* write region */ 124 void tc_mem_write_region_1(void *, bus_space_handle_t, 125 bus_size_t, const uint8_t *, bus_size_t); 126 void tc_mem_write_region_2(void *, bus_space_handle_t, 127 bus_size_t, const uint16_t *, bus_size_t); 128 void tc_mem_write_region_4(void *, bus_space_handle_t, 129 bus_size_t, const uint32_t *, bus_size_t); 130 void tc_mem_write_region_8(void *, bus_space_handle_t, 131 bus_size_t, const uint64_t *, bus_size_t); 132 133 /* set multiple */ 134 void tc_mem_set_multi_1(void *, bus_space_handle_t, 135 bus_size_t, uint8_t, bus_size_t); 136 void tc_mem_set_multi_2(void *, bus_space_handle_t, 137 bus_size_t, uint16_t, bus_size_t); 138 void tc_mem_set_multi_4(void *, bus_space_handle_t, 139 bus_size_t, uint32_t, bus_size_t); 140 void tc_mem_set_multi_8(void *, bus_space_handle_t, 141 bus_size_t, uint64_t, bus_size_t); 142 143 /* set region */ 144 void tc_mem_set_region_1(void *, bus_space_handle_t, 145 bus_size_t, uint8_t, bus_size_t); 146 void tc_mem_set_region_2(void *, bus_space_handle_t, 147 bus_size_t, uint16_t, bus_size_t); 148 void tc_mem_set_region_4(void *, bus_space_handle_t, 149 bus_size_t, uint32_t, bus_size_t); 150 void tc_mem_set_region_8(void *, bus_space_handle_t, 151 bus_size_t, uint64_t, bus_size_t); 152 153 /* copy */ 154 void tc_mem_copy_region_1(void *, bus_space_handle_t, 155 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t); 156 void tc_mem_copy_region_2(void *, bus_space_handle_t, 157 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t); 158 void tc_mem_copy_region_4(void *, bus_space_handle_t, 159 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t); 160 void tc_mem_copy_region_8(void *, bus_space_handle_t, 161 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t); 162 163 static struct alpha_bus_space tc_mem_space = { 164 /* cookie */ 165 NULL, 166 167 /* mapping/unmapping */ 168 tc_mem_map, 169 tc_mem_unmap, 170 tc_mem_subregion, 171 172 tc_mem_translate, 173 tc_mem_get_window, 174 175 /* allocation/deallocation */ 176 tc_mem_alloc, 177 tc_mem_free, 178 179 /* get kernel virtual address */ 180 tc_mem_vaddr, 181 182 /* mmap for user */ 183 tc_mem_mmap, 184 185 /* barrier */ 186 tc_mem_barrier, 187 188 /* read (single) */ 189 tc_mem_read_1, 190 tc_mem_read_2, 191 tc_mem_read_4, 192 tc_mem_read_8, 193 194 /* read multiple */ 195 tc_mem_read_multi_1, 196 tc_mem_read_multi_2, 197 tc_mem_read_multi_4, 198 tc_mem_read_multi_8, 199 200 /* read region */ 201 tc_mem_read_region_1, 202 tc_mem_read_region_2, 203 tc_mem_read_region_4, 204 tc_mem_read_region_8, 205 206 /* write (single) */ 207 tc_mem_write_1, 208 tc_mem_write_2, 209 tc_mem_write_4, 210 tc_mem_write_8, 211 212 /* write multiple */ 213 tc_mem_write_multi_1, 214 tc_mem_write_multi_2, 215 tc_mem_write_multi_4, 216 tc_mem_write_multi_8, 217 218 /* write region */ 219 tc_mem_write_region_1, 220 tc_mem_write_region_2, 221 tc_mem_write_region_4, 222 tc_mem_write_region_8, 223 224 /* set multiple */ 225 tc_mem_set_multi_1, 226 tc_mem_set_multi_2, 227 tc_mem_set_multi_4, 228 tc_mem_set_multi_8, 229 230 /* set region */ 231 tc_mem_set_region_1, 232 tc_mem_set_region_2, 233 tc_mem_set_region_4, 234 tc_mem_set_region_8, 235 236 /* copy */ 237 tc_mem_copy_region_1, 238 tc_mem_copy_region_2, 239 tc_mem_copy_region_4, 240 tc_mem_copy_region_8, 241 }; 242 243 bus_space_tag_t 244 tc_bus_mem_init(void *memv) 245 { 246 bus_space_tag_t h = &tc_mem_space; 247 248 h->abs_cookie = memv; 249 return (h); 250 } 251 252 /* ARGSUSED */ 253 int 254 tc_mem_translate(void *v, bus_addr_t memaddr, bus_size_t memlen, int flags, struct alpha_bus_space_translation *abst) 255 { 256 257 return (EOPNOTSUPP); 258 } 259 260 /* ARGSUSED */ 261 int 262 tc_mem_get_window(void *v, int window, struct alpha_bus_space_translation *abst) 263 { 264 265 return (EOPNOTSUPP); 266 } 267 268 /* ARGSUSED */ 269 int 270 tc_mem_map(void *v, bus_addr_t memaddr, bus_size_t memsize, int flags, bus_space_handle_t *memhp, int acct) 271 { 272 int cacheable = flags & BUS_SPACE_MAP_CACHEABLE; 273 int linear = flags & BUS_SPACE_MAP_LINEAR; 274 275 /* Requests for linear uncacheable space can't be satisfied. */ 276 if (linear && !cacheable) 277 return (EOPNOTSUPP); 278 279 if (memaddr & 0x7) 280 panic("tc_mem_map needs 8 byte alignment"); 281 if (cacheable) 282 *memhp = ALPHA_PHYS_TO_K0SEG(memaddr); 283 else 284 *memhp = ALPHA_PHYS_TO_K0SEG(TC_DENSE_TO_SPARSE(memaddr)); 285 return (0); 286 } 287 288 /* ARGSUSED */ 289 void 290 tc_mem_unmap(void *v, bus_space_handle_t memh, bus_size_t memsize, int acct) 291 { 292 293 /* XXX XX XXX nothing to do. */ 294 } 295 296 int 297 tc_mem_subregion(void *v, bus_space_handle_t memh, bus_size_t offset, bus_size_t size, bus_space_handle_t *nmemh) 298 { 299 300 /* Disallow subregioning that would make the handle unaligned. */ 301 if ((offset & 0x7) != 0) 302 return (1); 303 304 if ((memh & TC_SPACE_SPARSE) != 0) 305 *nmemh = memh + (offset << 1); 306 else 307 *nmemh = memh + offset; 308 309 return (0); 310 } 311 312 int 313 tc_mem_alloc(void *v, bus_addr_t rstart, bus_addr_t rend, bus_size_t size, bus_size_t align, bus_size_t boundary, int flags, bus_addr_t *addrp, bus_space_handle_t *bshp) 314 { 315 316 /* XXX XXX XXX XXX XXX XXX */ 317 panic("tc_mem_alloc unimplemented"); 318 } 319 320 void 321 tc_mem_free(void *v, bus_space_handle_t bsh, bus_size_t size) 322 { 323 324 /* XXX XXX XXX XXX XXX XXX */ 325 panic("tc_mem_free unimplemented"); 326 } 327 328 void * 329 tc_mem_vaddr(void *v, bus_space_handle_t bsh) 330 { 331 #ifdef DIAGNOSTIC 332 if ((bsh & TC_SPACE_SPARSE) != 0) { 333 /* 334 * tc_mem_map() catches linear && !cacheable, 335 * so we shouldn't come here 336 */ 337 panic("tc_mem_vaddr"); 338 } 339 #endif 340 return ((void *)bsh); 341 } 342 343 paddr_t 344 tc_mem_mmap(void *v, bus_addr_t addr, off_t off, int prot, int flags) 345 { 346 int linear = flags & BUS_SPACE_MAP_LINEAR; 347 bus_addr_t rv; 348 349 if (linear) 350 rv = addr + off; 351 else 352 rv = TC_DENSE_TO_SPARSE(addr + off); 353 354 return (alpha_btop(rv)); 355 } 356 357 static inline void 358 tc_mem_barrier(void *v, bus_space_handle_t h, bus_size_t o, bus_size_t l, int f) 359 { 360 361 if ((f & BUS_SPACE_BARRIER_READ) != 0) 362 alpha_mb(); 363 else if ((f & BUS_SPACE_BARRIER_WRITE) != 0) 364 alpha_wmb(); 365 } 366 367 static inline uint8_t 368 tc_mem_read_1(void *v, bus_space_handle_t memh, bus_size_t off) 369 { 370 volatile uint8_t *p; 371 372 alpha_mb(); /* XXX XXX XXX */ 373 374 if ((memh & TC_SPACE_SPARSE) != 0) 375 panic("tc_mem_read_1 not implemented for sparse space"); 376 377 p = (uint8_t *)(memh + off); 378 return (*p); 379 } 380 381 static inline uint16_t 382 tc_mem_read_2(void *v, bus_space_handle_t memh, bus_size_t off) 383 { 384 volatile uint16_t *p; 385 386 alpha_mb(); /* XXX XXX XXX */ 387 388 if ((memh & TC_SPACE_SPARSE) != 0) 389 panic("tc_mem_read_2 not implemented for sparse space"); 390 391 p = (uint16_t *)(memh + off); 392 return (*p); 393 } 394 395 static inline uint32_t 396 tc_mem_read_4(void *v, bus_space_handle_t memh, bus_size_t off) 397 { 398 volatile uint32_t *p; 399 400 alpha_mb(); /* XXX XXX XXX */ 401 402 if ((memh & TC_SPACE_SPARSE) != 0) 403 /* Nothing special to do for 4-byte sparse space accesses */ 404 p = (uint32_t *)(memh + (off << 1)); 405 else 406 p = (uint32_t *)(memh + off); 407 return (*p); 408 } 409 410 static inline uint64_t 411 tc_mem_read_8(void *v, bus_space_handle_t memh, bus_size_t off) 412 { 413 volatile uint64_t *p; 414 415 alpha_mb(); /* XXX XXX XXX */ 416 417 if ((memh & TC_SPACE_SPARSE) != 0) 418 panic("tc_mem_read_8 not implemented for sparse space"); 419 420 p = (uint64_t *)(memh + off); 421 return (*p); 422 } 423 424 #define tc_mem_read_multi_N(BYTES,TYPE) \ 425 void \ 426 __C(tc_mem_read_multi_,BYTES)( \ 427 void *v, \ 428 bus_space_handle_t h, \ 429 bus_size_t o, \ 430 TYPE *a, \ 431 bus_size_t c) \ 432 { \ 433 \ 434 while (c-- > 0) { \ 435 tc_mem_barrier(v, h, o, sizeof *a, BUS_SPACE_BARRIER_READ); \ 436 *a++ = __C(tc_mem_read_,BYTES)(v, h, o); \ 437 } \ 438 } 439 tc_mem_read_multi_N(1,uint8_t) 440 tc_mem_read_multi_N(2,uint16_t) 441 tc_mem_read_multi_N(4,uint32_t) 442 tc_mem_read_multi_N(8,uint64_t) 443 444 #define tc_mem_read_region_N(BYTES,TYPE) \ 445 void \ 446 __C(tc_mem_read_region_,BYTES)( \ 447 void *v, \ 448 bus_space_handle_t h, \ 449 bus_size_t o, \ 450 TYPE *a, \ 451 bus_size_t c) \ 452 { \ 453 \ 454 while (c-- > 0) { \ 455 *a++ = __C(tc_mem_read_,BYTES)(v, h, o); \ 456 o += sizeof *a; \ 457 } \ 458 } 459 tc_mem_read_region_N(1,uint8_t) 460 tc_mem_read_region_N(2,uint16_t) 461 tc_mem_read_region_N(4,uint32_t) 462 tc_mem_read_region_N(8,uint64_t) 463 464 static inline void 465 tc_mem_write_1(void *v, bus_space_handle_t memh, bus_size_t off, uint8_t val) 466 { 467 468 if ((memh & TC_SPACE_SPARSE) != 0) { 469 volatile uint64_t *p; 470 off &= 0x3; 471 472 p = (uint64_t *)(memh + (off << 1)); 473 474 *p = val; 475 } else { 476 volatile uint8_t *p; 477 478 p = (uint8_t *)(memh + off); 479 *p = val; 480 } 481 alpha_mb(); /* XXX XXX XXX */ 482 } 483 484 static inline void 485 tc_mem_write_2(void *v, bus_space_handle_t memh, bus_size_t off, uint16_t val) 486 { 487 488 if ((memh & TC_SPACE_SPARSE) != 0) { 489 volatile uint64_t *p; 490 491 off &= 0x3; 492 493 p = (uint64_t *)(memh + (off << 1)); 494 495 *p = val; 496 } else { 497 volatile uint16_t *p; 498 499 p = (uint16_t *)(memh + off); 500 *p = val; 501 } 502 alpha_mb(); /* XXX XXX XXX */ 503 } 504 505 static inline void 506 tc_mem_write_4(void *v, bus_space_handle_t memh, bus_size_t off, uint32_t val) 507 { 508 volatile uint32_t *p; 509 510 if ((memh & TC_SPACE_SPARSE) != 0) 511 /* Nothing special to do for 4-byte sparse space accesses */ 512 p = (uint32_t *)(memh + (off << 1)); 513 else 514 p = (uint32_t *)(memh + off); 515 *p = val; 516 alpha_mb(); /* XXX XXX XXX */ 517 } 518 519 static inline void 520 tc_mem_write_8(void *v, bus_space_handle_t memh, bus_size_t off, uint64_t val) 521 { 522 volatile uint64_t *p; 523 524 if ((memh & TC_SPACE_SPARSE) != 0) 525 panic("tc_mem_read_8 not implemented for sparse space"); 526 527 p = (uint64_t *)(memh + off); 528 *p = val; 529 alpha_mb(); /* XXX XXX XXX */ 530 } 531 532 #define tc_mem_write_multi_N(BYTES,TYPE) \ 533 void \ 534 __C(tc_mem_write_multi_,BYTES)( \ 535 void *v, \ 536 bus_space_handle_t h, \ 537 bus_size_t o, \ 538 const TYPE *a, \ 539 bus_size_t c) \ 540 { \ 541 \ 542 while (c-- > 0) { \ 543 __C(tc_mem_write_,BYTES)(v, h, o, *a++); \ 544 tc_mem_barrier(v, h, o, sizeof *a, BUS_SPACE_BARRIER_WRITE); \ 545 } \ 546 } 547 tc_mem_write_multi_N(1,uint8_t) 548 tc_mem_write_multi_N(2,uint16_t) 549 tc_mem_write_multi_N(4,uint32_t) 550 tc_mem_write_multi_N(8,uint64_t) 551 552 #define tc_mem_write_region_N(BYTES,TYPE) \ 553 void \ 554 __C(tc_mem_write_region_,BYTES)( \ 555 void *v, \ 556 bus_space_handle_t h, \ 557 bus_size_t o, \ 558 const TYPE *a, \ 559 bus_size_t c) \ 560 { \ 561 \ 562 while (c-- > 0) { \ 563 __C(tc_mem_write_,BYTES)(v, h, o, *a++); \ 564 o += sizeof *a; \ 565 } \ 566 } 567 tc_mem_write_region_N(1,uint8_t) 568 tc_mem_write_region_N(2,uint16_t) 569 tc_mem_write_region_N(4,uint32_t) 570 tc_mem_write_region_N(8,uint64_t) 571 572 #define tc_mem_set_multi_N(BYTES,TYPE) \ 573 void \ 574 __C(tc_mem_set_multi_,BYTES)( \ 575 void *v, \ 576 bus_space_handle_t h, \ 577 bus_size_t o, \ 578 TYPE val, \ 579 bus_size_t c) \ 580 { \ 581 \ 582 while (c-- > 0) { \ 583 __C(tc_mem_write_,BYTES)(v, h, o, val); \ 584 tc_mem_barrier(v, h, o, sizeof val, BUS_SPACE_BARRIER_WRITE); \ 585 } \ 586 } 587 tc_mem_set_multi_N(1,uint8_t) 588 tc_mem_set_multi_N(2,uint16_t) 589 tc_mem_set_multi_N(4,uint32_t) 590 tc_mem_set_multi_N(8,uint64_t) 591 592 #define tc_mem_set_region_N(BYTES,TYPE) \ 593 void \ 594 __C(tc_mem_set_region_,BYTES)( \ 595 void *v, \ 596 bus_space_handle_t h, \ 597 bus_size_t o, \ 598 TYPE val, \ 599 bus_size_t c) \ 600 { \ 601 \ 602 while (c-- > 0) { \ 603 __C(tc_mem_write_,BYTES)(v, h, o, val); \ 604 o += sizeof val; \ 605 } \ 606 } 607 tc_mem_set_region_N(1,uint8_t) 608 tc_mem_set_region_N(2,uint16_t) 609 tc_mem_set_region_N(4,uint32_t) 610 tc_mem_set_region_N(8,uint64_t) 611 612 #define tc_mem_copy_region_N(BYTES) \ 613 void \ 614 __C(tc_mem_copy_region_,BYTES)( \ 615 void *v, \ 616 bus_space_handle_t h1, \ 617 bus_size_t o1, \ 618 bus_space_handle_t h2, \ 619 bus_size_t o2, \ 620 bus_size_t c) \ 621 { \ 622 bus_size_t o; \ 623 \ 624 if ((h1 & TC_SPACE_SPARSE) != 0 && \ 625 (h2 & TC_SPACE_SPARSE) != 0) { \ 626 memmove((void *)(h2 + o2), (void *)(h1 + o1), c * BYTES); \ 627 return; \ 628 } \ 629 \ 630 if (h1 + o1 >= h2 + o2) \ 631 /* src after dest: copy forward */ \ 632 for (o = 0; c > 0; c--, o += BYTES) \ 633 __C(tc_mem_write_,BYTES)(v, h2, o2 + o, \ 634 __C(tc_mem_read_,BYTES)(v, h1, o1 + o)); \ 635 else \ 636 /* dest after src: copy backwards */ \ 637 for (o = (c - 1) * BYTES; c > 0; c--, o -= BYTES) \ 638 __C(tc_mem_write_,BYTES)(v, h2, o2 + o, \ 639 __C(tc_mem_read_,BYTES)(v, h1, o1 + o)); \ 640 } 641 tc_mem_copy_region_N(1) 642 tc_mem_copy_region_N(2) 643 tc_mem_copy_region_N(4) 644 tc_mem_copy_region_N(8) 645