1 /* $NetBSD: pci_bwx_bus_mem_chipdep.c,v 1.9 2000/02/26 18:53:13 thorpej Exp $ */ 2 3 /*- 4 * Copyright (c) 1997, 1998, 2000 The NetBSD Foundation, Inc. 5 * All rights reserved. 6 * 7 * This code is derived from software contributed to The NetBSD Foundation 8 * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility, 9 * NASA Ames Research Center. 10 * 11 * Redistribution and use in source and binary forms, with or without 12 * modification, are permitted provided that the following conditions 13 * are met: 14 * 1. Redistributions of source code must retain the above copyright 15 * notice, this list of conditions and the following disclaimer. 16 * 2. Redistributions in binary form must reproduce the above copyright 17 * notice, this list of conditions and the following disclaimer in the 18 * documentation and/or other materials provided with the distribution. 19 * 3. All advertising materials mentioning features or use of this software 20 * must display the following acknowledgement: 21 * This product includes software developed by the NetBSD 22 * Foundation, Inc. and its contributors. 23 * 4. Neither the name of The NetBSD Foundation nor the names of its 24 * contributors may be used to endorse or promote products derived 25 * from this software without specific prior written permission. 26 * 27 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 28 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 29 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 30 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 31 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 32 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 33 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 34 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 35 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 36 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 37 * POSSIBILITY OF SUCH DAMAGE. 38 */ 39 40 /* 41 * Copyright (c) 1995, 1996 Carnegie-Mellon University. 42 * All rights reserved. 43 * 44 * Author: Chris G. Demetriou 45 * 46 * Permission to use, copy, modify and distribute this software and 47 * its documentation is hereby granted, provided that both the copyright 48 * notice and this permission notice appear in all copies of the 49 * software, derivative works or modified versions, and any portions 50 * thereof, and that both notices appear in supporting documentation. 51 * 52 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" 53 * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND 54 * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. 55 * 56 * Carnegie Mellon requests users of this software to return to 57 * 58 * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU 59 * School of Computer Science 60 * Carnegie Mellon University 61 * Pittsburgh PA 15213-3890 62 * 63 * any improvements or extensions that they make and grant Carnegie the 64 * rights to redistribute these changes. 65 */ 66 67 /* 68 * Common PCI Chipset "bus I/O" functions, for chipsets which have to 69 * deal with only a single PCI interface chip in a machine. 70 * 71 * uses: 72 * CHIP name of the 'chip' it's being compiled for. 73 * CHIP_MEM_BASE Mem space base to use. 74 * CHIP_MEM_EX_STORE 75 * If defined, device-provided static storage area 76 * for the memory space extent. If this is 77 * defined, CHIP_MEM_EX_STORE_SIZE must also be 78 * defined. If this is not defined, a static area 79 * will be declared. 80 * CHIP_MEM_EX_STORE_SIZE 81 * Size of the device-provided static storage area 82 * for the memory space extent. 83 */ 84 85 #include <sys/extent.h> 86 87 #include <machine/bwx.h> 88 89 #define __C(A,B) __CONCAT(A,B) 90 #define __S(S) __STRING(S) 91 92 /* mapping/unmapping */ 93 int __C(CHIP,_mem_map) __P((void *, bus_addr_t, bus_size_t, int, 94 bus_space_handle_t *, int)); 95 void __C(CHIP,_mem_unmap) __P((void *, bus_space_handle_t, 96 bus_size_t, int)); 97 int __C(CHIP,_mem_subregion) __P((void *, bus_space_handle_t, 98 bus_size_t, bus_size_t, bus_space_handle_t *)); 99 100 int __C(CHIP,_mem_translate) __P((void *, bus_addr_t, bus_size_t, 101 int, struct alpha_bus_space_translation *)); 102 int __C(CHIP,_mem_get_window) __P((void *, int, 103 struct alpha_bus_space_translation *)); 104 105 /* allocation/deallocation */ 106 int __C(CHIP,_mem_alloc) __P((void *, bus_addr_t, bus_addr_t, 107 bus_size_t, bus_size_t, bus_addr_t, int, bus_addr_t *, 108 bus_space_handle_t *)); 109 void __C(CHIP,_mem_free) __P((void *, bus_space_handle_t, 110 bus_size_t)); 111 112 /* barrier */ 113 inline void __C(CHIP,_mem_barrier) __P((void *, bus_space_handle_t, 114 bus_size_t, bus_size_t, int)); 115 116 /* read (single) */ 117 inline u_int8_t __C(CHIP,_mem_read_1) __P((void *, bus_space_handle_t, 118 bus_size_t)); 119 inline u_int16_t __C(CHIP,_mem_read_2) __P((void *, bus_space_handle_t, 120 bus_size_t)); 121 inline u_int32_t __C(CHIP,_mem_read_4) __P((void *, bus_space_handle_t, 122 bus_size_t)); 123 inline u_int64_t __C(CHIP,_mem_read_8) __P((void *, bus_space_handle_t, 124 bus_size_t)); 125 126 /* read multiple */ 127 void __C(CHIP,_mem_read_multi_1) __P((void *, bus_space_handle_t, 128 bus_size_t, u_int8_t *, bus_size_t)); 129 void __C(CHIP,_mem_read_multi_2) __P((void *, bus_space_handle_t, 130 bus_size_t, u_int16_t *, bus_size_t)); 131 void __C(CHIP,_mem_read_multi_4) __P((void *, bus_space_handle_t, 132 bus_size_t, u_int32_t *, bus_size_t)); 133 void __C(CHIP,_mem_read_multi_8) __P((void *, bus_space_handle_t, 134 bus_size_t, u_int64_t *, bus_size_t)); 135 136 /* read region */ 137 void __C(CHIP,_mem_read_region_1) __P((void *, bus_space_handle_t, 138 bus_size_t, u_int8_t *, bus_size_t)); 139 void __C(CHIP,_mem_read_region_2) __P((void *, bus_space_handle_t, 140 bus_size_t, u_int16_t *, bus_size_t)); 141 void __C(CHIP,_mem_read_region_4) __P((void *, bus_space_handle_t, 142 bus_size_t, u_int32_t *, bus_size_t)); 143 void __C(CHIP,_mem_read_region_8) __P((void *, bus_space_handle_t, 144 bus_size_t, u_int64_t *, bus_size_t)); 145 146 /* write (single) */ 147 inline void __C(CHIP,_mem_write_1) __P((void *, bus_space_handle_t, 148 bus_size_t, u_int8_t)); 149 inline void __C(CHIP,_mem_write_2) __P((void *, bus_space_handle_t, 150 bus_size_t, u_int16_t)); 151 inline void __C(CHIP,_mem_write_4) __P((void *, bus_space_handle_t, 152 bus_size_t, u_int32_t)); 153 inline void __C(CHIP,_mem_write_8) __P((void *, bus_space_handle_t, 154 bus_size_t, u_int64_t)); 155 156 /* write multiple */ 157 void __C(CHIP,_mem_write_multi_1) __P((void *, bus_space_handle_t, 158 bus_size_t, const u_int8_t *, bus_size_t)); 159 void __C(CHIP,_mem_write_multi_2) __P((void *, bus_space_handle_t, 160 bus_size_t, const u_int16_t *, bus_size_t)); 161 void __C(CHIP,_mem_write_multi_4) __P((void *, bus_space_handle_t, 162 bus_size_t, const u_int32_t *, bus_size_t)); 163 void __C(CHIP,_mem_write_multi_8) __P((void *, bus_space_handle_t, 164 bus_size_t, const u_int64_t *, bus_size_t)); 165 166 /* write region */ 167 void __C(CHIP,_mem_write_region_1) __P((void *, bus_space_handle_t, 168 bus_size_t, const u_int8_t *, bus_size_t)); 169 void __C(CHIP,_mem_write_region_2) __P((void *, bus_space_handle_t, 170 bus_size_t, const u_int16_t *, bus_size_t)); 171 void __C(CHIP,_mem_write_region_4) __P((void *, bus_space_handle_t, 172 bus_size_t, const u_int32_t *, bus_size_t)); 173 void __C(CHIP,_mem_write_region_8) __P((void *, bus_space_handle_t, 174 bus_size_t, const u_int64_t *, bus_size_t)); 175 176 /* set multiple */ 177 void __C(CHIP,_mem_set_multi_1) __P((void *, bus_space_handle_t, 178 bus_size_t, u_int8_t, bus_size_t)); 179 void __C(CHIP,_mem_set_multi_2) __P((void *, bus_space_handle_t, 180 bus_size_t, u_int16_t, bus_size_t)); 181 void __C(CHIP,_mem_set_multi_4) __P((void *, bus_space_handle_t, 182 bus_size_t, u_int32_t, bus_size_t)); 183 void __C(CHIP,_mem_set_multi_8) __P((void *, bus_space_handle_t, 184 bus_size_t, u_int64_t, bus_size_t)); 185 186 /* set region */ 187 void __C(CHIP,_mem_set_region_1) __P((void *, bus_space_handle_t, 188 bus_size_t, u_int8_t, bus_size_t)); 189 void __C(CHIP,_mem_set_region_2) __P((void *, bus_space_handle_t, 190 bus_size_t, u_int16_t, bus_size_t)); 191 void __C(CHIP,_mem_set_region_4) __P((void *, bus_space_handle_t, 192 bus_size_t, u_int32_t, bus_size_t)); 193 void __C(CHIP,_mem_set_region_8) __P((void *, bus_space_handle_t, 194 bus_size_t, u_int64_t, bus_size_t)); 195 196 /* copy */ 197 void __C(CHIP,_mem_copy_region_1) __P((void *, bus_space_handle_t, 198 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t)); 199 void __C(CHIP,_mem_copy_region_2) __P((void *, bus_space_handle_t, 200 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t)); 201 void __C(CHIP,_mem_copy_region_4) __P((void *, bus_space_handle_t, 202 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t)); 203 void __C(CHIP,_mem_copy_region_8) __P((void *, bus_space_handle_t, 204 bus_size_t, bus_space_handle_t, bus_size_t, bus_size_t)); 205 206 #ifndef CHIP_MEM_EX_STORE 207 static long 208 __C(CHIP,_mem_ex_storage)[EXTENT_FIXED_STORAGE_SIZE(8) / sizeof(long)]; 209 #define CHIP_MEM_EX_STORE(v) (__C(CHIP,_mem_ex_storage)) 210 #define CHIP_MEM_EX_STORE_SIZE(v) (sizeof __C(CHIP,_mem_ex_storage)) 211 #endif 212 213 void 214 __C(CHIP,_bus_mem_init)(t, v) 215 bus_space_tag_t t; 216 void *v; 217 { 218 struct extent *ex; 219 220 /* 221 * Initialize the bus space tag. 222 */ 223 224 /* cookie */ 225 t->abs_cookie = v; 226 227 /* mapping/unmapping */ 228 t->abs_map = __C(CHIP,_mem_map); 229 t->abs_unmap = __C(CHIP,_mem_unmap); 230 t->abs_subregion = __C(CHIP,_mem_subregion); 231 232 t->abs_translate = __C(CHIP,_mem_translate); 233 t->abs_get_window = __C(CHIP,_mem_get_window); 234 235 /* allocation/deallocation */ 236 t->abs_alloc = __C(CHIP,_mem_alloc); 237 t->abs_free = __C(CHIP,_mem_free); 238 239 /* barrier */ 240 t->abs_barrier = __C(CHIP,_mem_barrier); 241 242 /* read (single) */ 243 t->abs_r_1 = __C(CHIP,_mem_read_1); 244 t->abs_r_2 = __C(CHIP,_mem_read_2); 245 t->abs_r_4 = __C(CHIP,_mem_read_4); 246 t->abs_r_8 = __C(CHIP,_mem_read_8); 247 248 /* read multiple */ 249 t->abs_rm_1 = __C(CHIP,_mem_read_multi_1); 250 t->abs_rm_2 = __C(CHIP,_mem_read_multi_2); 251 t->abs_rm_4 = __C(CHIP,_mem_read_multi_4); 252 t->abs_rm_8 = __C(CHIP,_mem_read_multi_8); 253 254 /* read region */ 255 t->abs_rr_1 = __C(CHIP,_mem_read_region_1); 256 t->abs_rr_2 = __C(CHIP,_mem_read_region_2); 257 t->abs_rr_4 = __C(CHIP,_mem_read_region_4); 258 t->abs_rr_8 = __C(CHIP,_mem_read_region_8); 259 260 /* write (single) */ 261 t->abs_w_1 = __C(CHIP,_mem_write_1); 262 t->abs_w_2 = __C(CHIP,_mem_write_2); 263 t->abs_w_4 = __C(CHIP,_mem_write_4); 264 t->abs_w_8 = __C(CHIP,_mem_write_8); 265 266 /* write multiple */ 267 t->abs_wm_1 = __C(CHIP,_mem_write_multi_1); 268 t->abs_wm_2 = __C(CHIP,_mem_write_multi_2); 269 t->abs_wm_4 = __C(CHIP,_mem_write_multi_4); 270 t->abs_wm_8 = __C(CHIP,_mem_write_multi_8); 271 272 /* write region */ 273 t->abs_wr_1 = __C(CHIP,_mem_write_region_1); 274 t->abs_wr_2 = __C(CHIP,_mem_write_region_2); 275 t->abs_wr_4 = __C(CHIP,_mem_write_region_4); 276 t->abs_wr_8 = __C(CHIP,_mem_write_region_8); 277 278 /* set multiple */ 279 t->abs_sm_1 = __C(CHIP,_mem_set_multi_1); 280 t->abs_sm_2 = __C(CHIP,_mem_set_multi_2); 281 t->abs_sm_4 = __C(CHIP,_mem_set_multi_4); 282 t->abs_sm_8 = __C(CHIP,_mem_set_multi_8); 283 284 /* set region */ 285 t->abs_sr_1 = __C(CHIP,_mem_set_region_1); 286 t->abs_sr_2 = __C(CHIP,_mem_set_region_2); 287 t->abs_sr_4 = __C(CHIP,_mem_set_region_4); 288 t->abs_sr_8 = __C(CHIP,_mem_set_region_8); 289 290 /* copy */ 291 t->abs_c_1 = __C(CHIP,_mem_copy_region_1); 292 t->abs_c_2 = __C(CHIP,_mem_copy_region_2); 293 t->abs_c_4 = __C(CHIP,_mem_copy_region_4); 294 t->abs_c_8 = __C(CHIP,_mem_copy_region_8); 295 296 ex = extent_create(__S(__C(CHIP,_bus_mem)), 0x0UL, 0xffffffffUL, 297 M_DEVBUF, (caddr_t)CHIP_MEM_EX_STORE(v), CHIP_MEM_EX_STORE_SIZE(v), 298 EX_NOWAIT|EX_NOCOALESCE); 299 300 CHIP_MEM_EXTENT(v) = ex; 301 } 302 303 int 304 __C(CHIP,_mem_translate)(v, memaddr, memlen, flags, abst) 305 void *v; 306 bus_addr_t memaddr; 307 bus_size_t memlen; 308 int flags; 309 struct alpha_bus_space_translation *abst; 310 { 311 312 /* XXX */ 313 return (EOPNOTSUPP); 314 } 315 316 int 317 __C(CHIP,_mem_get_window)(v, window, abst) 318 void *v; 319 int window; 320 struct alpha_bus_space_translation *abst; 321 { 322 323 switch (window) { 324 case 0: 325 abst->abst_bus_start = 0; 326 abst->abst_bus_end = 0xffffffffUL; 327 abst->abst_sys_start = CHIP_MEM_SYS_START(v); 328 abst->abst_sys_end = CHIP_MEM_SYS_START(v) + abst->abst_bus_end; 329 abst->abst_addr_shift = 0; 330 abst->abst_size_shift = 0; 331 abst->abst_flags = ABST_DENSE|ABST_BWX; 332 break; 333 334 default: 335 panic(__S(__C(CHIP,_mem_get_window)) ": invalid window %d", 336 window); 337 } 338 339 return (0); 340 } 341 342 int 343 __C(CHIP,_mem_map)(v, memaddr, memsize, flags, memhp, acct) 344 void *v; 345 bus_addr_t memaddr; 346 bus_size_t memsize; 347 int flags; 348 bus_space_handle_t *memhp; 349 int acct; 350 { 351 int prefetchable = flags & BUS_SPACE_MAP_PREFETCHABLE; 352 int linear = flags & BUS_SPACE_MAP_LINEAR; 353 int error; 354 355 /* Requests for linear unprefetchable space can't be satisfied. */ 356 if (linear && !prefetchable) 357 return (EOPNOTSUPP); 358 359 if (acct == 0) 360 goto mapit; 361 362 #ifdef EXTENT_DEBUG 363 printf("mem: allocating 0x%lx to 0x%lx\n", memaddr, 364 memaddr + memsize - 1); 365 #endif 366 error = extent_alloc_region(CHIP_MEM_EXTENT(v), memaddr, memsize, 367 EX_NOWAIT | (CHIP_EX_MALLOC_SAFE(v) ? EX_MALLOCOK : 0)); 368 if (error) { 369 #ifdef EXTENT_DEBUG 370 printf("mem: allocation failed (%d)\n", error); 371 extent_print(CHIP_MEM_EXTENT(v)); 372 #endif 373 return (error); 374 } 375 376 mapit: 377 *memhp = ALPHA_PHYS_TO_K0SEG(CHIP_MEM_SYS_START(v)) + memaddr; 378 379 return (0); 380 } 381 382 void 383 __C(CHIP,_mem_unmap)(v, memh, memsize, acct) 384 void *v; 385 bus_space_handle_t memh; 386 bus_size_t memsize; 387 int acct; 388 { 389 bus_addr_t memaddr; 390 int error; 391 392 if (acct == 0) 393 return; 394 395 #ifdef EXTENT_DEBUG 396 printf("mem: freeing handle 0x%lx for 0x%lx\n", memh, memsize); 397 #endif 398 399 memaddr = memh - ALPHA_PHYS_TO_K0SEG(CHIP_MEM_SYS_START(v)); 400 401 #ifdef EXTENT_DEBUG 402 printf("mem: freeing 0x%lx to 0x%lx\n", memaddr, memaddr + memsize - 1); 403 #endif 404 405 error = extent_free(CHIP_MEM_EXTENT(v), memaddr, memsize, 406 EX_NOWAIT | (CHIP_EX_MALLOC_SAFE(v) ? EX_MALLOCOK : 0)); 407 if (error) { 408 printf("%s: WARNING: could not unmap 0x%lx-0x%lx (error %d)\n", 409 __S(__C(CHIP,_mem_unmap)), memaddr, memaddr + memsize - 1, 410 error); 411 #ifdef EXTENT_DEBUG 412 extent_print(CHIP_MEM_EXTENT(v)); 413 #endif 414 } 415 } 416 417 int 418 __C(CHIP,_mem_subregion)(v, memh, offset, size, nmemh) 419 void *v; 420 bus_space_handle_t memh, *nmemh; 421 bus_size_t offset, size; 422 { 423 424 *nmemh = memh + offset; 425 return (0); 426 } 427 428 int 429 __C(CHIP,_mem_alloc)(v, rstart, rend, size, align, boundary, flags, 430 addrp, bshp) 431 void *v; 432 bus_addr_t rstart, rend, *addrp; 433 bus_size_t size, align, boundary; 434 int flags; 435 bus_space_handle_t *bshp; 436 { 437 int prefetchable = flags & BUS_SPACE_MAP_PREFETCHABLE; 438 int linear = flags & BUS_SPACE_MAP_LINEAR; 439 bus_addr_t memaddr; 440 int error; 441 442 /* Requests for linear unprefetchable space can't be satisfied. */ 443 if (linear && !prefetchable) 444 return (EOPNOTSUPP); 445 446 /* 447 * Do the requested allocation. 448 */ 449 #ifdef EXTENT_DEBUG 450 printf("mem: allocating from 0x%lx to 0x%lx\n", rstart, rend); 451 #endif 452 error = extent_alloc_subregion(CHIP_MEM_EXTENT(v), rstart, rend, 453 size, align, boundary, 454 EX_FAST | EX_NOWAIT | (CHIP_EX_MALLOC_SAFE(v) ? EX_MALLOCOK : 0), 455 &memaddr); 456 if (error) { 457 #ifdef EXTENT_DEBUG 458 printf("mem: allocation failed (%d)\n", error); 459 extent_print(CHIP_MEM_EXTENT(v)); 460 #endif 461 } 462 463 #ifdef EXTENT_DEBUG 464 printf("mem: allocated 0x%lx to 0x%lx\n", memaddr, memaddr + size - 1); 465 #endif 466 467 *addrp = memaddr; 468 *bshp = ALPHA_PHYS_TO_K0SEG(CHIP_MEM_SYS_START(v)) + memaddr; 469 470 return (0); 471 } 472 473 void 474 __C(CHIP,_mem_free)(v, bsh, size) 475 void *v; 476 bus_space_handle_t bsh; 477 bus_size_t size; 478 { 479 480 /* Unmap does all we need to do. */ 481 __C(CHIP,_mem_unmap)(v, bsh, size, 1); 482 } 483 484 inline void 485 __C(CHIP,_mem_barrier)(v, h, o, l, f) 486 void *v; 487 bus_space_handle_t h; 488 bus_size_t o, l; 489 int f; 490 { 491 492 if ((f & BUS_SPACE_BARRIER_READ) != 0) 493 alpha_mb(); 494 else if ((f & BUS_SPACE_BARRIER_WRITE) != 0) 495 alpha_wmb(); 496 } 497 498 inline u_int8_t 499 __C(CHIP,_mem_read_1)(v, memh, off) 500 void *v; 501 bus_space_handle_t memh; 502 bus_size_t off; 503 { 504 bus_addr_t addr; 505 506 addr = memh + off; 507 alpha_mb(); 508 return (alpha_ldbu((u_int8_t *)addr)); 509 } 510 511 inline u_int16_t 512 __C(CHIP,_mem_read_2)(v, memh, off) 513 void *v; 514 bus_space_handle_t memh; 515 bus_size_t off; 516 { 517 bus_addr_t addr; 518 519 addr = memh + off; 520 #ifdef DIAGNOSTIC 521 if (addr & 1) 522 panic(__S(__C(CHIP,_mem_read_2)) ": addr 0x%lx not aligned", 523 addr); 524 #endif 525 alpha_mb(); 526 return (alpha_ldwu((u_int16_t *)addr)); 527 } 528 529 inline u_int32_t 530 __C(CHIP,_mem_read_4)(v, memh, off) 531 void *v; 532 bus_space_handle_t memh; 533 bus_size_t off; 534 { 535 bus_addr_t addr; 536 537 addr = memh + off; 538 #ifdef DIAGNOSTIC 539 if (addr & 3) 540 panic(__S(__C(CHIP,_mem_read_4)) ": addr 0x%lx not aligned", 541 addr); 542 #endif 543 alpha_mb(); 544 return (*(u_int32_t *)addr); 545 } 546 547 inline u_int64_t 548 __C(CHIP,_mem_read_8)(v, memh, off) 549 void *v; 550 bus_space_handle_t memh; 551 bus_size_t off; 552 { 553 554 alpha_mb(); 555 556 /* XXX XXX XXX */ 557 panic("%s not implemented", __S(__C(CHIP,_mem_read_8))); 558 } 559 560 #define CHIP_mem_read_multi_N(BYTES,TYPE) \ 561 void \ 562 __C(__C(CHIP,_mem_read_multi_),BYTES)(v, h, o, a, c) \ 563 void *v; \ 564 bus_space_handle_t h; \ 565 bus_size_t o, c; \ 566 TYPE *a; \ 567 { \ 568 \ 569 while (c-- > 0) { \ 570 __C(CHIP,_mem_barrier)(v, h, o, sizeof *a, \ 571 BUS_SPACE_BARRIER_READ); \ 572 *a++ = __C(__C(CHIP,_mem_read_),BYTES)(v, h, o); \ 573 } \ 574 } 575 CHIP_mem_read_multi_N(1,u_int8_t) 576 CHIP_mem_read_multi_N(2,u_int16_t) 577 CHIP_mem_read_multi_N(4,u_int32_t) 578 CHIP_mem_read_multi_N(8,u_int64_t) 579 580 #define CHIP_mem_read_region_N(BYTES,TYPE) \ 581 void \ 582 __C(__C(CHIP,_mem_read_region_),BYTES)(v, h, o, a, c) \ 583 void *v; \ 584 bus_space_handle_t h; \ 585 bus_size_t o, c; \ 586 TYPE *a; \ 587 { \ 588 \ 589 while (c-- > 0) { \ 590 *a++ = __C(__C(CHIP,_mem_read_),BYTES)(v, h, o); \ 591 o += sizeof *a; \ 592 } \ 593 } 594 CHIP_mem_read_region_N(1,u_int8_t) 595 CHIP_mem_read_region_N(2,u_int16_t) 596 CHIP_mem_read_region_N(4,u_int32_t) 597 CHIP_mem_read_region_N(8,u_int64_t) 598 599 inline void 600 __C(CHIP,_mem_write_1)(v, memh, off, val) 601 void *v; 602 bus_space_handle_t memh; 603 bus_size_t off; 604 u_int8_t val; 605 { 606 bus_addr_t addr; 607 608 addr = memh + off; 609 alpha_stb((u_int8_t *)addr, val); 610 alpha_mb(); 611 } 612 613 inline void 614 __C(CHIP,_mem_write_2)(v, memh, off, val) 615 void *v; 616 bus_space_handle_t memh; 617 bus_size_t off; 618 u_int16_t val; 619 { 620 bus_addr_t addr; 621 622 addr = memh + off; 623 #ifdef DIAGNOSTIC 624 if (addr & 1) 625 panic(__S(__C(CHIP,_mem_write_2)) ": addr 0x%lx not aligned", 626 addr); 627 #endif 628 alpha_stw((u_int16_t *)addr, val); 629 alpha_mb(); 630 } 631 632 inline void 633 __C(CHIP,_mem_write_4)(v, memh, off, val) 634 void *v; 635 bus_space_handle_t memh; 636 bus_size_t off; 637 u_int32_t val; 638 { 639 bus_addr_t addr; 640 641 addr = memh + off; 642 #ifdef DIAGNOSTIC 643 if (addr & 3) 644 panic(__S(__C(CHIP,_mem_write_4)) ": addr 0x%lx not aligned", 645 addr); 646 #endif 647 *(u_int32_t *)addr = val; 648 alpha_mb(); 649 } 650 651 inline void 652 __C(CHIP,_mem_write_8)(v, memh, off, val) 653 void *v; 654 bus_space_handle_t memh; 655 bus_size_t off; 656 u_int64_t val; 657 { 658 659 /* XXX XXX XXX */ 660 panic("%s not implemented", __S(__C(CHIP,_mem_write_8))); 661 alpha_mb(); 662 } 663 664 #define CHIP_mem_write_multi_N(BYTES,TYPE) \ 665 void \ 666 __C(__C(CHIP,_mem_write_multi_),BYTES)(v, h, o, a, c) \ 667 void *v; \ 668 bus_space_handle_t h; \ 669 bus_size_t o, c; \ 670 const TYPE *a; \ 671 { \ 672 \ 673 while (c-- > 0) { \ 674 __C(__C(CHIP,_mem_write_),BYTES)(v, h, o, *a++); \ 675 __C(CHIP,_mem_barrier)(v, h, o, sizeof *a, \ 676 BUS_SPACE_BARRIER_WRITE); \ 677 } \ 678 } 679 CHIP_mem_write_multi_N(1,u_int8_t) 680 CHIP_mem_write_multi_N(2,u_int16_t) 681 CHIP_mem_write_multi_N(4,u_int32_t) 682 CHIP_mem_write_multi_N(8,u_int64_t) 683 684 #define CHIP_mem_write_region_N(BYTES,TYPE) \ 685 void \ 686 __C(__C(CHIP,_mem_write_region_),BYTES)(v, h, o, a, c) \ 687 void *v; \ 688 bus_space_handle_t h; \ 689 bus_size_t o, c; \ 690 const TYPE *a; \ 691 { \ 692 \ 693 while (c-- > 0) { \ 694 __C(__C(CHIP,_mem_write_),BYTES)(v, h, o, *a++); \ 695 o += sizeof *a; \ 696 } \ 697 } 698 CHIP_mem_write_region_N(1,u_int8_t) 699 CHIP_mem_write_region_N(2,u_int16_t) 700 CHIP_mem_write_region_N(4,u_int32_t) 701 CHIP_mem_write_region_N(8,u_int64_t) 702 703 #define CHIP_mem_set_multi_N(BYTES,TYPE) \ 704 void \ 705 __C(__C(CHIP,_mem_set_multi_),BYTES)(v, h, o, val, c) \ 706 void *v; \ 707 bus_space_handle_t h; \ 708 bus_size_t o, c; \ 709 TYPE val; \ 710 { \ 711 \ 712 while (c-- > 0) { \ 713 __C(__C(CHIP,_mem_write_),BYTES)(v, h, o, val); \ 714 __C(CHIP,_mem_barrier)(v, h, o, sizeof val, \ 715 BUS_SPACE_BARRIER_WRITE); \ 716 } \ 717 } 718 CHIP_mem_set_multi_N(1,u_int8_t) 719 CHIP_mem_set_multi_N(2,u_int16_t) 720 CHIP_mem_set_multi_N(4,u_int32_t) 721 CHIP_mem_set_multi_N(8,u_int64_t) 722 723 #define CHIP_mem_set_region_N(BYTES,TYPE) \ 724 void \ 725 __C(__C(CHIP,_mem_set_region_),BYTES)(v, h, o, val, c) \ 726 void *v; \ 727 bus_space_handle_t h; \ 728 bus_size_t o, c; \ 729 TYPE val; \ 730 { \ 731 \ 732 while (c-- > 0) { \ 733 __C(__C(CHIP,_mem_write_),BYTES)(v, h, o, val); \ 734 o += sizeof val; \ 735 } \ 736 } 737 CHIP_mem_set_region_N(1,u_int8_t) 738 CHIP_mem_set_region_N(2,u_int16_t) 739 CHIP_mem_set_region_N(4,u_int32_t) 740 CHIP_mem_set_region_N(8,u_int64_t) 741 742 #define CHIP_mem_copy_region_N(BYTES) \ 743 void \ 744 __C(__C(CHIP,_mem_copy_region_),BYTES)(v, h1, o1, h2, o2, c) \ 745 void *v; \ 746 bus_space_handle_t h1, h2; \ 747 bus_size_t o1, o2, c; \ 748 { \ 749 bus_size_t o; \ 750 \ 751 if ((h1 + o1) >= (h2 + o2)) { \ 752 /* src after dest: copy forward */ \ 753 for (o = 0; c != 0; c--, o += BYTES) { \ 754 __C(__C(CHIP,_mem_write_),BYTES)(v, h2, o2 + o, \ 755 __C(__C(CHIP,_mem_read_),BYTES)(v, h1, o1 + o)); \ 756 } \ 757 } else { \ 758 /* dest after src: copy backwards */ \ 759 for (o = (c - 1) * BYTES; c != 0; c--, o -= BYTES) { \ 760 __C(__C(CHIP,_mem_write_),BYTES)(v, h2, o2 + o, \ 761 __C(__C(CHIP,_mem_read_),BYTES)(v, h1, o1 + o)); \ 762 } \ 763 } \ 764 } 765 CHIP_mem_copy_region_N(1) 766 CHIP_mem_copy_region_N(2) 767 CHIP_mem_copy_region_N(4) 768 CHIP_mem_copy_region_N(8) 769