1/* $NetBSD: trap_subr.S,v 1.24 2013/02/09 11:22:51 kiyohara Exp $ */ 2 3/* 4 * Copyright 2001 Wasabi Systems, Inc. 5 * All rights reserved. 6 * 7 * Written by Eduardo Horvath and Simon Burge for Wasabi Systems, Inc. 8 * 9 * Redistribution and use in source and binary forms, with or without 10 * modification, are permitted provided that the following conditions 11 * are met: 12 * 1. Redistributions of source code must retain the above copyright 13 * notice, this list of conditions and the following disclaimer. 14 * 2. Redistributions in binary form must reproduce the above copyright 15 * notice, this list of conditions and the following disclaimer in the 16 * documentation and/or other materials provided with the distribution. 17 * 3. All advertising materials mentioning features or use of this software 18 * must display the following acknowledgement: 19 * This product includes software developed for the NetBSD Project by 20 * Wasabi Systems, Inc. 21 * 4. The name of Wasabi Systems, Inc. may not be used to endorse 22 * or promote products derived from this software without specific prior 23 * written permission. 24 * 25 * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND 26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 27 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 28 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC 29 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 32 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 33 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 34 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 35 * POSSIBILITY OF SUCH DAMAGE. 36 */ 37 38/* 39 * Copyright (C) 1995, 1996 Wolfgang Solfrank. 40 * Copyright (C) 1995, 1996 TooLs GmbH. 41 * All rights reserved. 42 * 43 * Redistribution and use in source and binary forms, with or without 44 * modification, are permitted provided that the following conditions 45 * are met: 46 * 1. Redistributions of source code must retain the above copyright 47 * notice, this list of conditions and the following disclaimer. 48 * 2. Redistributions in binary form must reproduce the above copyright 49 * notice, this list of conditions and the following disclaimer in the 50 * documentation and/or other materials provided with the distribution. 51 * 3. All advertising materials mentioning features or use of this software 52 * must display the following acknowledgement: 53 * This product includes software developed by TooLs GmbH. 54 * 4. The name of TooLs GmbH may not be used to endorse or promote products 55 * derived from this software without specific prior written permission. 56 * 57 * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR 58 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 59 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 60 * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 61 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 62 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; 63 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 64 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR 65 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF 66 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 67 */ 68 69/* 70 * NOTICE: This is not a standalone file. to use it, #include it in 71 * your port's locore.S, like so: 72 * 73 * #include <powerpc/ibm4xx/trap_subr.S> 74 */ 75 76/* 77 * XXX Interrupt and spill stacks need to be per-CPU. 78 */ 79 80#define GET_PCB(rX) \ 81 GET_CPUINFO(rX); \ 82 lwz rX,CI_CURPCB(rX) 83 84#define STANDARD_PROLOG(savearea) \ 85 mtsprg1 %r1; /* save SP */ \ 86 GET_CPUINFO(%r1); \ 87 stmw %r28,(savearea+CPUSAVE_R28)(%r1); /* free r28-r31 */ \ 88 mflr %r28; /* save LR */ \ 89 mfcr %r29; /* save CR */ \ 90 mfsrr0 %r30; \ 91 mfsrr1 %r31; /* Test whether we already had PR set */ \ 92 stmw %r30,(savearea+CPUSAVE_SRR0)(%r1); /* save srr0/srr1 */ \ 93 mfsprg1 %r1; /* restore SP */ \ 94 mtcr %r31; \ 95 bf MSR_PR,1f; /* branch if MSR[PR] is clear */ \ 96 GET_PCB(%r1); \ 97 addi %r1,%r1,USPACE-CALLFRAMELEN; /* stack is top of user struct */ \ 981: 99 100#define ACCESS_PROLOG(savearea) \ 101 mtsprg1 %r1; /* save SP temporalily */ \ 102 GET_CPUINFO(%r1); \ 103 stmw %r28,(savearea+CPUSAVE_R28)(%r1); /* free r28-r31 */ \ 104 mflr %r28; /* save LR */ \ 105 mfcr %r29; /* save CR */ \ 106 mfdear %r30; \ 107 mfesr %r31; \ 108 stmw %r30,(savearea+CPUSAVE_DEAR)(%r1); \ 109 mfsrr0 %r30; \ 110 mfsrr1 %r31; /* Test whether we already had PR set */ \ 111 stmw %r30,(savearea+CPUSAVE_SRR0)(%r1); /* save srr0/srr1 */ \ 112 mfsprg1 %r1; /* restore SP */ \ 113 mtcr %r31; \ 114 bf MSR_PR,1f; /* branch if MSR[PR] is clear */ \ 115 GET_PCB(%r1); \ 116 addi %r1,%r1,USPACE-CALLFRAMELEN; /* stack is top of user struct */ \ 1171: 118 119#define CRITICAL_PROLOG(savearea) \ 120 mtsprg1 %r1; /* save SP */ \ 121 GET_CPUINFO(%r1); \ 122 stmw %r28,(savearea+CPUSAVE_R28)(%r1); /* free r28-r31 */ \ 123 mflr %r28; /* save LR */ \ 124 mfcr %r29; /* save CR */ \ 125 mfsrr2 %r30; /* Fake a standard trap */ \ 126 mfsrr3 %r31; /* Test whether we already had PR set */ \ 127 stmw %r30,(savearea+CPUSAVE_SRR0)(%r1); /* save srr0/srr1 */ \ 128 mfsprg1 %r1; /* restore SP */ \ 129 mtcr %r31; \ 130 bf MSR_PR,1f; /* branch if MSR[PR] is clear */ \ 131 GET_PCB(%r1); \ 132 addi %r1,%r1,USPACE-CALLFRAMELEN; /* stack is top of user struct */ \ 1331: 134 135 136/* Standard handler saves r1,r28-31,LR,CR, sets up the stack and calls s_trap */ 137#define STANDARD_EXC_HANDLER(name)\ 138 .globl _C_LABEL(name ## trap),_C_LABEL(name ## size) ; \ 139_C_LABEL(name ## trap): \ 140 STANDARD_PROLOG(CI_TEMPSAVE); \ 141 bla s_trap; \ 142_C_LABEL(name ## size) = .-_C_LABEL(name ## trap) 143 144/* Access exceptions also need DEAR and ESR saved */ 145#define ACCESS_EXC_HANDLER(name)\ 146 .globl _C_LABEL(name ## trap),_C_LABEL(name ## size) ; \ 147_C_LABEL(name ## trap): \ 148 ACCESS_PROLOG(CI_TEMPSAVE); \ 149 bla s_trap; \ 150_C_LABEL(name ## size) = .-_C_LABEL(name ## trap) 151 152/* Maybe this should call ddb.... */ 153#define CRITICAL_EXC_HANDLER(name)\ 154 .globl _C_LABEL(name ## trap),_C_LABEL(name ## size) ; \ 155_C_LABEL(name ## trap): \ 156 CRITICAL_PROLOG(CI_TEMPSAVE); \ 157 bla s_trap; \ 158_C_LABEL(name ## size) = .-_C_LABEL(name ## trap) 159 160#define INTR_PROLOG(tempsave) \ 161 mtsprg1 %r1; /* save SP */ \ 162 GET_CPUINFO(%r1); \ 163 stmw %r28,(tempsave+CPUSAVE_R28)(%r1); /* free r28-r31 */ \ 164 mflr %r28; /* save LR */ \ 165 mfcr %r29; /* save CR */ \ 166 mfxer %r30; /* save XER */ \ 167 mfsrr1 %r31; \ 168 mtcr %r31; \ 169 mfsprg1 %r1; /* restore SP */ \ 170 bf MSR_PR,1f; /* branch if PSL_PR is false */ \ 171 GET_PCB(%r1); \ 172 addi %r1,%r1,USPACE-CALLFRAMELEN; /* stack is top of user struct */ \ 1731: 174 175/* 176 * This code gets copied to all the trap vectors 177 * (except ISI/DSI, ALI, the interrupts, and possibly the debugging 178 * traps when using IPKDB). 179 */ 180 .text 181 STANDARD_EXC_HANDLER(default) 182 ACCESS_EXC_HANDLER(ali) 183 ACCESS_EXC_HANDLER(dsi) 184 ACCESS_EXC_HANDLER(isi) 185 STANDARD_EXC_HANDLER(debug) 186 CRITICAL_EXC_HANDLER(mchk) 187 188/* 189 * This one for the external interrupt handler. 190 */ 191 .globl _C_LABEL(extint),_C_LABEL(extsize) 192_C_LABEL(extint): 193 INTR_PROLOG(CI_TEMPSAVE) 194 ba extintr 195_C_LABEL(extsize) = .-_C_LABEL(extint) 196 197 198#if defined(DDB) || defined(KGDB) 199/* 200 * In case of DDB we want a separate trap catcher for it 201 */ 202 .lcomm ddbstk,INTSTK,16 /* ddb stack */ 203 204 .globl _C_LABEL(ddblow),_C_LABEL(ddbsize) 205_C_LABEL(ddblow): 206 mtsprg1 %r1 /* save SP */ 207 GET_CPUINFO(%r1) 208 stmw %r28,CI_DDBSAVE(%r1) /* free r28-r31 */ 209 mflr %r28 /* save LR */ 210 mfcr %r29 /* save CR */ 211 mfsrr0 %r30 212 mfsrr1 %r31 213 stmw %r30,(CI_DDBSAVE+CPUSAVE_SRR0)(%r1) /* save srr0/srr1 */ 214 lis %r1,ddbstk+INTSTK-CALLFRAMELEN@ha /* get new SP */ 215 addi %r1,%r1,ddbstk+INTSTK-CALLFRAMELEN@l 216 bla ddbtrap 217_C_LABEL(ddbsize) = .-_C_LABEL(ddblow) 218#endif /* DDB || KGDB */ 219 220#ifdef IPKDB 221/* 222 * In case of IPKDB we want a separate trap catcher for it 223 */ 224 225 .lcomm ipkdbstk,INTSTK,16 /* ipkdb stack */ 226 227 .globl _C_LABEL(ipkdblow),_C_LABEL(ipkdbsize) 228_C_LABEL(ipkdblow): 229 mtsprg1 %r1 /* save SP */ 230 GET_CPUINFO(%r1) 231 stmw %r28,CI_IPKDBSAVE(%r1) /* free r28-r31 */ 232 mflr %r28 /* save LR */ 233 mfcr %r29 /* save CR */ 234 mfsrr0 %r30 235 mfsrr1 %r31 236 stmw %r30,(CI_IPKDBSAVE+CPUSAVE_SRR0)(%r1) /* save srr0/srr1 */ 237 lis %r1,ipkdbstk+INTSTK-CALLFRAMELEN@ha /* get new SP */ 238 addi %r1,%r1,ipkdbstk+INTSTK-CALLFRAMELEN@l 239 bla ipkdbtrap 240_C_LABEL(ipkdbsize) = .-_C_LABEL(ipkdblow) 241#endif /* IPKDB */ 242 243#ifdef DEBUG 244#define TRAP_IF_ZERO(r) tweqi r,0 245#else 246#define TRAP_IF_ZERO(r) 247#endif 248 249#define ENABLE_TRANSLATION(pidreg,tmpreg) \ 250 mfpid pidreg; \ 251 li tmpreg,KERNEL_PID; \ 252 mtpid tmpreg; \ 253 mfmsr tmpreg; \ 254 ori tmpreg,tmpreg,(PSL_DR|PSL_IR)@l; \ 255 mtmsr tmpreg; \ 256 isync 257 258/* 259 * FRAME_SETUP assumes: 260 * SPRG1 SP (r1) 261 * savearea r28-r31,DEAR,ESR,SRR0,SRR1 (DEAR & ESR only for DSI traps) 262 * %r28 LR 263 * %r29 CR 264 * %r1 kernel stack 265 * LR trap type 266 */ 267#define FRAME_SETUP(savearea) \ 268/* Have to enable translation to allow access of kernel stack: */ \ 269 ENABLE_TRANSLATION(%r30,%r31); \ 270 mfsprg1 %r31; \ 271 stwu %r31,-FRAMELEN(%r1); \ 272 stw %r30,FRAME_PID(%r1); \ 273 stw %r0,FRAME_R0(%r1); \ 274 stw %r31,FRAME_R1(%r1); \ 275 stw %r2,FRAME_R2(%r1); \ 276 GET_CPUINFO(%r2); \ 277 stw %r28,FRAME_LR(%r1); \ 278 stw %r29,FRAME_CR(%r1); \ 279 lmw %r28,(savearea+CPUSAVE_R28)(%r2); \ 280 stmw %r3,FRAME_R3(%r1); \ 281 lmw %r28,(savearea+CPUSAVE_DEAR)(%r2); \ 282 lwz %r13,CI_CURLWP(%r2); \ 283 mfxer %r3; \ 284 mfctr %r4; \ 285 mflr %r5; \ 286 andi. %r5,%r5,0xff00; \ 287 stw %r3,FRAME_XER(%r1); \ 288 stw %r4,FRAME_CTR(%r1); \ 289 stw %r5,FRAME_EXC(%r1); \ 290 stw %r28,FRAME_DEAR(%r1); \ 291 stw %r29,FRAME_ESR(%r1); \ 292 stw %r30,FRAME_SRR0(%r1); \ 293 stw %r31,FRAME_SRR1(%r1) 294 295#define FRAME_SAVE_CALLEE \ 296 stmw %r14,FRAME_R14(%r1) 297 298#define FRAME_RESTORE \ 299 lwz %r6,FRAME_LR(%r1); \ 300 lwz %r7,FRAME_CR(%r1); \ 301 lwz %r8,FRAME_XER(%r1); \ 302 lwz %r9,FRAME_CTR(%r1); \ 303 lwz %r10,FRAME_SRR0(%r1); \ 304 lwz %r11,FRAME_SRR1(%r1); \ 305 mtlr %r6; \ 306 mtcr %r7; \ 307 mtxer %r8; \ 308 mtctr %r9; \ 309 mtsrr0 %r10; \ 310 mtsrr1 %r11; \ 311 lwz %r13,FRAME_R13(%r1); \ 312 lwz %r12,FRAME_R12(%r1); \ 313 lwz %r11,FRAME_R11(%r1); \ 314 lwz %r10,FRAME_R10(%r1); \ 315 lwz %r9,FRAME_R9(%r1); \ 316 lwz %r8,FRAME_R8(%r1); \ 317 lwz %r7,FRAME_R7(%r1); \ 318 lwz %r6,FRAME_R6(%r1); \ 319 lwz %r5,FRAME_R5(%r1); \ 320 lwz %r4,FRAME_R4(%r1); \ 321 lwz %r3,FRAME_R3(%r1); \ 322 lwz %r2,FRAME_R2(%r1); \ 323 lwz %r0,FRAME_R1(%r1); \ 324 mtsprg1 %r0; \ 325 lwz %r0,FRAME_R0(%r1) 326 327/* 328 * Now the common trap catching code. 329 */ 330s_trap: 331 FRAME_SETUP(CI_TEMPSAVE) 332 /* R31 = SRR1 */ 333/* Now we can recover interrupts again: */ 334trapagain: 335 wrtee %r31 /* reenable interrupts */ 336/* Call C trap code: */ 337 addi %r3,%r1,FRAME_TF 338 bl _C_LABEL(trap) 339 .globl _C_LABEL(trapexit) 340_C_LABEL(trapexit): 341 /* Disable interrupts: */ 342 wrteei 0 343 344 /* Test AST pending: */ 345 mtcr %r31 346 bf MSR_PR,trapleave_to_kernel /* branch if MSR[PR] is false */ 347 348 lwz %r4,L_MD_ASTPENDING(%r13) 349 andi. %r4,%r4,1 350 beq trapleave_to_user 351 352 li %r6,EXC_AST 353 stw %r6,FRAME_EXC(%r1) 354 b trapagain 355 356trapleave_to_kernel: 357 lmw %r14, FRAME_R14(%r1) /* restore callee registers */ 358 359intrleave_to_kernel: 360 FRAME_RESTORE /* old SP is now in sprg1 */ 361 362 mtsprg2 %r30 363 mtsprg3 %r31 364 mfmsr %r30 365 li %r31,(PSL_DR|PSL_IR)@l 366 andc %r30,%r30,%r31 367 lwz %r31,FRAME_PID(%r1) 368 TRAP_IF_ZERO(%r31) 369 /* 370 * Now that we are done with the trapframe, we can load the original SP 371 */ 372 mfsprg1 %r1 373 mtmsr %r30 /* disable translation */ 374 isync 375 mtpid %r31 376 mfsprg3 %r31 377 mfsprg2 %r30 378 rfi 379 ba . /* Protect against prefetch */ 380 381trapleave_to_user: 382 lmw %r14, FRAME_R14(%r1) /* restore callee registers */ 383 384intrleave_to_user: 385/* Now restore regs: */ 386 lwz %r3,FRAME_PID(%r1) 387 lwz %r4,FRAME_SRR1(%r1) 388 bl _C_LABEL(ctx_setup) 389 TRAP_IF_ZERO(%r3) 390 stw %r3,FRAME_PID(%r1) 391 392 FRAME_RESTORE /* old SP is now in sprg1 */ 393 394 /* 395 * We are returning to userspace so we need to switch PIDs. 396 * Since the kernel executes out of what would be userspace, 397 * we need to turn off translation before we set the PID. 398 * 399 * Alterantively, we could map a kernel page at 0xfffff000 400 * that had the mtpid code in it and branch to it and avoid 401 * all this. (ba foo; foo: mtpid %r31; mfsprg3 %r31; rfi;) 402 */ 403 mtsprg2 %r30 404 mtsprg3 %r31 405 mfmsr %r30 406 li %r31,(PSL_DR|PSL_IR)@l 407 andc %r30,%r30,%r31 408 lwz %r31,FRAME_PID(%r1) 409 TRAP_IF_ZERO(%r31) 410 /* 411 * Now that we are done with the trapframe, we can load the original SP 412 */ 413 mfsprg1 %r1 414 mtmsr %r30 /* disable translation */ 415 isync 416 mtpid %r31 417 mfsprg3 %r31 418 mfsprg2 %r30 419 rfi 420 ba . /* Protect against prefetch */ 421 422 423 .globl _C_LABEL(sctrap),_C_LABEL(scsize),_C_LABEL(sctrapexit) 424_C_LABEL(sctrap): 425 STANDARD_PROLOG(CI_TEMPSAVE) 426 bla s_sctrap 427_C_LABEL(scsize) = .-_C_LABEL(sctrap) 428 429s_sctrap: 430 FRAME_SETUP(CI_TEMPSAVE) 431/* Now we can recover interrupts again: */ 432 wrteei 1 /* Enable interrupts */ 433/* Call the appropriate syscall handler: */ 434 addi %r3,%r1,FRAME_TF 435 lwz %r4,L_PROC(%r13) 436 lwz %r4,P_MD_SYSCALL(%r4) 437 mtctr %r4 438 bctrl 439_C_LABEL(sctrapexit): 440 b trapexit 441 442/* 443 * External interrupt second level handler 444 */ 445 446#define INTR_SAVE(tempsave) \ 447/* Save non-volatile registers: */ \ 448 stwu %r1,-FRAMELEN(%r1); /* temporarily */ \ 449 stw %r0,FRAME_R0(%r1); \ 450 mfsprg1 %r0; /* get original SP */ \ 451 stw %r0,FRAME_R1(%r1); /* and store it */ \ 452 stw %r2,FRAME_R2(%r1); \ 453 stw %r3,FRAME_R3(%r1); \ 454 stw %r4,FRAME_R4(%r1); \ 455 stw %r5,FRAME_R5(%r1); \ 456 stw %r6,FRAME_R6(%r1); \ 457 stw %r7,FRAME_R7(%r1); \ 458 stw %r8,FRAME_R8(%r1); \ 459 stw %r9,FRAME_R9(%r1); \ 460 stw %r10,FRAME_R10(%r1); \ 461 stw %r11,FRAME_R11(%r1); \ 462 stw %r12,FRAME_R12(%r1); \ 463 stw %r13,FRAME_R13(%r1); \ 464 mfctr %r31; \ 465 stmw %r28,FRAME_LR(%r1); /* save LR, CR, XER, CTR */ \ 466 GET_CPUINFO(%r5); \ 467 lmw %r28,(tempsave+CPUSAVE_R28)(%r5); /* restore r28-r31 */ \ 468 lwz %r13,CI_CURLWP(%r5); \ 469 lwz %r5,CI_IDEPTH(%r5); \ 470 mfsrr0 %r4; \ 471 mfsrr1 %r3; \ 472 stw %r5,FRAME_IDEPTH(%r1); \ 473 stw %r4,FRAME_SRR0(%r1); \ 474 stw %r3,FRAME_SRR1(%r1); \ 475/* interrupts are recoverable here, and enable translation */ \ 476 ENABLE_TRANSLATION(%r0,%r5); \ 477 stw %r0,FRAME_PID(%r1); 478 479 .globl _C_LABEL(extint_call) 480extintr: 481 INTR_SAVE(CI_TEMPSAVE) 482_C_LABEL(extint_call): 483 bl _C_LABEL(extint_call) /* to be filled in later */ 484 485intr_exit: 486/* Disable interrupts */ 487 wrteei 0 488 isync 489 490 lwz %r4,FRAME_SRR1(%r1) 491/* Returning to user mode? */ 492 mtcr %r4 /* saved SRR1 */ 493 bf MSR_PR,intrleave_to_kernel /* branch if MSR[PR] is false */ 494 495 lwz %r4,L_MD_ASTPENDING(%r13)/* Test AST pending */ 496 andi. %r4,%r4,1 497 beq intrleave_to_user 498 499 FRAME_SAVE_CALLEE /* save rest of callee registers */ 500 li %r6,EXC_AST 501 stw %r6,FRAME_EXC(%r1) 502 lwz %r31,FRAME_SRR1(%r1) /* move SRR1 to R31 */ 503 b trapagain 504 505/* 506 * PIT interrupt handler. 507 */ 508 .align 5 509_C_LABEL(pitint): 510 INTR_PROLOG(CI_TEMPSAVE) 511 INTR_SAVE(CI_TEMPSAVE) 512 addi %r3,%r1,FRAME_CF /* clock frame */ 513 bl _C_LABEL(decr_intr) 514 b intr_exit 515 516/* 517 * FIT interrupt handler. 518 */ 519 .align 5 520_C_LABEL(fitint): 521 INTR_PROLOG(CI_TEMPSAVE) 522 INTR_SAVE(CI_TEMPSAVE) 523 addi %r3,%r1,FRAME_CF /* clock frame */ 524 bl _C_LABEL(stat_intr) 525 b intr_exit 526 527#if defined(DDB) || defined(KGDB) 528/* 529 * Deliberate entry to ddbtrap 530 */ 531 .globl _C_LABEL(ddb_trap) 532_C_LABEL(ddb_trap): 533 mtsprg1 %r1 534 GET_CPUINFO(%r4) 535 mfmsr %r3 536 stw %r3,(CI_DDBSAVE+CPUSAVE_SRR1)(%r4) 537 wrteei 0 /* disable interrupts */ 538 isync 539 stmw %r28,CI_DDBSAVE(%r4) 540 mflr %r28 541 stw %r28,(CI_DDBSAVE+CPUSAVE_SRR0)(%r4) 542 li %r29,EXC_BPT 543 mtlr %r29 544 mfcr %r29 545 546/* 547 * Now the ddb/kgdb trap catching code. 548 */ 549ddbtrap: 550 FRAME_SETUP(CI_DDBSAVE) 551/* Call C trap code: */ 552 addi %r3,%r1,FRAME_TF 553 bl _C_LABEL(ddb_trap_glue) 554 or. %r3,%r3,%r3 555 beq trapagain 556 b trapexit 557#endif /* DDB || KGDB */ 558 559#ifdef IPKDB 560/* 561 * Deliberate entry to ipkdbtrap 562 */ 563 .globl _C_LABEL(ipkdb_trap) 564_C_LABEL(ipkdb_trap): 565 mtsprg1 %r1 566 GET_CPUINFO(%r4) 567 mfmsr %r3 568 stw %r3,(CI_IPKDBSAVE+CPUSAVE_SRR1)(%r4) 569 wrteei 0 /* disable interrupts */ 570 isync 571 stmw %r28,CI_IPKDBSAVE(%r4) 572 mflr %r28 573 stw %r28,(CI_IPKDBSAVE+CPUSAVE_SRR0)(%r4) 574 li %r29,EXC_BPT 575 mtlr %r29 576 mfcr %r29 577 578/* 579 * Now the ipkdb trap catching code. 580 */ 581ipkdbtrap: 582 FRAME_SETUP(CI_IPKDBSAVE) 583/* Call C trap code: */ 584 addi %r3,%r1,FRAME_TF 585 bl _C_LABEL(ipkdb_trap_glue) 586 or. %r3,%r3,%r3 587 beq trapagain 588 b trapexit 589 590ipkdbfault: 591 ba _ipkdbfault 592_ipkdbfault: 593 mfsrr0 %r3 594 addi %r3,%r3,4 595 mtsrr0 %r3 596 li %r3,-1 597 rfi 598 ba . /* Protect against prefetch */ 599 600/* 601 * int ipkdbfbyte(unsigned char *p) 602 */ 603 .globl _C_LABEL(ipkdbfbyte) 604_C_LABEL(ipkdbfbyte): 605 li %r9,EXC_DSI /* establish new fault routine */ 606 lwz %r5,0(%r9) 607 lis %r6,ipkdbfault@ha 608 lwz %r6,ipkdbfault@l(%r6) 609 stw %r6,0(%r9) 610#ifdef IPKDBUSERHACK 611#ifndef PPC_IBM4XX 612 lis %r8,_C_LABEL(ipkdbsr)@ha 613 lwz %r8,_C_LABEL(ipkdbsr)@l(%r8) 614 mtsr USER_SR,%r8 615 isync 616#endif 617#endif 618 dcbst %r0,%r9 /* flush data... */ 619 sync 620 icbi %r0,%r9 /* and instruction caches */ 621 lbz %r3,0(%r3) /* fetch data */ 622 stw %r5,0(%r9) /* restore previous fault handler */ 623 dcbst %r0,%r9 /* and flush data... */ 624 sync 625 icbi %r0,%r9 /* and instruction caches */ 626 blr 627 628/* 629 * int ipkdbsbyte(unsigned char *p, int c) 630 */ 631 .globl _C_LABEL(ipkdbsbyte) 632_C_LABEL(ipkdbsbyte): 633 li %r9,EXC_DSI /* establish new fault routine */ 634 lwz %r5,0(%r9) 635 lis %r6,ipkdbfault@ha 636 lwz %r6,ipkdbfault@l(%r6) 637 stw %r6,0(%r9) 638#ifdef IPKDBUSERHACK 639#ifndef PPC_IBM4XX 640 lis %r8,_C_LABEL(ipkdbsr)@ha 641 lwz %r8,_C_LABEL(ipkdbsr)@l(%r8) 642 mtsr USER_SR,%r8 643 isync 644#endif 645#endif 646 dcbst %r0,%r9 /* flush data... */ 647 sync 648 icbi %r0,%r9 /* and instruction caches */ 649 mr %r6,%r3 650 xor %r3,%r3,%r3 651 stb %r4,0(%r6) 652 dcbst %r0,%r6 /* Now do appropriate flushes 653 to data... */ 654 sync 655 icbi %r0,%r6 /* and instruction caches */ 656 stw %r5,0(%r9) /* restore previous fault handler */ 657 dcbst %r0,%r9 /* and flush data... */ 658 sync 659 icbi %r0,%r9 /* and instruction caches */ 660 blr 661#endif /* IPKDB */ 662