1 /* $NetBSD: machdep.c,v 1.10 2016/12/28 03:27:08 mrg Exp $ */ 2 3 /* 4 * Copyright 2001, 2002 Wasabi Systems, Inc. 5 * All rights reserved. 6 * 7 * Written by Jason R. Thorpe and Simon Burge for Wasabi Systems, Inc. 8 * 9 * Redistribution and use in source and binary forms, with or without 10 * modification, are permitted provided that the following conditions 11 * are met: 12 * 1. Redistributions of source code must retain the above copyright 13 * notice, this list of conditions and the following disclaimer. 14 * 2. Redistributions in binary form must reproduce the above copyright 15 * notice, this list of conditions and the following disclaimer in the 16 * documentation and/or other materials provided with the distribution. 17 * 3. All advertising materials mentioning features or use of this software 18 * must display the following acknowledgement: 19 * This product includes software developed for the NetBSD Project by 20 * Wasabi Systems, Inc. 21 * 4. The name of Wasabi Systems, Inc. may not be used to endorse 22 * or promote products derived from this software without specific prior 23 * written permission. 24 * 25 * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND 26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 27 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 28 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC 29 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 32 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 33 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 34 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 35 * POSSIBILITY OF SUCH DAMAGE. 36 */ 37 38 /* 39 * Copyright (c) 1992, 1993 40 * The Regents of the University of California. All rights reserved. 41 * 42 * This code is derived from software contributed to Berkeley by 43 * the Systems Programming Group of the University of Utah Computer 44 * Science Department, The Mach Operating System project at 45 * Carnegie-Mellon University and Ralph Campbell. 46 * 47 * Redistribution and use in source and binary forms, with or without 48 * modification, are permitted provided that the following conditions 49 * are met: 50 * 1. Redistributions of source code must retain the above copyright 51 * notice, this list of conditions and the following disclaimer. 52 * 2. Redistributions in binary form must reproduce the above copyright 53 * notice, this list of conditions and the following disclaimer in the 54 * documentation and/or other materials provided with the distribution. 55 * 3. Neither the name of the University nor the names of its contributors 56 * may be used to endorse or promote products derived from this software 57 * without specific prior written permission. 58 * 59 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 60 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 61 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 62 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 63 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 64 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 65 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 66 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 67 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 68 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 69 * SUCH DAMAGE. 70 * 71 * @(#)machdep.c 8.3 (Berkeley) 1/12/94 72 * from: Utah Hdr: machdep.c 1.63 91/04/24 73 */ 74 /* 75 * Copyright (c) 1988 University of Utah. 76 * 77 * This code is derived from software contributed to Berkeley by 78 * the Systems Programming Group of the University of Utah Computer 79 * Science Department, The Mach Operating System project at 80 * Carnegie-Mellon University and Ralph Campbell. 81 * 82 * Redistribution and use in source and binary forms, with or without 83 * modification, are permitted provided that the following conditions 84 * are met: 85 * 1. Redistributions of source code must retain the above copyright 86 * notice, this list of conditions and the following disclaimer. 87 * 2. Redistributions in binary form must reproduce the above copyright 88 * notice, this list of conditions and the following disclaimer in the 89 * documentation and/or other materials provided with the distribution. 90 * 3. All advertising materials mentioning features or use of this software 91 * must display the following acknowledgement: 92 * This product includes software developed by the University of 93 * California, Berkeley and its contributors. 94 * 4. Neither the name of the University nor the names of its contributors 95 * may be used to endorse or promote products derived from this software 96 * without specific prior written permission. 97 * 98 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 99 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 100 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 101 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 102 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 103 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 104 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 105 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 106 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 107 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 108 * SUCH DAMAGE. 109 * 110 * @(#)machdep.c 8.3 (Berkeley) 1/12/94 111 * from: Utah Hdr: machdep.c 1.63 91/04/24 112 */ 113 114 #include "opt_multiprocessor.h" 115 #include "opt_cavium.h" 116 117 #include <sys/cdefs.h> 118 __KERNEL_RCSID(0, "$NetBSD: machdep.c,v 1.10 2016/12/28 03:27:08 mrg Exp $"); 119 120 #include <sys/param.h> 121 #include <sys/systm.h> 122 #include <sys/kernel.h> 123 #include <sys/buf.h> 124 #include <sys/cpu.h> 125 #include <sys/reboot.h> 126 #include <sys/mount.h> 127 #include <sys/kcore.h> 128 #include <sys/boot_flag.h> 129 #include <sys/termios.h> 130 #include <sys/ksyms.h> 131 132 #include <uvm/uvm_extern.h> 133 134 #include <dev/cons.h> 135 136 #include "ksyms.h" 137 138 #if NKSYMS || defined(DDB) || defined(LKM) 139 #include <machine/db_machdep.h> 140 #include <ddb/db_extern.h> 141 #endif 142 143 #include <machine/psl.h> 144 #include <machine/locore.h> 145 146 #include <mips/cavium/autoconf.h> 147 #include <mips/cavium/octeonvar.h> 148 #include <mips/cavium/include/iobusvar.h> 149 #include <mips/cavium/include/bootbusvar.h> 150 151 #include <mips/cavium/dev/octeon_uartreg.h> 152 #include <mips/cavium/dev/octeon_ciureg.h> 153 #include <mips/cavium/dev/octeon_gpioreg.h> 154 155 #include <evbmips/cavium/octeon_uboot.h> 156 157 static void mach_init_bss(void); 158 static void mach_init_vector(void); 159 static void mach_init_bus_space(void); 160 static void mach_init_console(void); 161 static void mach_init_memory(u_quad_t); 162 163 #include "com.h" 164 #if NCOM > 0 165 #include <dev/ic/comreg.h> 166 #include <dev/ic/comvar.h> 167 int comcnrate = 115200; /* XXX should be config option */ 168 #endif /* NCOM > 0 */ 169 170 /* Maps for VM objects. */ 171 struct vm_map *phys_map = NULL; 172 173 int netboot; 174 175 phys_ram_seg_t mem_clusters[VM_PHYSSEG_MAX]; 176 int mem_cluster_cnt; 177 178 void mach_init(uint64_t, uint64_t, uint64_t, uint64_t); 179 180 struct octeon_config octeon_configuration; 181 struct octeon_btinfo octeon_btinfo; 182 183 char octeon_nmi_stack[PAGE_SIZE] __section(".data1") __aligned(PAGE_SIZE); 184 185 /* 186 * Do all the stuff that locore normally does before calling main(). 187 */ 188 void 189 mach_init(uint64_t arg0, uint64_t arg1, uint64_t arg2, uint64_t arg3) 190 { 191 uint64_t btinfo_paddr; 192 u_quad_t memsize; 193 int corefreq; 194 195 mach_init_bss(); 196 197 KASSERT(MIPS_XKPHYS_P(arg3)); 198 btinfo_paddr = mips3_ld(arg3 + OCTEON_BTINFO_PADDR_OFFSET); 199 200 /* Should be in first 256MB segment */ 201 KASSERT(btinfo_paddr < 256 * 1024 * 1024); 202 memcpy(&octeon_btinfo, 203 (struct octeon_btinfo *)MIPS_PHYS_TO_KSEG0(btinfo_paddr), 204 sizeof(octeon_btinfo)); 205 206 corefreq = octeon_btinfo.obt_eclock_hz; 207 #ifdef OCTEON_MEMSIZE // avoid uvm issue 208 memsize = OCTEON_MEMSIZE; 209 #else 210 memsize = octeon_btinfo.obt_dram_size * 1024 * 1024; 211 #endif 212 213 octeon_cal_timer(corefreq); 214 215 switch (MIPS_PRID_IMPL(mips_options.mips_cpu_id)) { 216 case 0: cpu_setmodel("Cavium Octeon CN38XX/CN36XX"); break; 217 case 1: cpu_setmodel("Cavium Octeon CN31XX/CN3020"); break; 218 case 2: cpu_setmodel("Cavium Octeon CN3005/CN3010"); break; 219 case 3: cpu_setmodel("Cavium Octeon CN58XX"); break; 220 case 4: cpu_setmodel("Cavium Octeon CN5[4-7]XX"); break; 221 case 6: cpu_setmodel("Cavium Octeon CN50XX"); break; 222 case 7: cpu_setmodel("Cavium Octeon CN52XX"); break; 223 default: cpu_setmodel("Cavium Octeon"); break; 224 } 225 226 mach_init_vector(); 227 228 uvm_md_init(); 229 230 mach_init_bus_space(); 231 232 mach_init_console(); 233 234 mach_init_memory(memsize); 235 236 /* 237 * Allocate uarea page for lwp0 and set it. 238 */ 239 mips_init_lwp0_uarea(); 240 241 boothowto = RB_AUTOBOOT; 242 boothowto |= AB_VERBOSE; 243 244 #if 0 245 curcpu()->ci_nmi_stack = octeon_nmi_stack + sizeof(octeon_nmi_stack) - sizeof(struct kernframe); 246 *(uint64_t *)MIPS_PHYS_TO_KSEG0(0x800) = (intptr_t)octeon_reset_vector; 247 const uint64_t wdog_reg = MIPS_PHYS_TO_XKPHYS_UNCACHED(CIU_WDOG0); 248 uint64_t wdog = mips3_ld(wdog_reg); 249 wdog &= ~(CIU_WDOGX_MODE|CIU_WDOGX_LEN); 250 wdog |= __SHIFTIN(3, CIU_WDOGX_MODE); 251 wdog |= CIU_WDOGX_LEN; // max period 252 mips64_sd_a64(wdog_reg, wdog); 253 printf("Watchdog enabled!\n"); 254 #endif 255 256 #if defined(DDB) 257 if (boothowto & RB_KDB) 258 Debugger(); 259 #endif 260 } 261 262 void 263 consinit(void) 264 { 265 266 /* 267 * Everything related to console initialization is done 268 * in mach_init(). 269 */ 270 } 271 272 void 273 mach_init_bss(void) 274 { 275 extern char edata[], end[]; 276 277 /* 278 * Clear the BSS segment. 279 */ 280 memset(edata, 0, mips_round_page(end) - (uintptr_t)edata); 281 } 282 283 void 284 mach_init_vector(void) 285 { 286 287 /* Make sure exception base at 0 (MIPS_COP_0_EBASE) */ 288 __asm __volatile("mtc0 %0, $15, 1" : : "r"(0x80000000) ); 289 290 /* 291 * Set up the exception vectors and CPU-specific function 292 * vectors early on. We need the wbflush() vector set up 293 * before comcnattach() is called (or at least before the 294 * first printf() after that is called). 295 * Also clears the I+D caches. 296 */ 297 mips_vector_init(NULL, true); 298 } 299 300 void 301 mach_init_bus_space(void) 302 { 303 struct octeon_config *mcp = &octeon_configuration; 304 305 octeon_dma_init(mcp); 306 307 iobus_bootstrap(mcp); 308 bootbus_bootstrap(mcp); 309 } 310 311 void 312 mach_init_console(void) 313 { 314 #if NCOM > 0 315 struct octeon_config *mcp = &octeon_configuration; 316 int status; 317 extern int octeon_uart_com_cnattach(bus_space_tag_t, int, int); 318 319 /* 320 * Delay to allow firmware putchars to complete. 321 * FIFO depth * character time. 322 * character time = (1000000 / (defaultrate / 10)) 323 */ 324 delay(640000000 / comcnrate); 325 326 status = octeon_uart_com_cnattach( 327 &mcp->mc_iobus_bust, 328 0, /* XXX port 0 */ 329 comcnrate); 330 if (status != 0) 331 panic("can't initialize console!"); /* XXX print to nowhere! */ 332 #else 333 panic("octeon: not configured to use serial console"); 334 #endif /* NCOM > 0 */ 335 } 336 337 void 338 mach_init_memory(u_quad_t memsize) 339 { 340 extern char kernel_text[]; 341 extern char end[]; 342 343 physmem = btoc(memsize); 344 345 if (memsize <= 256 * 1024 * 1024) { 346 mem_clusters[0].start = 0; 347 mem_clusters[0].size = memsize; 348 mem_cluster_cnt = 1; 349 } else if (memsize <= 512 * 1024 * 1024) { 350 mem_clusters[0].start = 0; 351 mem_clusters[0].size = 256 * 1024 * 1024; 352 mem_clusters[1].start = 0x410000000ULL; 353 mem_clusters[1].size = memsize - 256 * 1024 * 1024; 354 mem_cluster_cnt = 2; 355 } else { 356 mem_clusters[0].start = 0; 357 mem_clusters[0].size = 256 * 1024 * 1024; 358 mem_clusters[1].start = 0x20000000; 359 mem_clusters[1].size = memsize - 512 * 1024 * 1024; 360 mem_clusters[2].start = 0x410000000ULL; 361 mem_clusters[2].size = 256 * 1024 * 1024; 362 mem_cluster_cnt = 3; 363 } 364 365 366 #ifdef MULTIPROCESSOR 367 const u_int cores = mipsNN_cp0_ebase_read() & MIPS_EBASE_CPUNUM; 368 mem_clusters[0].start = cores * 4096; 369 #endif 370 371 /* 372 * Load the rest of the available pages into the VM system. 373 */ 374 mips_page_physload(mips_trunc_page(kernel_text), mips_round_page(end), 375 mem_clusters, mem_cluster_cnt, NULL, 0); 376 377 /* 378 * Initialize error message buffer (at end of core). 379 */ 380 mips_init_msgbuf(); 381 382 pmap_bootstrap(); 383 } 384 385 /* 386 * cpu_startup 387 * cpu_reboot 388 */ 389 390 int waittime = -1; 391 392 /* 393 * Allocate memory for variable-sized tables, 394 */ 395 void 396 cpu_startup(void) 397 { 398 #ifdef MULTIPROCESSOR 399 // Create a kcpuset so we can see on which CPUs the kernel was started. 400 kcpuset_create(&cpus_booted, true); 401 #endif 402 403 /* 404 * Do the common startup items. 405 */ 406 cpu_startup_common(); 407 408 /* 409 * Virtual memory is bootstrapped -- notify the bus spaces 410 * that memory allocation is now safe. 411 */ 412 octeon_configuration.mc_mallocsafe = 1; 413 } 414 415 void 416 cpu_reboot(int howto, char *bootstr) 417 { 418 419 /* Take a snapshot before clobbering any registers. */ 420 savectx(curpcb); 421 422 if (cold) { 423 howto |= RB_HALT; 424 goto haltsys; 425 } 426 427 /* If "always halt" was specified as a boot flag, obey. */ 428 if (boothowto & RB_HALT) 429 howto |= RB_HALT; 430 431 boothowto = howto; 432 if ((howto & RB_NOSYNC) == 0 && (waittime < 0)) { 433 waittime = 0; 434 vfs_shutdown(); 435 436 /* 437 * If we've been adjusting the clock, the todr 438 * will be out of synch; adjust it now. 439 */ 440 resettodr(); 441 } 442 443 splhigh(); 444 445 if (howto & RB_DUMP) 446 dumpsys(); 447 448 haltsys: 449 doshutdownhooks(); 450 451 if (howto & RB_HALT) { 452 printf("\n"); 453 printf("The operating system has halted.\n"); 454 printf("Please press any key to reboot.\n\n"); 455 cnpollc(1); /* For proper keyboard command handling */ 456 cngetc(); 457 cnpollc(0); 458 } 459 460 printf("%s\n\n", ((howto & RB_HALT) != 0) ? "halted." : "rebooting..."); 461 462 /* 463 * Need a small delay here, otherwise we see the first few characters of 464 * the warning below. 465 */ 466 delay(80000); 467 468 /* initiate chip soft-reset */ 469 uint64_t fuse = octeon_read_csr(CIU_FUSE); 470 octeon_write_csr(CIU_SOFT_BIST, fuse); 471 octeon_read_csr(CIU_SOFT_RST); 472 octeon_write_csr(CIU_SOFT_RST, fuse); 473 474 delay(1000000); 475 476 printf("WARNING: reset failed!\nSpinning..."); 477 478 for (;;) 479 /* spin forever */ ; /* XXX */ 480 } 481