xref: /freebsd-src/stand/efi/loader/bootinfo.c (revision 86077f4fd11070518a6d04eee7fdb93cbbfb1b52)
1ca987d46SWarner Losh /*-
2ca987d46SWarner Losh  * Copyright (c) 1998 Michael Smith <msmith@freebsd.org>
3ca987d46SWarner Losh  * Copyright (c) 2004, 2006 Marcel Moolenaar
4ca987d46SWarner Losh  * Copyright (c) 2014 The FreeBSD Foundation
5ca987d46SWarner Losh  * All rights reserved.
6ca987d46SWarner Losh  *
7ca987d46SWarner Losh  * Redistribution and use in source and binary forms, with or without
8ca987d46SWarner Losh  * modification, are permitted provided that the following conditions
9ca987d46SWarner Losh  * are met:
10ca987d46SWarner Losh  * 1. Redistributions of source code must retain the above copyright
11ca987d46SWarner Losh  *    notice, this list of conditions and the following disclaimer.
12ca987d46SWarner Losh  * 2. Redistributions in binary form must reproduce the above copyright
13ca987d46SWarner Losh  *    notice, this list of conditions and the following disclaimer in the
14ca987d46SWarner Losh  *    documentation and/or other materials provided with the distribution.
15ca987d46SWarner Losh  *
16ca987d46SWarner Losh  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17ca987d46SWarner Losh  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18ca987d46SWarner Losh  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19ca987d46SWarner Losh  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20ca987d46SWarner Losh  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21ca987d46SWarner Losh  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22ca987d46SWarner Losh  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23ca987d46SWarner Losh  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24ca987d46SWarner Losh  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25ca987d46SWarner Losh  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26ca987d46SWarner Losh  * SUCH DAMAGE.
27ca987d46SWarner Losh  */
28ca987d46SWarner Losh 
29ca987d46SWarner Losh #include <stand.h>
30ca987d46SWarner Losh #include <string.h>
31ca987d46SWarner Losh #include <sys/param.h>
32ca987d46SWarner Losh #include <sys/linker.h>
33593e2c6eSKyle Evans #include <sys/reboot.h>
34c96ac12eSWarner Losh #include <sys/boot.h>
35ca987d46SWarner Losh #include <machine/cpufunc.h>
36ca987d46SWarner Losh #include <machine/elf.h>
37ca987d46SWarner Losh #include <machine/metadata.h>
38ca987d46SWarner Losh #include <machine/psl.h>
39ca987d46SWarner Losh 
40b11aebffSWarner Losh #ifdef EFI
41ca987d46SWarner Losh #include <efi.h>
42ca987d46SWarner Losh #include <efilib.h>
430928550cSWarner Losh #else
440928550cSWarner Losh #include "kboot.h"
45b11aebffSWarner Losh #endif
46ca987d46SWarner Losh 
47ca987d46SWarner Losh #include "bootstrap.h"
48bca9c87bSWarner Losh #include "modinfo.h"
49ca987d46SWarner Losh 
50ca987d46SWarner Losh #if defined(__amd64__)
51ca987d46SWarner Losh #include <machine/specialreg.h>
52ca987d46SWarner Losh #endif
53ca987d46SWarner Losh 
54b11aebffSWarner Losh #ifdef EFI
553f2c1eb5SWarner Losh #include "loader_efi.h"
5650180d2bSToomas Soome #include "gfx_fb.h"
57b11aebffSWarner Losh #endif
58ca987d46SWarner Losh 
59ca987d46SWarner Losh #if defined(LOADER_FDT_SUPPORT)
60ca987d46SWarner Losh #include <fdt_platform.h>
61ca987d46SWarner Losh #endif
62ca987d46SWarner Losh 
63c1418270SIan Lepore #ifdef LOADER_GELI_SUPPORT
64c1418270SIan Lepore #include "geliboot.h"
65c1418270SIan Lepore #endif
66c1418270SIan Lepore 
67ca987d46SWarner Losh static int
68ca987d46SWarner Losh bi_getboothowto(char *kargs)
69ca987d46SWarner Losh {
70b11aebffSWarner Losh #ifdef EFI
713fecfbebSWarner Losh 	const char *sw, *tmp;
72ca987d46SWarner Losh 	char *opts;
73aed1e5d3SWarner Losh 	int speed, port;
743fecfbebSWarner Losh 	char buf[50];
75b11aebffSWarner Losh #endif
76aed1e5d3SWarner Losh 	char *console;
77aed1e5d3SWarner Losh 	int howto;
78ca987d46SWarner Losh 
79c96ac12eSWarner Losh 	howto = boot_parse_cmdline(kargs);
80c96ac12eSWarner Losh 	howto |= boot_env_to_howto();
81ca987d46SWarner Losh 
82ca987d46SWarner Losh 	console = getenv("console");
83ca987d46SWarner Losh 	if (console != NULL) {
84ca987d46SWarner Losh 		if (strcmp(console, "comconsole") == 0)
85ca987d46SWarner Losh 			howto |= RB_SERIAL;
86ca987d46SWarner Losh 		if (strcmp(console, "nullconsole") == 0)
87ca987d46SWarner Losh 			howto |= RB_MUTE;
88b11aebffSWarner Losh #ifdef EFI
89e78f6dd7SWarner Losh #if defined(__i386__) || defined(__amd64__)
90e78f6dd7SWarner Losh 		if (strcmp(console, "efi") == 0 &&
91e78f6dd7SWarner Losh 		    getenv("efi_8250_uid") != NULL &&
92e78f6dd7SWarner Losh 		    getenv("hw.uart.console") == NULL) {
933fecfbebSWarner Losh 			/*
94e78f6dd7SWarner Losh 			 * If we found a 8250 com port and com speed, we need to
95e78f6dd7SWarner Losh 			 * tell the kernel where the serial port is, and how
963fecfbebSWarner Losh 			 * fast. Ideally, we'd get the port from ACPI, but that
973fecfbebSWarner Losh 			 * isn't running in the loader. Do the next best thing
983fecfbebSWarner Losh 			 * by allowing it to be set by a loader.conf variable,
993fecfbebSWarner Losh 			 * either a EFI specific one, or the compatible
1003fecfbebSWarner Losh 			 * comconsole_port if not. PCI support is needed, but
1013fecfbebSWarner Losh 			 * for that we'd ideally refactor the
1023fecfbebSWarner Losh 			 * libi386/comconsole.c code to have identical behavior.
103e78f6dd7SWarner Losh 			 * We only try to set the port for cases where we saw
104e78f6dd7SWarner Losh 			 * the Serial(x) node when parsing, otherwise
105e78f6dd7SWarner Losh 			 * specialized hardware that has Uart nodes will have a
106e78f6dd7SWarner Losh 			 * bogus address set.
107e78f6dd7SWarner Losh 			 * But if someone specifically setup hw.uart.console,
108e78f6dd7SWarner Losh 			 * don't override that.
1093fecfbebSWarner Losh 			 */
110e78f6dd7SWarner Losh 			speed = -1;
111e78f6dd7SWarner Losh 			port = -1;
1123fecfbebSWarner Losh 			tmp = getenv("efi_com_speed");
113e78f6dd7SWarner Losh 			if (tmp != NULL)
1143fecfbebSWarner Losh 				speed = strtol(tmp, NULL, 0);
1153fecfbebSWarner Losh 			tmp = getenv("efi_com_port");
116927358ddSWei Hu 			if (tmp != NULL)
117927358ddSWei Hu 				port = strtol(tmp, NULL, 0);
118927358ddSWei Hu 			if (port <= 0) {
1193fecfbebSWarner Losh 				tmp = getenv("comconsole_port");
1203fecfbebSWarner Losh 				if (tmp != NULL)
1213fecfbebSWarner Losh 					port = strtol(tmp, NULL, 0);
122927358ddSWei Hu 				else {
123927358ddSWei Hu 					if (port == 0)
124927358ddSWei Hu 						port = 0x3f8;
125927358ddSWei Hu 				}
126927358ddSWei Hu 			}
127e78f6dd7SWarner Losh 			if (speed != -1 && port != -1) {
1283fecfbebSWarner Losh 				snprintf(buf, sizeof(buf), "io:%d,br:%d", port,
1293fecfbebSWarner Losh 				    speed);
1303fecfbebSWarner Losh 				env_setenv("hw.uart.console", EV_VOLATILE, buf,
1313fecfbebSWarner Losh 				    NULL, NULL);
1323fecfbebSWarner Losh 			}
1333fecfbebSWarner Losh 		}
134e78f6dd7SWarner Losh #endif
135b11aebffSWarner Losh #endif
136ca987d46SWarner Losh 	}
137ca987d46SWarner Losh 
138ca987d46SWarner Losh 	return (howto);
139ca987d46SWarner Losh }
140ca987d46SWarner Losh 
141b11aebffSWarner Losh #ifdef EFI
14263ee68c2SKyle Evans static EFI_STATUS
14363ee68c2SKyle Evans efi_do_vmap(EFI_MEMORY_DESCRIPTOR *mm, UINTN sz, UINTN mmsz, UINT32 mmver)
14463ee68c2SKyle Evans {
14563ee68c2SKyle Evans 	EFI_MEMORY_DESCRIPTOR *desc, *viter, *vmap;
14663ee68c2SKyle Evans 	EFI_STATUS ret;
14763ee68c2SKyle Evans 	int curr, ndesc, nset;
14863ee68c2SKyle Evans 
14963ee68c2SKyle Evans 	nset = 0;
15063ee68c2SKyle Evans 	desc = mm;
15163ee68c2SKyle Evans 	ndesc = sz / mmsz;
15263ee68c2SKyle Evans 	vmap = malloc(sz);
15363ee68c2SKyle Evans 	if (vmap == NULL)
15463ee68c2SKyle Evans 		/* This isn't really an EFI error case, but pretend it is */
15563ee68c2SKyle Evans 		return (EFI_OUT_OF_RESOURCES);
15663ee68c2SKyle Evans 	viter = vmap;
15763ee68c2SKyle Evans 	for (curr = 0; curr < ndesc;
15863ee68c2SKyle Evans 	    curr++, desc = NextMemoryDescriptor(desc, mmsz)) {
15963ee68c2SKyle Evans 		if ((desc->Attribute & EFI_MEMORY_RUNTIME) != 0) {
16063ee68c2SKyle Evans 			++nset;
16163ee68c2SKyle Evans 			desc->VirtualStart = desc->PhysicalStart;
16263ee68c2SKyle Evans 			*viter = *desc;
16363ee68c2SKyle Evans 			viter = NextMemoryDescriptor(viter, mmsz);
16463ee68c2SKyle Evans 		}
16563ee68c2SKyle Evans 	}
16663ee68c2SKyle Evans 	ret = RS->SetVirtualAddressMap(nset * mmsz, mmsz, mmver, vmap);
16763ee68c2SKyle Evans 	free(vmap);
16863ee68c2SKyle Evans 	return (ret);
16963ee68c2SKyle Evans }
17063ee68c2SKyle Evans 
171ca987d46SWarner Losh static int
172ed87efbeSRoger Pau Monné bi_load_efi_data(struct preloaded_file *kfp, bool exit_bs)
173ca987d46SWarner Losh {
174ca987d46SWarner Losh 	EFI_MEMORY_DESCRIPTOR *mm;
175ce37b71eSRebecca Cran 	EFI_PHYSICAL_ADDRESS addr = 0;
176ca987d46SWarner Losh 	EFI_STATUS status;
17763ee68c2SKyle Evans 	const char *efi_novmap;
178ca987d46SWarner Losh 	size_t efisz;
179ca987d46SWarner Losh 	UINTN efi_mapkey;
180ce37b71eSRebecca Cran 	UINTN dsz, pages, retry, sz;
181ca987d46SWarner Losh 	UINT32 mmver;
182ca987d46SWarner Losh 	struct efi_map_header *efihdr;
18363ee68c2SKyle Evans 	bool do_vmap;
184ca987d46SWarner Losh 
185f8ca5d45SAhmad Khalifa #if defined(__amd64__) || defined(__aarch64__) || defined(__i386__)
186ca987d46SWarner Losh 	struct efi_fb efifb;
187ca987d46SWarner Losh 
18850180d2bSToomas Soome 	efifb.fb_addr = gfx_state.tg_fb.fb_addr;
18950180d2bSToomas Soome 	efifb.fb_size = gfx_state.tg_fb.fb_size;
19050180d2bSToomas Soome 	efifb.fb_height = gfx_state.tg_fb.fb_height;
19150180d2bSToomas Soome 	efifb.fb_width = gfx_state.tg_fb.fb_width;
19250180d2bSToomas Soome 	efifb.fb_stride = gfx_state.tg_fb.fb_stride;
19350180d2bSToomas Soome 	efifb.fb_mask_red = gfx_state.tg_fb.fb_mask_red;
19450180d2bSToomas Soome 	efifb.fb_mask_green = gfx_state.tg_fb.fb_mask_green;
19550180d2bSToomas Soome 	efifb.fb_mask_blue = gfx_state.tg_fb.fb_mask_blue;
19650180d2bSToomas Soome 	efifb.fb_mask_reserved = gfx_state.tg_fb.fb_mask_reserved;
19750180d2bSToomas Soome 
1983cc3c1ebSSimon J. Gerraty 	if (efifb.fb_addr != 0) {
199ca987d46SWarner Losh 		printf("EFI framebuffer information:\n");
2003cc3c1ebSSimon J. Gerraty 		printf("addr, size     0x%jx, 0x%jx\n",
2013cc3c1ebSSimon J. Gerraty 		    efifb.fb_addr, efifb.fb_size);
2023cc3c1ebSSimon J. Gerraty 		printf("dimensions     %d x %d\n",
2033cc3c1ebSSimon J. Gerraty 		    efifb.fb_width, efifb.fb_height);
204ca987d46SWarner Losh 		printf("stride         %d\n", efifb.fb_stride);
205ca987d46SWarner Losh 		printf("masks          0x%08x, 0x%08x, 0x%08x, 0x%08x\n",
206ca987d46SWarner Losh 		    efifb.fb_mask_red, efifb.fb_mask_green, efifb.fb_mask_blue,
207ca987d46SWarner Losh 		    efifb.fb_mask_reserved);
208ca987d46SWarner Losh 
209ca987d46SWarner Losh 		file_addmetadata(kfp, MODINFOMD_EFI_FB, sizeof(efifb), &efifb);
2103cc3c1ebSSimon J. Gerraty 	}
211ca987d46SWarner Losh #endif
212ca987d46SWarner Losh 
21363ee68c2SKyle Evans 	do_vmap = true;
21463ee68c2SKyle Evans 	efi_novmap = getenv("efi_disable_vmap");
21563ee68c2SKyle Evans 	if (efi_novmap != NULL)
21663ee68c2SKyle Evans 		do_vmap = strcasecmp(efi_novmap, "YES") != 0;
21763ee68c2SKyle Evans 
218ca987d46SWarner Losh 	efisz = (sizeof(struct efi_map_header) + 0xf) & ~0xf;
219ca987d46SWarner Losh 
220ca987d46SWarner Losh 	/*
221ce37b71eSRebecca Cran 	 * Assign size of EFI_MEMORY_DESCRIPTOR to keep compatible with
222ca987d46SWarner Losh 	 * u-boot which doesn't fill this value when buffer for memory
223ca987d46SWarner Losh 	 * descriptors is too small (eg. 0 to obtain memory map size)
224ca987d46SWarner Losh 	 */
225ce37b71eSRebecca Cran 	dsz = sizeof(EFI_MEMORY_DESCRIPTOR);
226ca987d46SWarner Losh 
227ca987d46SWarner Losh 	/*
228ca987d46SWarner Losh 	 * Allocate enough pages to hold the bootinfo block and the
229ca987d46SWarner Losh 	 * memory map EFI will return to us. The memory map has an
230ca987d46SWarner Losh 	 * unknown size, so we have to determine that first. Note that
231ca987d46SWarner Losh 	 * the AllocatePages call can itself modify the memory map, so
232ca987d46SWarner Losh 	 * we have to take that into account as well. The changes to
233ca987d46SWarner Losh 	 * the memory map are caused by splitting a range of free
234ce37b71eSRebecca Cran 	 * memory into two, so that one is marked as being loader
235ce37b71eSRebecca Cran 	 * data.
236ca987d46SWarner Losh 	 */
237ce37b71eSRebecca Cran 
238ca987d46SWarner Losh 	sz = 0;
2390d6600b5SAndrew Turner 	mm = NULL;
240ce37b71eSRebecca Cran 
241ce37b71eSRebecca Cran 	/*
242ce37b71eSRebecca Cran 	 * Matthew Garrett has observed at least one system changing the
243ce37b71eSRebecca Cran 	 * memory map when calling ExitBootServices, causing it to return an
244ce37b71eSRebecca Cran 	 * error, probably because callbacks are allocating memory.
245ce37b71eSRebecca Cran 	 * So we need to retry calling it at least once.
246ce37b71eSRebecca Cran 	 */
247ce37b71eSRebecca Cran 	for (retry = 2; retry > 0; retry--) {
248ce37b71eSRebecca Cran 		for (;;) {
249ce37b71eSRebecca Cran 			status = BS->GetMemoryMap(&sz, mm, &efi_mapkey, &dsz, &mmver);
250ce37b71eSRebecca Cran 			if (!EFI_ERROR(status))
251ce37b71eSRebecca Cran 				break;
252ce37b71eSRebecca Cran 
253ce37b71eSRebecca Cran 			if (status != EFI_BUFFER_TOO_SMALL) {
254ce37b71eSRebecca Cran 				printf("%s: GetMemoryMap error %lu\n", __func__,
255ce37b71eSRebecca Cran 	                           EFI_ERROR_CODE(status));
256ce37b71eSRebecca Cran 				return (EINVAL);
257ce37b71eSRebecca Cran 			}
258ce37b71eSRebecca Cran 
259ce37b71eSRebecca Cran 			if (addr != 0)
260ce37b71eSRebecca Cran 				BS->FreePages(addr, pages);
261ce37b71eSRebecca Cran 
262ce37b71eSRebecca Cran 			/* Add 10 descriptors to the size to allow for
263ce37b71eSRebecca Cran 			 * fragmentation caused by calling AllocatePages */
264ce37b71eSRebecca Cran 			sz += (10 * dsz);
265ca987d46SWarner Losh 			pages = EFI_SIZE_TO_PAGES(sz + efisz);
266ca987d46SWarner Losh 			status = BS->AllocatePages(AllocateAnyPages, EfiLoaderData,
267ca987d46SWarner Losh 					pages, &addr);
268ca987d46SWarner Losh 			if (EFI_ERROR(status)) {
269ca987d46SWarner Losh 				printf("%s: AllocatePages error %lu\n", __func__,
270ca987d46SWarner Losh 				    EFI_ERROR_CODE(status));
271ca987d46SWarner Losh 				return (ENOMEM);
272ca987d46SWarner Losh 			}
273ca987d46SWarner Losh 
274ca987d46SWarner Losh 			/*
275ca987d46SWarner Losh 			 * Read the memory map and stash it after bootinfo. Align the
276ca987d46SWarner Losh 			 * memory map on a 16-byte boundary (the bootinfo block is page
277ca987d46SWarner Losh 			 * aligned).
278ca987d46SWarner Losh 			 */
2790b600ec4SJohn Baldwin 			efihdr = (struct efi_map_header *)(uintptr_t)addr;
280ca987d46SWarner Losh 			mm = (void *)((uint8_t *)efihdr + efisz);
281ca987d46SWarner Losh 			sz = (EFI_PAGE_SIZE * pages) - efisz;
282ce37b71eSRebecca Cran 		}
283ca987d46SWarner Losh 
284ed87efbeSRoger Pau Monné 		if (!exit_bs)
285ed87efbeSRoger Pau Monné 			break;
28677e3db07SWarner Losh 		status = efi_exit_boot_services(efi_mapkey);
28777e3db07SWarner Losh 		if (!EFI_ERROR(status))
288ce37b71eSRebecca Cran 			break;
289ce37b71eSRebecca Cran 	}
290ce37b71eSRebecca Cran 
291ce37b71eSRebecca Cran 	if (retry == 0) {
292ce37b71eSRebecca Cran 		BS->FreePages(addr, pages);
293ce37b71eSRebecca Cran 		printf("ExitBootServices error %lu\n", EFI_ERROR_CODE(status));
294ca987d46SWarner Losh 		return (EINVAL);
295ca987d46SWarner Losh 	}
296ce37b71eSRebecca Cran 
29763ee68c2SKyle Evans 	/*
29863ee68c2SKyle Evans 	 * This may be disabled by setting efi_disable_vmap in
29963ee68c2SKyle Evans 	 * loader.conf(5). By default we will setup the virtual
30063ee68c2SKyle Evans 	 * map entries.
30163ee68c2SKyle Evans 	 */
302ce37b71eSRebecca Cran 
30363ee68c2SKyle Evans 	if (do_vmap)
304ce37b71eSRebecca Cran 		efi_do_vmap(mm, sz, dsz, mmver);
305ca987d46SWarner Losh 	efihdr->memory_size = sz;
306ce37b71eSRebecca Cran 	efihdr->descriptor_size = dsz;
307ca987d46SWarner Losh 	efihdr->descriptor_version = mmver;
308ca987d46SWarner Losh 	file_addmetadata(kfp, MODINFOMD_EFI_MAP, efisz + sz,
309ca987d46SWarner Losh 	    efihdr);
310ce37b71eSRebecca Cran 
311ca987d46SWarner Losh 	return (0);
312ca987d46SWarner Losh }
313b11aebffSWarner Losh #endif
314ca987d46SWarner Losh 
315ca987d46SWarner Losh /*
316ca987d46SWarner Losh  * Load the information expected by an amd64 kernel.
317ca987d46SWarner Losh  *
318ca987d46SWarner Losh  * - The 'boothowto' argument is constructed.
319ca987d46SWarner Losh  * - The 'bootdev' argument is constructed.
320ca987d46SWarner Losh  * - The 'bootinfo' struct is constructed, and copied into the kernel space.
321ca987d46SWarner Losh  * - The kernel environment is copied into kernel space.
322ca987d46SWarner Losh  * - Module metadata are formatted and placed in kernel space.
323ca987d46SWarner Losh  */
324ca987d46SWarner Losh int
325ed87efbeSRoger Pau Monné bi_load(char *args, vm_offset_t *modulep, vm_offset_t *kernendp, bool exit_bs)
326ca987d46SWarner Losh {
327ca987d46SWarner Losh 	struct preloaded_file *xp, *kfp;
328ca987d46SWarner Losh 	struct devdesc *rootdev;
329ca987d46SWarner Losh 	struct file_metadata *md;
330ca987d46SWarner Losh 	vm_offset_t addr;
331b9f56cabSJohn Baldwin 	uint64_t kernend;
332b9f56cabSJohn Baldwin #ifdef MODINFOMD_MODULEP
333b9f56cabSJohn Baldwin 	uint64_t module;
334b9f56cabSJohn Baldwin #endif
335ca987d46SWarner Losh 	uint64_t envp;
336ca987d46SWarner Losh 	vm_offset_t size;
337ca987d46SWarner Losh 	char *rootdevname;
338ca987d46SWarner Losh 	int howto;
339f8ca5d45SAhmad Khalifa #ifdef __i386__
340f8ca5d45SAhmad Khalifa 	/*
341f8ca5d45SAhmad Khalifa 	 * The 32-bit UEFI loader is used to
342f8ca5d45SAhmad Khalifa 	 * boot the 64-bit kernel on machines
343f8ca5d45SAhmad Khalifa 	 * that support it.
344f8ca5d45SAhmad Khalifa 	 */
345f8ca5d45SAhmad Khalifa 	bool is64 = true;
346f8ca5d45SAhmad Khalifa #else
347eca818c8SWarner Losh 	bool is64 = sizeof(long) == 8;
348f8ca5d45SAhmad Khalifa #endif
349ca987d46SWarner Losh #if defined(LOADER_FDT_SUPPORT)
350ca987d46SWarner Losh 	vm_offset_t dtbp;
351ca987d46SWarner Losh 	int dtb_size;
352ca987d46SWarner Losh #endif
353ca987d46SWarner Losh #if defined(__arm__)
354ca987d46SWarner Losh 	vm_offset_t vaddr;
355ca987d46SWarner Losh 	size_t i;
356ca987d46SWarner Losh 	/*
357ca987d46SWarner Losh 	 * These metadata addreses must be converted for kernel after
358ca987d46SWarner Losh 	 * relocation.
359ca987d46SWarner Losh 	 */
360ca987d46SWarner Losh 	uint32_t		mdt[] = {
361ca987d46SWarner Losh 	    MODINFOMD_SSYM, MODINFOMD_ESYM, MODINFOMD_KERNEND,
3623630506bSToomas Soome 	    MODINFOMD_ENVP, MODINFOMD_FONT,
363ca987d46SWarner Losh #if defined(LOADER_FDT_SUPPORT)
364ca987d46SWarner Losh 	    MODINFOMD_DTBP
365ca987d46SWarner Losh #endif
366ca987d46SWarner Losh 	};
367ca987d46SWarner Losh #endif
368ca987d46SWarner Losh 	howto = bi_getboothowto(args);
369ca987d46SWarner Losh 
370ca987d46SWarner Losh 	/*
371ca987d46SWarner Losh 	 * Allow the environment variable 'rootdev' to override the supplied
372ca987d46SWarner Losh 	 * device. This should perhaps go to MI code and/or have $rootdev
373ca987d46SWarner Losh 	 * tested/set by MI code before launching the kernel.
374ca987d46SWarner Losh 	 */
375ca987d46SWarner Losh 	rootdevname = getenv("rootdev");
376ca987d46SWarner Losh 	archsw.arch_getdev((void**)(&rootdev), rootdevname, NULL);
377ca987d46SWarner Losh 	if (rootdev == NULL) {
378ca987d46SWarner Losh 		printf("Can't determine root device.\n");
379ca987d46SWarner Losh 		return(EINVAL);
380ca987d46SWarner Losh 	}
381ca987d46SWarner Losh 
382ca987d46SWarner Losh 	/* Try reading the /etc/fstab file to select the root device */
3831e7a2eb9SWarner Losh 	getrootmount(devformat(rootdev));
384ca987d46SWarner Losh 
385ca987d46SWarner Losh 	addr = 0;
386ca987d46SWarner Losh 	for (xp = file_findfile(NULL, NULL); xp != NULL; xp = xp->f_next) {
3873df86732SWarner Losh 		if (addr < xp->f_addr + xp->f_size)
388ca987d46SWarner Losh 			addr = xp->f_addr + xp->f_size;
389ca987d46SWarner Losh 	}
390ca987d46SWarner Losh 
391ca987d46SWarner Losh 	/* Pad to a page boundary. */
392ca987d46SWarner Losh 	addr = roundup(addr, PAGE_SIZE);
393ca987d46SWarner Losh 
394784f925eSWarner Losh #ifdef EFI
3953630506bSToomas Soome 	addr = build_font_module(addr);
3963630506bSToomas Soome 
3973630506bSToomas Soome 	/* Pad to a page boundary. */
3983630506bSToomas Soome 	addr = roundup(addr, PAGE_SIZE);
39900460cc8SEmmanuel Vadot 
40000460cc8SEmmanuel Vadot 	addr = build_splash_module(addr);
40100460cc8SEmmanuel Vadot 
40200460cc8SEmmanuel Vadot 	/* Pad to a page boundary. */
40300460cc8SEmmanuel Vadot 	addr = roundup(addr, PAGE_SIZE);
404784f925eSWarner Losh #endif
4053630506bSToomas Soome 
406ca987d46SWarner Losh 	/* Copy our environment. */
407ca987d46SWarner Losh 	envp = addr;
408fc352701SWarner Losh 	addr = md_copyenv(addr);
409ca987d46SWarner Losh 
410ca987d46SWarner Losh 	/* Pad to a page boundary. */
411ca987d46SWarner Losh 	addr = roundup(addr, PAGE_SIZE);
412ca987d46SWarner Losh 
413ca987d46SWarner Losh #if defined(LOADER_FDT_SUPPORT)
414ca987d46SWarner Losh 	/* Handle device tree blob */
415ca987d46SWarner Losh 	dtbp = addr;
416ca987d46SWarner Losh 	dtb_size = fdt_copy(addr);
417ca987d46SWarner Losh 
418ca987d46SWarner Losh 	/* Pad to a page boundary */
419ca987d46SWarner Losh 	if (dtb_size)
420ca987d46SWarner Losh 		addr += roundup(dtb_size, PAGE_SIZE);
421ca987d46SWarner Losh #endif
422ca987d46SWarner Losh 
423*86077f4fSAhmad Khalifa 	kfp = file_findfile(NULL, md_kerntype);
424ca987d46SWarner Losh 	if (kfp == NULL)
425ca987d46SWarner Losh 		panic("can't find kernel file");
426ca987d46SWarner Losh 	kernend = 0;	/* fill it in later */
4277d325977SRoger Pau Monné 
4287d325977SRoger Pau Monné 	/* Figure out the size and location of the metadata. */
429b9f56cabSJohn Baldwin 	*modulep = addr;
4307d325977SRoger Pau Monné 
4313630506bSToomas Soome 	file_addmetadata(kfp, MODINFOMD_HOWTO, sizeof(howto), &howto);
4323630506bSToomas Soome 	file_addmetadata(kfp, MODINFOMD_ENVP, sizeof(envp), &envp);
433ca987d46SWarner Losh #if defined(LOADER_FDT_SUPPORT)
434ca987d46SWarner Losh 	if (dtb_size)
4353630506bSToomas Soome 		file_addmetadata(kfp, MODINFOMD_DTBP, sizeof(dtbp), &dtbp);
436ca987d46SWarner Losh 	else
437ca987d46SWarner Losh 		printf("WARNING! Trying to fire up the kernel, but no "
438ca987d46SWarner Losh 		    "device tree blob found!\n");
439ca987d46SWarner Losh #endif
4403630506bSToomas Soome 	file_addmetadata(kfp, MODINFOMD_KERNEND, sizeof(kernend), &kernend);
44197527e9cSRoger Pau Monné #ifdef MODINFOMD_MODULEP
442b9f56cabSJohn Baldwin 	module = *modulep;
4437d325977SRoger Pau Monné 	file_addmetadata(kfp, MODINFOMD_MODULEP, sizeof(module), &module);
44497527e9cSRoger Pau Monné #endif
445b538d491SAhmad Khalifa #ifdef EFI
446b538d491SAhmad Khalifa #ifndef __i386__
4473630506bSToomas Soome 	file_addmetadata(kfp, MODINFOMD_FW_HANDLE, sizeof(ST), &ST);
448b11aebffSWarner Losh #endif
449b538d491SAhmad Khalifa #if defined(__amd64__) || defined(__i386__)
450b538d491SAhmad Khalifa 	file_addmetadata(kfp, MODINFOMD_EFI_ARCH, sizeof(MACHINE_ARCH),
451b538d491SAhmad Khalifa 	    MACHINE_ARCH);
452b538d491SAhmad Khalifa #endif
453b538d491SAhmad Khalifa #endif
454c1418270SIan Lepore #ifdef LOADER_GELI_SUPPORT
455c1418270SIan Lepore 	geli_export_key_metadata(kfp);
456c1418270SIan Lepore #endif
457b11aebffSWarner Losh #ifdef EFI
458ed87efbeSRoger Pau Monné 	bi_load_efi_data(kfp, exit_bs);
4590928550cSWarner Losh #else
4600928550cSWarner Losh 	bi_loadsmap(kfp);
461b11aebffSWarner Losh #endif
462ca987d46SWarner Losh 
46367e39a0dSWarner Losh 	size = md_copymodules(0, is64);	/* Find the size of the modules */
464ca987d46SWarner Losh 	kernend = roundup(addr + size, PAGE_SIZE);
465ca987d46SWarner Losh 	*kernendp = kernend;
466ca987d46SWarner Losh 
467ca987d46SWarner Losh 	/* patch MODINFOMD_KERNEND */
468ca987d46SWarner Losh 	md = file_findmetadata(kfp, MODINFOMD_KERNEND);
469ca987d46SWarner Losh 	bcopy(&kernend, md->md_data, sizeof kernend);
470ca987d46SWarner Losh 
471ca987d46SWarner Losh #if defined(__arm__)
472ca987d46SWarner Losh 	*modulep -= __elfN(relocation_offset);
473ca987d46SWarner Losh 
474ca987d46SWarner Losh 	/* Do relocation fixup on metadata of each module. */
475ca987d46SWarner Losh 	for (xp = file_findfile(NULL, NULL); xp != NULL; xp = xp->f_next) {
476ca987d46SWarner Losh 		for (i = 0; i < nitems(mdt); i++) {
477ca987d46SWarner Losh 			md = file_findmetadata(xp, mdt[i]);
478ca987d46SWarner Losh 			if (md) {
479ca987d46SWarner Losh 				bcopy(md->md_data, &vaddr, sizeof vaddr);
480ca987d46SWarner Losh 				vaddr -= __elfN(relocation_offset);
481ca987d46SWarner Losh 				bcopy(&vaddr, md->md_data, sizeof vaddr);
482ca987d46SWarner Losh 			}
483ca987d46SWarner Losh 		}
484ca987d46SWarner Losh 	}
485ca987d46SWarner Losh #endif
486ca987d46SWarner Losh 
487ca987d46SWarner Losh 	/* Copy module list and metadata. */
488e0c3f66bSWarner Losh 	(void)md_copymodules(addr, is64);
489ca987d46SWarner Losh 
490ca987d46SWarner Losh 	return (0);
491ca987d46SWarner Losh }
492