xref: /csrg-svn/sys/vm/vm_pager.c (revision 50920)
145748Smckusick /*
245748Smckusick  * Copyright (c) 1991 Regents of the University of California.
345748Smckusick  * All rights reserved.
445748Smckusick  *
545748Smckusick  * This code is derived from software contributed to Berkeley by
645748Smckusick  * The Mach Operating System project at Carnegie-Mellon University.
745748Smckusick  *
848493Smckusick  * %sccs.include.redist.c%
945748Smckusick  *
10*50920Smckusick  *	@(#)vm_pager.c	7.6 (Berkeley) 08/28/91
1148493Smckusick  *
1248493Smckusick  *
1348493Smckusick  * Copyright (c) 1987, 1990 Carnegie-Mellon University.
1448493Smckusick  * All rights reserved.
1548493Smckusick  *
1648493Smckusick  * Authors: Avadis Tevanian, Jr., Michael Wayne Young
1748493Smckusick  *
1848493Smckusick  * Permission to use, copy, modify and distribute this software and
1948493Smckusick  * its documentation is hereby granted, provided that both the copyright
2048493Smckusick  * notice and this permission notice appear in all copies of the
2148493Smckusick  * software, derivative works or modified versions, and any portions
2248493Smckusick  * thereof, and that both notices appear in supporting documentation.
2348493Smckusick  *
2448493Smckusick  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
2548493Smckusick  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
2648493Smckusick  * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
2748493Smckusick  *
2848493Smckusick  * Carnegie Mellon requests users of this software to return to
2948493Smckusick  *
3048493Smckusick  *  Software Distribution Coordinator  or  Software.Distribution@CS.CMU.EDU
3148493Smckusick  *  School of Computer Science
3248493Smckusick  *  Carnegie Mellon University
3348493Smckusick  *  Pittsburgh PA 15213-3890
3448493Smckusick  *
3548493Smckusick  * any improvements or extensions that they make and grant Carnegie the
3648493Smckusick  * rights to redistribute these changes.
3745748Smckusick  */
3845748Smckusick 
3945748Smckusick /*
4045748Smckusick  *	Paging space routine stubs.  Emulates a matchmaker-like interface
4145748Smckusick  *	for builtin pagers.
4245748Smckusick  */
4345748Smckusick 
4445748Smckusick #include "param.h"
4545748Smckusick #include "malloc.h"
4645748Smckusick 
4748386Skarels #include "vm.h"
4848386Skarels #include "vm_page.h"
4948386Skarels #include "vm_kern.h"
5045748Smckusick 
5145748Smckusick #include "swappager.h"
5245748Smckusick #if NSWAPPAGER > 0
5345748Smckusick extern struct pagerops swappagerops;
5450421Smckusick #define	swappagerops_p	&swappagerops
5545748Smckusick #else
5650421Smckusick #define	swappagerops_p	NULL
5745748Smckusick #endif
5850421Smckusick 
5945748Smckusick #include "vnodepager.h"
6045748Smckusick #if NVNODEPAGER > 0
6145748Smckusick extern struct pagerops vnodepagerops;
6250421Smckusick #define	vnodepagerops_p	&vnodepagerops
6345748Smckusick #else
6450421Smckusick #define	vnodepagerops_p	NULL
6545748Smckusick #endif
6650421Smckusick 
6745748Smckusick #include "devpager.h"
6845748Smckusick #if NDEVPAGER > 0
6945748Smckusick extern struct pagerops devicepagerops;
7050421Smckusick #define	devicepagerops_p &devicepagerops
7145748Smckusick #else
7250421Smckusick #define	devicepagerops_p NULL
7345748Smckusick #endif
7445748Smckusick 
7545748Smckusick struct pagerops *pagertab[] = {
7650421Smckusick 	swappagerops_p,		/* PG_SWAP */
7750421Smckusick 	vnodepagerops_p,	/* PG_VNODE */
7850421Smckusick 	devicepagerops_p,	/* PG_DEV */
7945748Smckusick };
8045748Smckusick int npagers = sizeof (pagertab) / sizeof (pagertab[0]);
8145748Smckusick 
8248386Skarels struct pagerops *dfltpagerops = NULL;	/* default pager */
8345748Smckusick 
8445748Smckusick /*
8545748Smckusick  * Kernel address space for mapping pages.
8645748Smckusick  * Used by pagers where KVAs are needed for IO.
8745748Smckusick  */
8845748Smckusick #define PAGER_MAP_SIZE	(256 * PAGE_SIZE)
8945748Smckusick vm_map_t pager_map;
9049294Shibler vm_offset_t pager_sva, pager_eva;
9145748Smckusick 
9245748Smckusick void
9345748Smckusick vm_pager_init()
9445748Smckusick {
9545748Smckusick 	struct pagerops **pgops;
9645748Smckusick 
9745748Smckusick 	/*
9845748Smckusick 	 * Allocate a kernel submap for tracking get/put page mappings
9945748Smckusick 	 */
10049294Shibler 	pager_map = kmem_suballoc(kernel_map, &pager_sva, &pager_eva,
10145748Smckusick 				  PAGER_MAP_SIZE, FALSE);
10245748Smckusick 	/*
10345748Smckusick 	 * Initialize known pagers
10445748Smckusick 	 */
10545748Smckusick 	for (pgops = pagertab; pgops < &pagertab[npagers]; pgops++)
10645748Smckusick 		(*(*pgops)->pgo_init)();
10748386Skarels 	if (dfltpagerops == NULL)
10845748Smckusick 		panic("no default pager");
10945748Smckusick }
11045748Smckusick 
11145748Smckusick /*
11245748Smckusick  * Allocate an instance of a pager of the given type.
11345748Smckusick  */
11445748Smckusick vm_pager_t
11545748Smckusick vm_pager_allocate(type, handle, size, prot)
11645748Smckusick 	int type;
11745748Smckusick 	caddr_t handle;
11845748Smckusick 	vm_size_t size;
11945748Smckusick 	vm_prot_t prot;
12045748Smckusick {
12145748Smckusick 	vm_pager_t pager;
12245748Smckusick 	struct pagerops *ops;
12345748Smckusick 
12445748Smckusick 	ops = (type == PG_DFLT) ? dfltpagerops : pagertab[type];
12545748Smckusick 	return((*ops->pgo_alloc)(handle, size, prot));
12645748Smckusick }
12745748Smckusick 
12845748Smckusick void
12945748Smckusick vm_pager_deallocate(pager)
13045748Smckusick 	vm_pager_t	pager;
13145748Smckusick {
13248386Skarels 	if (pager == NULL)
13345748Smckusick 		panic("vm_pager_deallocate: null pager");
13445748Smckusick 
13545748Smckusick 	VM_PAGER_DEALLOC(pager);
13645748Smckusick }
13745748Smckusick 
13845748Smckusick vm_pager_get(pager, m, sync)
13945748Smckusick 	vm_pager_t	pager;
14045748Smckusick 	vm_page_t	m;
14145748Smckusick 	boolean_t	sync;
14245748Smckusick {
14345748Smckusick 	extern boolean_t vm_page_zero_fill();
14445748Smckusick 
14548386Skarels 	if (pager == NULL)
14645748Smckusick 		return(vm_page_zero_fill(m) ? VM_PAGER_OK : VM_PAGER_FAIL);
14745748Smckusick 	return(VM_PAGER_GET(pager, m, sync));
14845748Smckusick }
14945748Smckusick 
15045748Smckusick vm_pager_put(pager, m, sync)
15145748Smckusick 	vm_pager_t	pager;
15245748Smckusick 	vm_page_t	m;
15345748Smckusick 	boolean_t	sync;
15445748Smckusick {
15548386Skarels 	if (pager == NULL)
15645748Smckusick 		panic("vm_pager_put: null pager");
15745748Smckusick 	return(VM_PAGER_PUT(pager, m, sync));
15845748Smckusick }
15945748Smckusick 
16045748Smckusick boolean_t
16145748Smckusick vm_pager_has_page(pager, offset)
16245748Smckusick 	vm_pager_t	pager;
16345748Smckusick 	vm_offset_t	offset;
16445748Smckusick {
16548386Skarels 	if (pager == NULL)
16645748Smckusick 		panic("vm_pager_has_page");
16745748Smckusick 	return(VM_PAGER_HASPAGE(pager, offset));
16845748Smckusick }
16945748Smckusick 
17045748Smckusick /*
17145748Smckusick  * Called by pageout daemon before going back to sleep.
17245748Smckusick  * Gives pagers a chance to clean up any completed async pageing operations.
17345748Smckusick  */
17445748Smckusick void
17545748Smckusick vm_pager_sync()
17645748Smckusick {
17745748Smckusick 	struct pagerops **pgops;
17845748Smckusick 
17945748Smckusick 	for (pgops = pagertab; pgops < &pagertab[npagers]; pgops++)
18048386Skarels 		(*(*pgops)->pgo_putpage)(NULL, NULL, FALSE);
18145748Smckusick }
18245748Smckusick 
18345748Smckusick vm_offset_t
18445748Smckusick vm_pager_map_page(m)
18545748Smckusick 	vm_page_t	m;
18645748Smckusick {
18745748Smckusick 	vm_offset_t kva;
18845748Smckusick 
18949294Shibler #ifdef DEBUG
19049294Shibler 	if (!m->busy || m->active)
19149294Shibler 		panic("vm_pager_map_page: page active or not busy");
19249294Shibler 	if (m->pagerowned)
19349294Shibler 		printf("vm_pager_map_page: page %x already in pager\n", m);
19449294Shibler #endif
19545748Smckusick 	kva = kmem_alloc_wait(pager_map, PAGE_SIZE);
19649294Shibler #ifdef DEBUG
19749294Shibler 	m->pagerowned = 1;
19849294Shibler #endif
19945748Smckusick 	pmap_enter(vm_map_pmap(pager_map), kva, VM_PAGE_TO_PHYS(m),
20045748Smckusick 		   VM_PROT_DEFAULT, TRUE);
20145748Smckusick 	return(kva);
20245748Smckusick }
20345748Smckusick 
20445748Smckusick void
20545748Smckusick vm_pager_unmap_page(kva)
20645748Smckusick 	vm_offset_t	kva;
20745748Smckusick {
20849294Shibler #ifdef DEBUG
20949294Shibler 	vm_page_t m;
21049294Shibler 
21149294Shibler 	m = PHYS_TO_VM_PAGE(pmap_extract(vm_map_pmap(pager_map), kva));
21245748Smckusick #endif
21349294Shibler 	pmap_remove(vm_map_pmap(pager_map), kva, kva + PAGE_SIZE);
21445748Smckusick 	kmem_free_wakeup(pager_map, kva, PAGE_SIZE);
21549294Shibler #ifdef DEBUG
21649294Shibler 	if (m->pagerowned)
21749294Shibler 		m->pagerowned = 0;
21849294Shibler 	else
21949294Shibler 		printf("vm_pager_unmap_page: page %x(%x/%x) not owned\n",
22049294Shibler 		       m, kva, VM_PAGE_TO_PHYS(m));
22149294Shibler #endif
22245748Smckusick }
22345748Smckusick 
22445748Smckusick vm_pager_t
22545748Smckusick vm_pager_lookup(list, handle)
22645748Smckusick 	register queue_head_t *list;
22745748Smckusick 	caddr_t handle;
22845748Smckusick {
22945748Smckusick 	register vm_pager_t pager;
23045748Smckusick 
23145748Smckusick 	pager = (vm_pager_t) queue_first(list);
23245748Smckusick 	while (!queue_end(list, (queue_entry_t)pager)) {
23345748Smckusick 		if (pager->pg_handle == handle)
23445748Smckusick 			return(pager);
23545748Smckusick 		pager = (vm_pager_t) queue_next(&pager->pg_list);
23645748Smckusick 	}
23748386Skarels 	return(NULL);
23845748Smckusick }
23945748Smckusick 
24045748Smckusick /*
24145748Smckusick  * This routine gains a reference to the object.
24245748Smckusick  * Explicit deallocation is necessary.
24345748Smckusick  */
24445748Smckusick pager_cache(object, should_cache)
24545748Smckusick 	vm_object_t	object;
24645748Smckusick 	boolean_t	should_cache;
24745748Smckusick {
24848386Skarels 	if (object == NULL)
24945748Smckusick 		return(KERN_INVALID_ARGUMENT);
25045748Smckusick 
25145748Smckusick 	vm_object_cache_lock();
25245748Smckusick 	vm_object_lock(object);
253*50920Smckusick 	if (should_cache)
254*50920Smckusick 		object->flags |= OBJ_CANPERSIST;
255*50920Smckusick 	else
256*50920Smckusick 		object->flags &= ~OBJ_CANPERSIST;
25745748Smckusick 	vm_object_unlock(object);
25845748Smckusick 	vm_object_cache_unlock();
25945748Smckusick 
26045748Smckusick 	vm_object_deallocate(object);
26145748Smckusick 
26245748Smckusick 	return(KERN_SUCCESS);
26345748Smckusick }
264