271 uvmfault_anonget(struct uvm_faultinfo *ufi, struct vm_amap *amap,  in uvmfault_anonget()  argument
280 	KASSERT(anon->an_lock == amap->am_lock);  in uvmfault_anonget()
339 				uvmfault_unlockall(ufi, amap, NULL);  in uvmfault_anonget()
366 				uvmfault_unlockall(ufi, amap, NULL);  in uvmfault_anonget()
377 				uvmfault_unlockall(ufi, amap, NULL);  in uvmfault_anonget()
516 			uvmfault_unlockall(ufi, amap, NULL);  in uvmfault_anonget()
552 	struct vm_amap *amap = ufi->entry->aref.ar_amap;  in uvmfault_promote()  local
579 	KASSERT(amap != NULL);  in uvmfault_promote()
581 	KASSERT(rw_write_held(amap->am_lock));  in uvmfault_promote()
582 	KASSERT(oanon == NULL || amap->am_lock == oanon->an_lock);  in uvmfault_promote()
601 		anon->an_lock = amap->am_lock;  in uvmfault_promote()
622 		uvmfault_unlockall(ufi, amap, uobj);  in uvmfault_promote()
981 	struct vm_amap *amap;  in uvm_fault_check()  local
1084 	amap = ufi->entry->aref.ar_amap;	/* upper layer */  in uvm_fault_check()
1092 	if (amap == NULL && uobj == NULL) {  in uvm_fault_check()
1103 	if (uobj != NULL && amap != NULL &&  in uvm_fault_check()
1152 	    (uintptr_t)ufi->entry, (uintptr_t)amap, (uintptr_t)uobj, 0);  in uvm_fault_check()
1159 	if (amap) {  in uvm_fault_check()
1160 		if ((amap_flags(amap) & AMAP_SHARED) == 0) {  in uvm_fault_check()
1175 		amap_lock(amap, flt->upper_lock_type);  in uvm_fault_check()
1189 	KASSERT(amap == NULL ||  in uvm_fault_check()
1190 	    rw_lock_op(amap->am_lock) == flt->upper_lock_type);  in uvm_fault_check()
1202 		if (amap)  in uvm_fault_check()
1221 		if (amap)  in uvm_fault_check()
1243     struct vm_amap *amap, struct uvm_object *uobj)  in uvm_fault_upper_upgrade()  argument
1247 	KASSERT(amap != NULL);  in uvm_fault_upper_upgrade()
1248 	KASSERT(flt->upper_lock_type == rw_lock_op(amap->am_lock));  in uvm_fault_upper_upgrade()
1265 	if (__predict_false(!rw_tryupgrade(amap->am_lock))) {  in uvm_fault_upper_upgrade()
1266 		uvmfault_unlockall(ufi, amap, uobj);  in uvm_fault_upper_upgrade()
1272 	KASSERT(flt->upper_lock_type == rw_lock_op(amap->am_lock));  in uvm_fault_upper_upgrade()
1292 	struct vm_amap *amap = ufi->entry->aref.ar_amap;  in uvm_fault_upper_lookup()  local
1300 	KASSERT(amap == NULL ||  in uvm_fault_upper_lookup()
1301 	    rw_lock_op(amap->am_lock) == flt->upper_lock_type);  in uvm_fault_upper_lookup()
1316 		if (amap == NULL || anons[lcv] == NULL) {  in uvm_fault_upper_lookup()
1334 		KASSERT(anon->an_lock == amap->am_lock);  in uvm_fault_upper_lookup()
1353 	KASSERT(amap == NULL ||  in uvm_fault_upper_lookup()
1354 	    rw_lock_op(amap->am_lock) == flt->upper_lock_type);  in uvm_fault_upper_lookup()
1425 	struct vm_amap * const amap = ufi->entry->aref.ar_amap;  in uvm_fault_upper()  local
1432 	KASSERT(rw_lock_op(amap->am_lock) == flt->upper_lock_type);  in uvm_fault_upper()
1433 	KASSERT(anon->an_lock == amap->am_lock);  in uvm_fault_upper()
1456 	error = uvmfault_anonget(ufi, amap, anon);  in uvm_fault_upper()
1470 		error = uvm_fault_upper_upgrade(ufi, flt, amap, NULL);  in uvm_fault_upper()
1474 		KASSERT(rw_write_held(amap->am_lock));  in uvm_fault_upper()
1488 	KASSERT(rw_lock_op(amap->am_lock) == flt->upper_lock_type);  in uvm_fault_upper()
1489 	KASSERT(anon->an_lock == amap->am_lock);  in uvm_fault_upper()
1537 	struct vm_amap * const amap = ufi->entry->aref.ar_amap;  in uvm_fault_upper_loan()  local
1567 			error = uvm_fault_upper_upgrade(ufi, flt, amap, NULL);  in uvm_fault_upper_loan()
1571 			KASSERT(rw_write_held(amap->am_lock));  in uvm_fault_upper_loan()
1575 				uvmfault_unlockall(ufi, amap, *ruobj);  in uvm_fault_upper_loan()
1601 	struct vm_amap * const amap = ufi->entry->aref.ar_amap;  in uvm_fault_upper_promote()  local
1610 	error = uvm_fault_upper_upgrade(ufi, flt, amap, NULL);  in uvm_fault_upper_promote()
1614 	KASSERT(rw_write_held(amap->am_lock));  in uvm_fault_upper_promote()
1679 	struct vm_amap * const amap = ufi->entry->aref.ar_amap;  in uvm_fault_upper_enter()  local
1683 	KASSERT(rw_lock_op(amap->am_lock) == flt->upper_lock_type);  in uvm_fault_upper_enter()
1684 	KASSERT(anon->an_lock == amap->am_lock);  in uvm_fault_upper_enter()
1685 	KASSERT(oanon->an_lock == amap->am_lock);  in uvm_fault_upper_enter()
1736 		uvmfault_unlockall(ufi, amap, uobj);  in uvm_fault_upper_enter()
1755 	uvmfault_unlockall(ufi, amap, uobj);  in uvm_fault_upper_enter()
1808     struct vm_amap *amap, struct uvm_object *uobj, struct vm_page *uobjpage)  in uvm_fault_lower_upgrade()  argument
1832 		uvmfault_unlockall(ufi, amap, uobj);  in uvm_fault_lower_upgrade()
1860 	struct vm_amap *amap __diagused = ufi->entry->aref.ar_amap;  in uvm_fault_lower()
1897 	KASSERT(amap == NULL ||  in uvm_fault_lower()
1898 	    rw_lock_op(amap->am_lock) == flt->upper_lock_type);  in uvm_fault_lower()
1941 	KASSERT(amap == NULL ||  in uvm_fault_lower()
1942 	    rw_lock_op(amap->am_lock) == flt->upper_lock_type);  in uvm_fault_lower()
2120 	struct vm_amap * const amap = ufi->entry->aref.ar_amap;  in uvm_fault_lower_io()  local
2140 	error = uvm_fault_lower_upgrade(ufi, flt, amap, uobj, NULL);  in uvm_fault_lower_io()
2144 	uvmfault_unlockall(ufi, amap, NULL);  in uvm_fault_lower_io()
2190 	if (locked && amap)  in uvm_fault_lower_io()
2191 		amap_lock(amap, flt->upper_lock_type);  in uvm_fault_lower_io()
2214 	    (locked && amap && amap_lookup(&ufi->entry->aref,  in uvm_fault_lower_io()
2217 			uvmfault_unlockall(ufi, amap, NULL);  in uvm_fault_lower_io()
2318 	struct vm_amap * const amap = ufi->entry->aref.ar_amap;  in uvm_fault_lower_direct_loan()  local
2334 		error = uvm_fault_lower_upgrade(ufi, flt, amap, uobj, uobjpage);  in uvm_fault_lower_direct_loan()
2343 			uvmfault_unlockall(ufi, amap, uobj);  in uvm_fault_lower_direct_loan()
2381 	struct vm_amap * const amap = ufi->entry->aref.ar_amap;  in uvm_fault_lower_promote()  local
2387 	KASSERT(amap != NULL);  in uvm_fault_lower_promote()
2390 	error = uvm_fault_upper_upgrade(ufi, flt, amap, uobj);  in uvm_fault_lower_promote()
2394 	KASSERT(rw_write_held(amap->am_lock));  in uvm_fault_lower_promote()
2426 		if ((amap_flags(amap) & AMAP_SHARED) != 0) {  in uvm_fault_lower_promote()
2463 	struct vm_amap * const amap = ufi->entry->aref.ar_amap;  in uvm_fault_lower_enter()  local
2479 	KASSERT(amap == NULL ||  in uvm_fault_lower_enter()
2480 	    rw_lock_op(amap->am_lock) == flt->upper_lock_type);  in uvm_fault_lower_enter()
2483 	KASSERT(anon == NULL || anon->an_lock == amap->am_lock);  in uvm_fault_lower_enter()
2535 		uvmfault_unlockall(ufi, amap, uobj);  in uvm_fault_lower_enter()
2550 	uvmfault_unlockall(ufi, amap, uobj);  in uvm_fault_lower_enter()