| /netbsd-src/sys/ufs/lfs/ |
| H A D | lfs_pages.c | 151 KASSERT(rw_write_held(vp->v_uobj.vmobjlock)); in wait_for_page() 171 uvm_pagewait(pg, vp->v_uobj.vmobjlock, "lfsput"); in wait_for_page() 172 rw_enter(vp->v_uobj.vmobjlock, RW_WRITER); in wait_for_page() 191 KASSERT(rw_write_held(vp->v_uobj.vmobjlock)); in write_and_wait() 202 rw_exit(vp->v_uobj.vmobjlock); in write_and_wait() 217 rw_enter(vp->v_uobj.vmobjlock, RW_WRITER); in write_and_wait() 228 KASSERT(rw_write_held(vp->v_uobj.vmobjlock)); in write_and_wait() 256 KASSERT(rw_write_held(vp->v_uobj.vmobjlock)); in check_dirty() 271 KASSERT(rw_write_held(vp->v_uobj.vmobjlock)); in check_dirty() 293 KASSERT(rw_write_held(vp->v_uobj.vmobjlock)); in check_dirty() [all …]
|
| H A D | ulfs_inode.c | 214 rw_enter(uobj->vmobjlock, RW_WRITER); in ulfs_balloc_range() 241 rw_enter(uobj->vmobjlock, RW_WRITER); in ulfs_balloc_range() 256 rw_exit(uobj->vmobjlock); in ulfs_balloc_range()
|
| /netbsd-src/sys/uvm/ |
| H A D | uvm_object.c | 70 uo->vmobjlock = rw_obj_alloc(); in uvm_obj_init() 73 uo->vmobjlock = NULL; in uvm_obj_init() 96 rw_obj_free(uo->vmobjlock); in uvm_obj_destroy() 110 krwlock_t *olockptr = uo->vmobjlock; in uvm_obj_setlock() 120 uo->vmobjlock = lockptr; in uvm_obj_setlock() 140 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_obj_wirepages() 154 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_obj_wirepages() 167 rw_exit(uobj->vmobjlock); in uvm_obj_wirepages() 169 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_obj_wirepages() 198 rw_exit(uobj->vmobjlock); in uvm_obj_wirepages() [all …]
|
| H A D | uvm_loan.c | 185 !rw_write_held(uobj->vmobjlock)); in uvm_loanentry() 435 rw_exit(pg->uobject->vmobjlock); in uvm_loananon() 462 KASSERT(rw_write_held(pg->uobject->vmobjlock)); in uvm_loanpage() 489 krwlock_t *slock = pgpp[0]->uobject->vmobjlock; in uvm_loanpage() 516 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_loanuobjchunk() 526 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_loanuobjchunk() 528 KASSERT(pgpp[i]->uobject->vmobjlock == uobj->vmobjlock); in uvm_loanuobjchunk() 540 rw_exit(uobj->vmobjlock); in uvm_loanuobjchunk() 548 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_loanuobjchunk() 615 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_loanuobj() [all …]
|
| H A D | uvm_bio.c | 246 KASSERT(rw_write_held(pg->uobject->vmobjlock)); in ubc_fault_page() 379 rw_enter(uobj->vmobjlock, RW_WRITER); in ubc_fault() 424 rw_enter(uobj->vmobjlock, RW_WRITER); in ubc_fault() 435 KASSERT(uobj->vmobjlock == pg->uobject->vmobjlock); in ubc_fault() 443 rw_exit(uobj->vmobjlock); in ubc_fault() 445 rw_enter(uobj->vmobjlock, RW_WRITER); in ubc_fault() 450 rw_exit(uobj->vmobjlock); in ubc_fault() 499 rw_enter(ubc_object.uobj.vmobjlock, RW_WRITER); in ubc_alloc() 512 rw_exit(ubc_object.uobj.vmobjlock); in ubc_alloc() 514 rw_enter(ubc_object.uobj.vmobjlock, RW_WRITER); in ubc_alloc() [all …]
|
| H A D | uvm_vnode.c | 153 KASSERT(rw_write_held(uobj->vmobjlock)); in uvn_put() 193 KASSERT(rw_lock_held(uobj->vmobjlock)); in uvn_get() 208 KASSERT(rw_write_held(uobj->vmobjlock)); in uvn_markdirty() 301 KASSERT(rw_lock_held(uobj->vmobjlock)); in uvn_findpage() 304 KASSERT((flags & UFP_NOBUSY) != 0 || rw_write_held(uobj->vmobjlock)); in uvn_findpage() 343 rw_exit(uobj->vmobjlock); in uvn_findpage() 346 rw_enter(uobj->vmobjlock, RW_WRITER); in uvn_findpage() 367 uvm_pagewait(pg, uobj->vmobjlock, "uvnfp2"); in uvn_findpage() 369 rw_enter(uobj->vmobjlock, RW_WRITER); in uvn_findpage() 443 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_vnp_setsize() [all …]
|
| H A D | uvm_aobj.c | 297 KASSERT(rw_write_held(uobj->vmobjlock) || uobj->uo_refs == 0); in uao_set_swslot() 372 KASSERT(rw_write_held(uobj->vmobjlock)); in uao_free() 374 rw_exit(uobj->vmobjlock); in uao_free() 482 aobj->u_obj.vmobjlock = rw_obj_alloc(); in uao_create() 629 rw_enter(uobj->vmobjlock, RW_WRITER); in uao_detach() 634 uvm_pagewait(pg, uobj->vmobjlock, "uao_det"); in uao_detach() 636 rw_enter(uobj->vmobjlock, RW_WRITER); in uao_detach() 679 KASSERT(rw_write_held(uobj->vmobjlock)); in uao_put() 709 rw_exit(uobj->vmobjlock); in uao_put() 726 uvm_pagewait(pg, uobj->vmobjlock, "uao_put"); in uao_put() [all …]
|
| H A D | uvm_device.c | 223 rw_enter(lcv->u_obj.vmobjlock, RW_WRITER); in udv_attach() 225 rw_exit(lcv->u_obj.vmobjlock); in udv_attach() 298 rw_enter(uobj->vmobjlock, RW_WRITER); in udv_reference() 302 rw_exit(uobj->vmobjlock); in udv_reference() 323 rw_enter(uobj->vmobjlock, RW_WRITER); in udv_detach() 326 rw_exit(uobj->vmobjlock); in udv_detach() 339 rw_exit(uobj->vmobjlock); in udv_detach() 352 rw_exit(uobj->vmobjlock); in udv_detach()
|
| H A D | uvm_fault.c | 342 uvm_pagewait(pg, pg->uobject->vmobjlock, "anonget1"); in uvmfault_anonget() 568 KASSERT(rw_lock_held(opg->uobject->vmobjlock)); in uvmfault_promote() 583 KASSERT(uobj == NULL || rw_lock_held(uobj->vmobjlock)); in uvmfault_promote() 919 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_fault_internal() 1215 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_fault_check() 1491 rw_lock_op(uobj->vmobjlock) == flt->lower_lock_type); in uvm_fault_upper() 1687 rw_lock_op(uobj->vmobjlock) == flt->lower_lock_type); in uvm_fault_upper_enter() 1814 KASSERT(flt->lower_lock_type == rw_lock_op(uobj->vmobjlock)); in uvm_fault_lower_upgrade() 1831 if (__predict_false(!rw_tryupgrade(uobj->vmobjlock))) { in uvm_fault_lower_upgrade() 1838 KASSERT(flt->lower_lock_type == rw_lock_op(uobj->vmobjlock)); in uvm_fault_lower_upgrade() [all …]
|
| H A D | uvm_readahead.c | 125 KASSERT(rw_write_held(uobj->vmobjlock)); in ra_startio() 163 rw_enter(uobj->vmobjlock, RW_WRITER); in ra_startio() 223 KASSERT(rw_write_held(uobj->vmobjlock)); in uvm_ra_request() 359 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_readahead() 361 rw_exit(uobj->vmobjlock); in uvm_readahead()
|
| H A D | uvm_km.c | 466 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_km_pgremove() 472 uvm_pagewait(pg, uobj->vmobjlock, "km_pgrm"); in uvm_km_pgremove() 473 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_km_pgremove() 491 rw_exit(uobj->vmobjlock); 584 if (rw_tryenter(uvm_kernel_object->vmobjlock, RW_READER)) { in uvm_km_check_empty() 589 rw_exit(uvm_kernel_object->vmobjlock); in uvm_km_check_empty()
|
| H A D | uvm_anon.c | 145 rw_exit(pg->uobject->vmobjlock); in uvm_anfree() 234 if (!rw_tryenter(pg->uobject->vmobjlock, RW_WRITER)) { in uvm_anon_lockloanpg() 326 rw_exit(uobj->vmobjlock); in uvm_anon_pagein()
|
| H A D | uvm_page.c | 211 KASSERT(rw_write_held(uobj->vmobjlock)); in uvm_pageinsert_object() 245 KASSERT(rw_write_held(uobj->vmobjlock)); in uvm_pageinsert_tree() 270 KASSERT(rw_write_held(uobj->vmobjlock)); in uvm_pageremove_object() 304 KASSERT(rw_write_held(uobj->vmobjlock)); in uvm_pageremove_tree() 1143 KASSERT(obj == NULL || rw_write_held(obj->vmobjlock)); in uvm_pagealloc_strat() 1330 KASSERT(rw_write_held(uobj->vmobjlock)); in uvm_pagereplace() 1429 KASSERT(pg->uobject == NULL || rw_write_held(pg->uobject->vmobjlock)); in uvm_pagefree() 1739 KASSERT(db_active || rw_lock_held(obj->vmobjlock)); in uvm_pagelookup() 2030 ? rw_write_held(pg->uobject->vmobjlock) in uvm_page_owner_locked_p() 2031 : rw_lock_held(pg->uobject->vmobjlock); in uvm_page_owner_locked_p() [all …]
|
| /netbsd-src/tests/rump/kernspace/ |
| H A D | busypage.c | 60 rw_enter(uobj->vmobjlock, RW_READER); in thread() 61 uvm_pagewait(testpg, uobj->vmobjlock, "tw"); in thread() 75 rw_enter(uobj->vmobjlock, RW_WRITER); in rumptest_busypage() 77 rw_exit(uobj->vmobjlock); in rumptest_busypage() 93 rw_enter(uobj->vmobjlock, RW_WRITER); in rumptest_busypage() 95 rw_exit(uobj->vmobjlock); in rumptest_busypage()
|
| /netbsd-src/sys/miscfs/genfs/ |
| H A D | layer_vnops.c | 802 KASSERT(rw_lock_held(vp->v_uobj.vmobjlock)); in layer_getpages() 808 KASSERT(vp->v_uobj.vmobjlock == ap->a_vp->v_uobj.vmobjlock); in layer_getpages() 811 op = rw_lock_op(vp->v_uobj.vmobjlock); in layer_getpages() 812 rw_exit(vp->v_uobj.vmobjlock); in layer_getpages() 814 rw_enter(vp->v_uobj.vmobjlock, op); in layer_getpages() 819 rw_exit(vp->v_uobj.vmobjlock); in layer_getpages() 838 KASSERT(rw_write_held(vp->v_uobj.vmobjlock)); in layer_putpages() 841 KASSERT(vp->v_uobj.vmobjlock == ap->a_vp->v_uobj.vmobjlock); in layer_putpages() 844 rw_exit(vp->v_uobj.vmobjlock); in layer_putpages()
|
| H A D | genfs_io.c | 134 KASSERT(rw_lock_held(uobj->vmobjlock)); in genfs_getpages() 135 KASSERT(rw_write_held(uobj->vmobjlock) || in genfs_getpages() 155 rw_exit(uobj->vmobjlock); in genfs_getpages() 197 rw_exit(uobj->vmobjlock); in genfs_getpages() 285 rw_exit(uobj->vmobjlock); in genfs_getpages() 364 rw_enter(uobj->vmobjlock, RW_WRITER); in genfs_getpages() 381 rw_exit(uobj->vmobjlock); in genfs_getpages() 471 rw_exit(uobj->vmobjlock); in genfs_getpages() 477 rw_exit(uobj->vmobjlock); in genfs_getpages() 485 rw_enter(uobj->vmobjlock, RW_WRITER); in genfs_getpages() [all …]
|
| /netbsd-src/sys/rump/librump/rumpkern/ |
| H A D | vm.c | 179 KASSERT(uobj && rw_write_held(uobj->vmobjlock)); in uvm_pagealloc_strat() 241 KASSERT(rw_write_held(uobj->vmobjlock)); in uvm_pagefree() 287 return rw_write_held(pg->uobject->vmobjlock); in uvm_page_owner_locked_p() 289 return rw_lock_held(pg->uobject->vmobjlock); in uvm_page_owner_locked_p() 709 KASSERT(rw_write_held(pg->uobject->vmobjlock)); in uvm_page_unbusy() 1151 if (rw_tryenter(uobj->vmobjlock, RW_WRITER)) { in processpage() 1157 KASSERT(!rw_write_held(uobj->vmobjlock)); in processpage() 1160 rw_exit(uobj->vmobjlock); in processpage() 1358 rw_enter(uobj->vmobjlock, RW_WRITER); in ubc_zerorange() 1367 rw_enter(uobj->vmobjlock, RW_WRITER); in ubc_zerorange() [all …]
|
| /netbsd-src/sys/nfs/ |
| H A D | nfs_bio.c | 541 rw_enter(vp->v_uobj.vmobjlock, RW_WRITER); in nfs_write() 559 rw_enter(vp->v_uobj.vmobjlock, RW_WRITER); in nfs_write() 567 rw_enter(vp->v_uobj.vmobjlock, RW_WRITER); in nfs_write() 984 rw_enter(uobj->vmobjlock, RW_WRITER); in nfs_doio_write() 1001 rw_exit(uobj->vmobjlock); in nfs_doio_write() 1008 rw_enter(uobj->vmobjlock, RW_WRITER); in nfs_doio_write() 1013 rw_exit(uobj->vmobjlock); in nfs_doio_write() 1065 rw_enter(uobj->vmobjlock, RW_WRITER); in nfs_doio_write() 1069 rw_exit(uobj->vmobjlock); in nfs_doio_write() 1114 rw_enter(uobj->vmobjlock, RW_WRITER); in nfs_doio_write() [all …]
|
| /netbsd-src/sys/external/bsd/drm2/include/linux/ |
| H A D | shmem_fs.h | 59 rw_enter(uobj->vmobjlock, RW_READER); in shmem_read_mapping_page_gfp() 61 rw_exit(uobj->vmobjlock); in shmem_read_mapping_page_gfp() 85 rw_enter(uobj->vmobjlock, RW_WRITER); in shmem_truncate_range()
|
| H A D | mm.h | 156 rw_enter(pg->uobject->vmobjlock, RW_WRITER); in set_page_dirty() 158 rw_exit(pg->uobject->vmobjlock); in set_page_dirty()
|
| /netbsd-src/sys/rump/librump/rumpvfs/ |
| H A D | vm_vfs.c | 46 rw_enter(uobj->vmobjlock, RW_WRITER); in uvm_aio_aiodone_pages() 63 rw_exit(uobj->vmobjlock); in uvm_aio_aiodone_pages()
|
| /netbsd-src/sys/ufs/ufs/ |
| H A D | ufs_inode.c | 245 rw_enter(uobj->vmobjlock, RW_WRITER); in ufs_balloc_range() 272 rw_enter(uobj->vmobjlock, RW_WRITER); in ufs_balloc_range() 287 rw_exit(uobj->vmobjlock); in ufs_balloc_range()
|
| /netbsd-src/sys/fs/tmpfs/ |
| H A D | tmpfs_vnops.c | 1214 KASSERT(rw_lock_held(vp->v_uobj.vmobjlock)); in tmpfs_getpages() 1221 rw_exit(vp->v_uobj.vmobjlock); in tmpfs_getpages() 1240 rw_exit(vp->v_uobj.vmobjlock); in tmpfs_getpages() 1268 KASSERT(vp->v_uobj.vmobjlock == uobj->vmobjlock); in tmpfs_getpages() 1296 KASSERT(rw_write_held(vp->v_uobj.vmobjlock)); in tmpfs_putpages() 1299 rw_exit(vp->v_uobj.vmobjlock); in tmpfs_putpages() 1306 KASSERT(vp->v_uobj.vmobjlock == uobj->vmobjlock); in tmpfs_putpages()
|
| /netbsd-src/sys/miscfs/deadfs/ |
| H A D | dead_vnops.c | 344 rw_exit(ap->a_vp->v_uobj.vmobjlock); in dead_getpages() 359 rw_exit(ap->a_vp->v_uobj.vmobjlock); in dead_putpages()
|
| /netbsd-src/sys/coda/ |
| H A D | coda_vnops.c | 1995 KASSERT(rw_lock_held(vp->v_uobj.vmobjlock)); in coda_getpages() 2014 op = rw_lock_op(vp->v_uobj.vmobjlock); in coda_getpages() 2026 rw_exit(vp->v_uobj.vmobjlock); in coda_getpages() 2064 rw_enter(vp->v_uobj.vmobjlock, op); in coda_getpages() 2069 KASSERT(cvp->v_uobj.vmobjlock == vp->v_uobj.vmobjlock); in coda_getpages() 2113 KASSERT(rw_write_held(vp->v_uobj.vmobjlock)); in coda_putpages() 2117 rw_exit(vp->v_uobj.vmobjlock); in coda_putpages() 2132 rw_exit(vp->v_uobj.vmobjlock); in coda_putpages() 2137 KASSERT(cvp->v_uobj.vmobjlock == vp->v_uobj.vmobjlock); in coda_putpages()
|