Lines Matching refs:ucpu
113 uvm_pgflcache_fill(struct uvm_cpu *ucpu, int fl, int b, int c) in uvm_pgflcache_fill() argument
123 KASSERT(ucpu->pgflbucket == b); in uvm_pgflcache_fill()
126 if (__predict_false((pc = ucpu->pgflcache[fl]) == NULL)) { in uvm_pgflcache_fill()
166 uvm_pgflcache_spill(struct uvm_cpu *ucpu, int fl, int c) in uvm_pgflcache_spill() argument
176 pc = ucpu->pgflcache[fl]; in uvm_pgflcache_spill()
179 b = ucpu->pgflbucket; in uvm_pgflcache_spill()
204 uvm_pgflcache_alloc(struct uvm_cpu *ucpu, int fl, int c) in uvm_pgflcache_alloc() argument
211 if (__predict_false((pc = ucpu->pgflcache[fl]) == NULL)) { in uvm_pgflcache_alloc()
224 KASSERT(uvm_page_get_bucket(pg) == ucpu->pgflbucket); in uvm_pgflcache_alloc()
237 uvm_pgflcache_free(struct uvm_cpu *ucpu, struct vm_page *pg) in uvm_pgflcache_free() argument
243 KASSERT(uvm_page_get_bucket(pg) == ucpu->pgflbucket); in uvm_pgflcache_free()
247 if (__predict_false((pc = ucpu->pgflcache[fl]) == NULL)) { in uvm_pgflcache_free()
256 uvm_pgflcache_spill(ucpu, fl, c); in uvm_pgflcache_free()
273 struct uvm_cpu *ucpu; in uvm_pgflcache_init_cpu() local
276 ucpu = ci->ci_data.cpu_uvm; in uvm_pgflcache_init_cpu()
277 KASSERT(ucpu->pgflcachemem == NULL); in uvm_pgflcache_init_cpu()
278 KASSERT(ucpu->pgflcache[0] == NULL); in uvm_pgflcache_init_cpu()
281 ucpu->pgflcachememsz = in uvm_pgflcache_init_cpu()
283 ucpu->pgflcachemem = kmem_zalloc(ucpu->pgflcachememsz, KM_SLEEP); in uvm_pgflcache_init_cpu()
295 struct uvm_cpu *ucpu; in uvm_pgflcache_fini_cpu() local
298 ucpu = curcpu()->ci_data.cpu_uvm; in uvm_pgflcache_fini_cpu()
302 uvm_pgflcache_spill(ucpu, fl, color); in uvm_pgflcache_fini_cpu()
304 ucpu->pgflcache[fl] = NULL; in uvm_pgflcache_fini_cpu()
337 struct uvm_cpu *ucpu; in uvm_pgflcache_resume() local
362 ucpu = ci->ci_data.cpu_uvm; in uvm_pgflcache_resume()
363 addr = roundup2((uintptr_t)ucpu->pgflcachemem, coherency_unit); in uvm_pgflcache_resume()
365 ucpu->pgflcache[fl] = (struct pgflcache *)addr; in uvm_pgflcache_resume()
418 uvm_pgflcache_alloc(struct uvm_cpu *ucpu, int fl, int c) in uvm_pgflcache_alloc() argument
425 uvm_pgflcache_free(struct uvm_cpu *ucpu, struct vm_page *pg) in uvm_pgflcache_free() argument
432 uvm_pgflcache_fill(struct uvm_cpu *ucpu, int fl, int b, int c) in uvm_pgflcache_fill() argument