xref: /openbsd-src/sys/kern/kern_resource.c (revision 82bcd5c47070bb23e06356a61b4d2780a14d7780)
1 /*	$OpenBSD: kern_resource.c,v 1.89 2024/10/01 09:22:25 claudio Exp $	*/
2 /*	$NetBSD: kern_resource.c,v 1.38 1996/10/23 07:19:38 matthias Exp $	*/
3 
4 /*-
5  * Copyright (c) 1982, 1986, 1991, 1993
6  *	The Regents of the University of California.  All rights reserved.
7  * (c) UNIX System Laboratories, Inc.
8  * All or some portions of this file are derived from material licensed
9  * to the University of California by American Telephone and Telegraph
10  * Co. or Unix System Laboratories, Inc. and are reproduced herein with
11  * the permission of UNIX System Laboratories, Inc.
12  *
13  * Redistribution and use in source and binary forms, with or without
14  * modification, are permitted provided that the following conditions
15  * are met:
16  * 1. Redistributions of source code must retain the above copyright
17  *    notice, this list of conditions and the following disclaimer.
18  * 2. Redistributions in binary form must reproduce the above copyright
19  *    notice, this list of conditions and the following disclaimer in the
20  *    documentation and/or other materials provided with the distribution.
21  * 3. Neither the name of the University nor the names of its contributors
22  *    may be used to endorse or promote products derived from this software
23  *    without specific prior written permission.
24  *
25  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
26  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
28  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
29  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
30  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
31  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
32  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
33  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
34  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
35  * SUCH DAMAGE.
36  *
37  *	@(#)kern_resource.c	8.5 (Berkeley) 1/21/94
38  */
39 
40 #include <sys/param.h>
41 #include <sys/systm.h>
42 #include <sys/kernel.h>
43 #include <sys/file.h>
44 #include <sys/resourcevar.h>
45 #include <sys/pool.h>
46 #include <sys/proc.h>
47 #include <sys/ktrace.h>
48 #include <sys/sched.h>
49 #include <sys/signalvar.h>
50 
51 #include <sys/mount.h>
52 #include <sys/syscallargs.h>
53 
54 #include <uvm/uvm_extern.h>
55 #include <uvm/uvm.h>
56 
57 /* Resource usage check interval in msec */
58 #define RUCHECK_INTERVAL	1000
59 
60 /* SIGXCPU interval in seconds of process runtime */
61 #define SIGXCPU_INTERVAL	5
62 
63 struct plimit	*lim_copy(struct plimit *);
64 struct plimit	*lim_write_begin(void);
65 void		 lim_write_commit(struct plimit *);
66 
67 void	tuagg_sumup(struct tusage *, const struct tusage *);
68 
69 /*
70  * Patchable maximum data and stack limits.
71  */
72 rlim_t maxdmap = MAXDSIZ;
73 rlim_t maxsmap = MAXSSIZ;
74 
75 /*
76  * Serializes resource limit updates.
77  * This lock has to be held together with ps_mtx when updating
78  * the process' ps_limit.
79  */
80 struct rwlock rlimit_lock = RWLOCK_INITIALIZER("rlimitlk");
81 
82 /*
83  * Resource controls and accounting.
84  */
85 
86 int
87 sys_getpriority(struct proc *curp, void *v, register_t *retval)
88 {
89 	struct sys_getpriority_args /* {
90 		syscallarg(int) which;
91 		syscallarg(id_t) who;
92 	} */ *uap = v;
93 	struct process *pr;
94 	int low = NZERO + PRIO_MAX + 1;
95 
96 	switch (SCARG(uap, which)) {
97 
98 	case PRIO_PROCESS:
99 		if (SCARG(uap, who) == 0)
100 			pr = curp->p_p;
101 		else
102 			pr = prfind(SCARG(uap, who));
103 		if (pr == NULL)
104 			break;
105 		if (pr->ps_nice < low)
106 			low = pr->ps_nice;
107 		break;
108 
109 	case PRIO_PGRP: {
110 		struct pgrp *pg;
111 
112 		if (SCARG(uap, who) == 0)
113 			pg = curp->p_p->ps_pgrp;
114 		else if ((pg = pgfind(SCARG(uap, who))) == NULL)
115 			break;
116 		LIST_FOREACH(pr, &pg->pg_members, ps_pglist)
117 			if (pr->ps_nice < low)
118 				low = pr->ps_nice;
119 		break;
120 	}
121 
122 	case PRIO_USER:
123 		if (SCARG(uap, who) == 0)
124 			SCARG(uap, who) = curp->p_ucred->cr_uid;
125 		LIST_FOREACH(pr, &allprocess, ps_list)
126 			if (pr->ps_ucred->cr_uid == SCARG(uap, who) &&
127 			    pr->ps_nice < low)
128 				low = pr->ps_nice;
129 		break;
130 
131 	default:
132 		return (EINVAL);
133 	}
134 	if (low == NZERO + PRIO_MAX + 1)
135 		return (ESRCH);
136 	*retval = low - NZERO;
137 	return (0);
138 }
139 
140 int
141 sys_setpriority(struct proc *curp, void *v, register_t *retval)
142 {
143 	struct sys_setpriority_args /* {
144 		syscallarg(int) which;
145 		syscallarg(id_t) who;
146 		syscallarg(int) prio;
147 	} */ *uap = v;
148 	struct process *pr;
149 	int found = 0, error = 0;
150 
151 	switch (SCARG(uap, which)) {
152 
153 	case PRIO_PROCESS:
154 		if (SCARG(uap, who) == 0)
155 			pr = curp->p_p;
156 		else
157 			pr = prfind(SCARG(uap, who));
158 		if (pr == NULL)
159 			break;
160 		error = donice(curp, pr, SCARG(uap, prio));
161 		found = 1;
162 		break;
163 
164 	case PRIO_PGRP: {
165 		struct pgrp *pg;
166 
167 		if (SCARG(uap, who) == 0)
168 			pg = curp->p_p->ps_pgrp;
169 		else if ((pg = pgfind(SCARG(uap, who))) == NULL)
170 			break;
171 		LIST_FOREACH(pr, &pg->pg_members, ps_pglist) {
172 			error = donice(curp, pr, SCARG(uap, prio));
173 			found = 1;
174 		}
175 		break;
176 	}
177 
178 	case PRIO_USER:
179 		if (SCARG(uap, who) == 0)
180 			SCARG(uap, who) = curp->p_ucred->cr_uid;
181 		LIST_FOREACH(pr, &allprocess, ps_list)
182 			if (pr->ps_ucred->cr_uid == SCARG(uap, who)) {
183 				error = donice(curp, pr, SCARG(uap, prio));
184 				found = 1;
185 			}
186 		break;
187 
188 	default:
189 		return (EINVAL);
190 	}
191 	if (!found)
192 		return (ESRCH);
193 	return (error);
194 }
195 
196 int
197 donice(struct proc *curp, struct process *chgpr, int n)
198 {
199 	struct ucred *ucred = curp->p_ucred;
200 	struct proc *p;
201 
202 	if (ucred->cr_uid != 0 && ucred->cr_ruid != 0 &&
203 	    ucred->cr_uid != chgpr->ps_ucred->cr_uid &&
204 	    ucred->cr_ruid != chgpr->ps_ucred->cr_uid)
205 		return (EPERM);
206 	if (n > PRIO_MAX)
207 		n = PRIO_MAX;
208 	if (n < PRIO_MIN)
209 		n = PRIO_MIN;
210 	n += NZERO;
211 	if (n < chgpr->ps_nice && suser(curp))
212 		return (EACCES);
213 	chgpr->ps_nice = n;
214 	mtx_enter(&chgpr->ps_mtx);
215 	SCHED_LOCK();
216 	TAILQ_FOREACH(p, &chgpr->ps_threads, p_thr_link) {
217 		setpriority(p, p->p_estcpu, n);
218 	}
219 	SCHED_UNLOCK();
220 	mtx_leave(&chgpr->ps_mtx);
221 	return (0);
222 }
223 
224 int
225 sys_setrlimit(struct proc *p, void *v, register_t *retval)
226 {
227 	struct sys_setrlimit_args /* {
228 		syscallarg(int) which;
229 		syscallarg(const struct rlimit *) rlp;
230 	} */ *uap = v;
231 	struct rlimit alim;
232 	int error;
233 
234 	error = copyin((caddr_t)SCARG(uap, rlp), (caddr_t)&alim,
235 		       sizeof (struct rlimit));
236 	if (error)
237 		return (error);
238 #ifdef KTRACE
239 	if (KTRPOINT(p, KTR_STRUCT))
240 		ktrrlimit(p, &alim);
241 #endif
242 	return (dosetrlimit(p, SCARG(uap, which), &alim));
243 }
244 
245 int
246 dosetrlimit(struct proc *p, u_int which, struct rlimit *limp)
247 {
248 	struct rlimit *alimp;
249 	struct plimit *limit;
250 	rlim_t maxlim;
251 	int error;
252 
253 	if (which >= RLIM_NLIMITS || limp->rlim_cur > limp->rlim_max)
254 		return (EINVAL);
255 
256 	rw_enter_write(&rlimit_lock);
257 
258 	alimp = &p->p_p->ps_limit->pl_rlimit[which];
259 	if (limp->rlim_max > alimp->rlim_max) {
260 		if ((error = suser(p)) != 0) {
261 			rw_exit_write(&rlimit_lock);
262 			return (error);
263 		}
264 	}
265 
266 	/* Get exclusive write access to the limit structure. */
267 	limit = lim_write_begin();
268 	alimp = &limit->pl_rlimit[which];
269 
270 	switch (which) {
271 	case RLIMIT_DATA:
272 		maxlim = maxdmap;
273 		break;
274 	case RLIMIT_STACK:
275 		maxlim = maxsmap;
276 		break;
277 	case RLIMIT_NOFILE:
278 		maxlim = atomic_load_int(&maxfiles);
279 		break;
280 	case RLIMIT_NPROC:
281 		maxlim = atomic_load_int(&maxprocess);
282 		break;
283 	default:
284 		maxlim = RLIM_INFINITY;
285 		break;
286 	}
287 
288 	if (limp->rlim_max > maxlim)
289 		limp->rlim_max = maxlim;
290 	if (limp->rlim_cur > limp->rlim_max)
291 		limp->rlim_cur = limp->rlim_max;
292 
293 	if (which == RLIMIT_CPU && limp->rlim_cur != RLIM_INFINITY &&
294 	    alimp->rlim_cur == RLIM_INFINITY)
295 		timeout_add_msec(&p->p_p->ps_rucheck_to, RUCHECK_INTERVAL);
296 
297 	if (which == RLIMIT_STACK) {
298 		/*
299 		 * Stack is allocated to the max at exec time with only
300 		 * "rlim_cur" bytes accessible.  If stack limit is going
301 		 * up make more accessible, if going down make inaccessible.
302 		 */
303 		if (limp->rlim_cur != alimp->rlim_cur) {
304 			vaddr_t addr;
305 			vsize_t size;
306 			vm_prot_t prot;
307 			struct vmspace *vm = p->p_vmspace;
308 
309 			if (limp->rlim_cur > alimp->rlim_cur) {
310 				prot = PROT_READ | PROT_WRITE;
311 				size = limp->rlim_cur - alimp->rlim_cur;
312 #ifdef MACHINE_STACK_GROWS_UP
313 				addr = (vaddr_t)vm->vm_maxsaddr +
314 				    alimp->rlim_cur;
315 #else
316 				addr = (vaddr_t)vm->vm_minsaddr -
317 				    limp->rlim_cur;
318 #endif
319 			} else {
320 				prot = PROT_NONE;
321 				size = alimp->rlim_cur - limp->rlim_cur;
322 #ifdef MACHINE_STACK_GROWS_UP
323 				addr = (vaddr_t)vm->vm_maxsaddr +
324 				    limp->rlim_cur;
325 #else
326 				addr = (vaddr_t)vm->vm_minsaddr -
327 				    alimp->rlim_cur;
328 #endif
329 			}
330 			addr = trunc_page(addr);
331 			size = round_page(size);
332 			KERNEL_LOCK();
333 			(void) uvm_map_protect(&vm->vm_map, addr,
334 			    addr+size, prot, UVM_ET_STACK, FALSE, FALSE);
335 			KERNEL_UNLOCK();
336 		}
337 	}
338 
339 	*alimp = *limp;
340 
341 	lim_write_commit(limit);
342 	rw_exit_write(&rlimit_lock);
343 
344 	return (0);
345 }
346 
347 int
348 sys_getrlimit(struct proc *p, void *v, register_t *retval)
349 {
350 	struct sys_getrlimit_args /* {
351 		syscallarg(int) which;
352 		syscallarg(struct rlimit *) rlp;
353 	} */ *uap = v;
354 	struct plimit *limit;
355 	struct rlimit alimp;
356 	int error;
357 
358 	if (SCARG(uap, which) < 0 || SCARG(uap, which) >= RLIM_NLIMITS)
359 		return (EINVAL);
360 	limit = lim_read_enter();
361 	alimp = limit->pl_rlimit[SCARG(uap, which)];
362 	lim_read_leave(limit);
363 	error = copyout(&alimp, SCARG(uap, rlp), sizeof(struct rlimit));
364 #ifdef KTRACE
365 	if (error == 0 && KTRPOINT(p, KTR_STRUCT))
366 		ktrrlimit(p, &alimp);
367 #endif
368 	return (error);
369 }
370 
371 /* Add the counts from *from to *tu, ensuring a consistent read of *from. */
372 void
373 tuagg_sumup(struct tusage *tu, const struct tusage *from)
374 {
375 	struct tusage	tmp;
376 	uint64_t	enter, leave;
377 
378 	enter = from->tu_gen;
379 	for (;;) {
380 		/* the generation number is odd during an update */
381 		while (enter & 1) {
382 			CPU_BUSY_CYCLE();
383 			enter = from->tu_gen;
384 		}
385 
386 		membar_consumer();
387 		tmp = *from;
388 		membar_consumer();
389 		leave = from->tu_gen;
390 
391 		if (enter == leave)
392 			break;
393 		enter = leave;
394 	}
395 
396 	tu->tu_uticks += tmp.tu_uticks;
397 	tu->tu_sticks += tmp.tu_sticks;
398 	tu->tu_iticks += tmp.tu_iticks;
399 	timespecadd(&tu->tu_runtime, &tmp.tu_runtime, &tu->tu_runtime);
400 }
401 
402 void
403 tuagg_get_proc(struct tusage *tu, struct proc *p)
404 {
405 	memset(tu, 0, sizeof(*tu));
406 	tuagg_sumup(tu, &p->p_tu);
407 }
408 
409 void
410 tuagg_get_process(struct tusage *tu, struct process *pr)
411 {
412 	struct proc *q;
413 
414 	memset(tu, 0, sizeof(*tu));
415 
416 	mtx_enter(&pr->ps_mtx);
417 	tuagg_sumup(tu, &pr->ps_tu);
418 	/* add on all living threads */
419 	TAILQ_FOREACH(q, &pr->ps_threads, p_thr_link)
420 		tuagg_sumup(tu, &q->p_tu);
421 	mtx_leave(&pr->ps_mtx);
422 }
423 
424 /*
425  * Update the process ps_tu usage with the values from proc p while
426  * doing so the times for proc p are reset.
427  * This requires that p is either curproc or SDEAD and that the
428  * IPL is higher than IPL_STATCLOCK. ps_mtx uses IPL_HIGH so
429  * this should always be the case.
430  */
431 void
432 tuagg_add_process(struct process *pr, struct proc *p)
433 {
434 	MUTEX_ASSERT_LOCKED(&pr->ps_mtx);
435 	KASSERT(curproc == p || p->p_stat == SDEAD);
436 
437 	tu_enter(&pr->ps_tu);
438 	tuagg_sumup(&pr->ps_tu, &p->p_tu);
439 	tu_leave(&pr->ps_tu);
440 
441 	/* Now reset CPU time usage for the thread. */
442 	timespecclear(&p->p_tu.tu_runtime);
443 	p->p_tu.tu_uticks = p->p_tu.tu_sticks = p->p_tu.tu_iticks = 0;
444 }
445 
446 /*
447  * Transform the running time and tick information in a struct tusage
448  * into user, system, and interrupt time usage.
449  */
450 void
451 calctsru(struct tusage *tup, struct timespec *up, struct timespec *sp,
452     struct timespec *ip)
453 {
454 	u_quad_t st, ut, it;
455 
456 	st = tup->tu_sticks;
457 	ut = tup->tu_uticks;
458 	it = tup->tu_iticks;
459 
460 	if (st + ut + it == 0) {
461 		timespecclear(up);
462 		timespecclear(sp);
463 		if (ip != NULL)
464 			timespecclear(ip);
465 		return;
466 	}
467 
468 	st = st * 1000000000 / stathz;
469 	sp->tv_sec = st / 1000000000;
470 	sp->tv_nsec = st % 1000000000;
471 	ut = ut * 1000000000 / stathz;
472 	up->tv_sec = ut / 1000000000;
473 	up->tv_nsec = ut % 1000000000;
474 	if (ip != NULL) {
475 		it = it * 1000000000 / stathz;
476 		ip->tv_sec = it / 1000000000;
477 		ip->tv_nsec = it % 1000000000;
478 	}
479 }
480 
481 void
482 calcru(struct tusage *tup, struct timeval *up, struct timeval *sp,
483     struct timeval *ip)
484 {
485 	struct timespec u, s, i;
486 
487 	calctsru(tup, &u, &s, ip != NULL ? &i : NULL);
488 	TIMESPEC_TO_TIMEVAL(up, &u);
489 	TIMESPEC_TO_TIMEVAL(sp, &s);
490 	if (ip != NULL)
491 		TIMESPEC_TO_TIMEVAL(ip, &i);
492 }
493 
494 int
495 sys_getrusage(struct proc *p, void *v, register_t *retval)
496 {
497 	struct sys_getrusage_args /* {
498 		syscallarg(int) who;
499 		syscallarg(struct rusage *) rusage;
500 	} */ *uap = v;
501 	struct rusage ru;
502 	int error;
503 
504 	error = dogetrusage(p, SCARG(uap, who), &ru);
505 	if (error == 0) {
506 		error = copyout(&ru, SCARG(uap, rusage), sizeof(ru));
507 #ifdef KTRACE
508 		if (error == 0 && KTRPOINT(p, KTR_STRUCT))
509 			ktrrusage(p, &ru);
510 #endif
511 	}
512 	return (error);
513 }
514 
515 int
516 dogetrusage(struct proc *p, int who, struct rusage *rup)
517 {
518 	struct process *pr = p->p_p;
519 	struct proc *q;
520 	struct tusage tu = { 0 };
521 
522 	KERNEL_ASSERT_LOCKED();
523 
524 	switch (who) {
525 	case RUSAGE_SELF:
526 		/* start with the sum of dead threads, if any */
527 		if (pr->ps_ru != NULL)
528 			*rup = *pr->ps_ru;
529 		else
530 			memset(rup, 0, sizeof(*rup));
531 		tuagg_sumup(&tu, &pr->ps_tu);
532 
533 		/* add on all living threads */
534 		TAILQ_FOREACH(q, &pr->ps_threads, p_thr_link) {
535 			ruadd(rup, &q->p_ru);
536 			tuagg_sumup(&tu, &q->p_tu);
537 		}
538 
539 		calcru(&tu, &rup->ru_utime, &rup->ru_stime, NULL);
540 		break;
541 
542 	case RUSAGE_THREAD:
543 		*rup = p->p_ru;
544 		calcru(&p->p_tu, &rup->ru_utime, &rup->ru_stime, NULL);
545 		break;
546 
547 	case RUSAGE_CHILDREN:
548 		*rup = pr->ps_cru;
549 		break;
550 
551 	default:
552 		return (EINVAL);
553 	}
554 	return (0);
555 }
556 
557 void
558 ruadd(struct rusage *ru, const struct rusage *ru2)
559 {
560 	long *ip;
561 	const long *ip2;
562 	int i;
563 
564 	timeradd(&ru->ru_utime, &ru2->ru_utime, &ru->ru_utime);
565 	timeradd(&ru->ru_stime, &ru2->ru_stime, &ru->ru_stime);
566 	if (ru->ru_maxrss < ru2->ru_maxrss)
567 		ru->ru_maxrss = ru2->ru_maxrss;
568 	ip = &ru->ru_first; ip2 = &ru2->ru_first;
569 	for (i = &ru->ru_last - &ru->ru_first; i >= 0; i--)
570 		*ip++ += *ip2++;
571 }
572 
573 /*
574  * Check if the process exceeds its cpu resource allocation.
575  * If over max, kill it.
576  */
577 void
578 rucheck(void *arg)
579 {
580 	struct rlimit rlim;
581 	struct process *pr = arg;
582 	time_t runtime;
583 
584 	KERNEL_ASSERT_LOCKED();
585 
586 	SCHED_LOCK();
587 	runtime = pr->ps_tu.tu_runtime.tv_sec;
588 	SCHED_UNLOCK();
589 
590 	mtx_enter(&pr->ps_mtx);
591 	rlim = pr->ps_limit->pl_rlimit[RLIMIT_CPU];
592 	mtx_leave(&pr->ps_mtx);
593 
594 	if ((rlim_t)runtime >= rlim.rlim_cur) {
595 		if ((rlim_t)runtime >= rlim.rlim_max) {
596 			prsignal(pr, SIGKILL);
597 		} else if (runtime >= pr->ps_nextxcpu) {
598 			prsignal(pr, SIGXCPU);
599 			pr->ps_nextxcpu = runtime + SIGXCPU_INTERVAL;
600 		}
601 	}
602 
603 	timeout_add_msec(&pr->ps_rucheck_to, RUCHECK_INTERVAL);
604 }
605 
606 struct pool plimit_pool;
607 
608 void
609 lim_startup(struct plimit *limit0)
610 {
611 	rlim_t lim;
612 	int i;
613 
614 	pool_init(&plimit_pool, sizeof(struct plimit), 0, IPL_MPFLOOR,
615 	    PR_WAITOK, "plimitpl", NULL);
616 
617 	for (i = 0; i < nitems(limit0->pl_rlimit); i++)
618 		limit0->pl_rlimit[i].rlim_cur =
619 		    limit0->pl_rlimit[i].rlim_max = RLIM_INFINITY;
620 	limit0->pl_rlimit[RLIMIT_NOFILE].rlim_cur = NOFILE;
621 	limit0->pl_rlimit[RLIMIT_NOFILE].rlim_max = MIN(NOFILE_MAX,
622 	    (maxfiles - NOFILE > NOFILE) ? maxfiles - NOFILE : NOFILE);
623 	limit0->pl_rlimit[RLIMIT_NPROC].rlim_cur = MAXUPRC;
624 	lim = ptoa(uvmexp.free);
625 	limit0->pl_rlimit[RLIMIT_RSS].rlim_max = lim;
626 	lim = ptoa(64*1024);		/* Default to very low */
627 	limit0->pl_rlimit[RLIMIT_MEMLOCK].rlim_max = lim;
628 	limit0->pl_rlimit[RLIMIT_MEMLOCK].rlim_cur = lim / 3;
629 	refcnt_init(&limit0->pl_refcnt);
630 }
631 
632 /*
633  * Make a copy of the plimit structure.
634  * We share these structures copy-on-write after fork,
635  * and copy when a limit is changed.
636  */
637 struct plimit *
638 lim_copy(struct plimit *lim)
639 {
640 	struct plimit *newlim;
641 
642 	newlim = pool_get(&plimit_pool, PR_WAITOK);
643 	memcpy(newlim->pl_rlimit, lim->pl_rlimit,
644 	    sizeof(struct rlimit) * RLIM_NLIMITS);
645 	refcnt_init(&newlim->pl_refcnt);
646 	return (newlim);
647 }
648 
649 void
650 lim_free(struct plimit *lim)
651 {
652 	if (refcnt_rele(&lim->pl_refcnt) == 0)
653 		return;
654 	pool_put(&plimit_pool, lim);
655 }
656 
657 void
658 lim_fork(struct process *parent, struct process *child)
659 {
660 	struct plimit *limit;
661 
662 	mtx_enter(&parent->ps_mtx);
663 	limit = parent->ps_limit;
664 	refcnt_take(&limit->pl_refcnt);
665 	mtx_leave(&parent->ps_mtx);
666 
667 	child->ps_limit = limit;
668 
669 	if (limit->pl_rlimit[RLIMIT_CPU].rlim_cur != RLIM_INFINITY)
670 		timeout_add_msec(&child->ps_rucheck_to, RUCHECK_INTERVAL);
671 }
672 
673 /*
674  * Return an exclusive write reference to the process' resource limit structure.
675  * The caller has to release the structure by calling lim_write_commit().
676  *
677  * This invalidates any plimit read reference held by the calling thread.
678  */
679 struct plimit *
680 lim_write_begin(void)
681 {
682 	struct plimit *limit;
683 	struct proc *p = curproc;
684 
685 	rw_assert_wrlock(&rlimit_lock);
686 
687 	if (p->p_limit != NULL)
688 		lim_free(p->p_limit);
689 	p->p_limit = NULL;
690 
691 	/*
692 	 * It is safe to access ps_limit here without holding ps_mtx
693 	 * because rlimit_lock excludes other writers.
694 	 */
695 
696 	limit = p->p_p->ps_limit;
697 	if (P_HASSIBLING(p) || refcnt_shared(&limit->pl_refcnt))
698 		limit = lim_copy(limit);
699 
700 	return (limit);
701 }
702 
703 /*
704  * Finish exclusive write access to the plimit structure.
705  * This makes the structure visible to other threads in the process.
706  */
707 void
708 lim_write_commit(struct plimit *limit)
709 {
710 	struct plimit *olimit;
711 	struct proc *p = curproc;
712 
713 	rw_assert_wrlock(&rlimit_lock);
714 
715 	if (limit != p->p_p->ps_limit) {
716 		mtx_enter(&p->p_p->ps_mtx);
717 		olimit = p->p_p->ps_limit;
718 		p->p_p->ps_limit = limit;
719 		mtx_leave(&p->p_p->ps_mtx);
720 
721 		lim_free(olimit);
722 	}
723 }
724 
725 /*
726  * Begin read access to the process' resource limit structure.
727  * The access has to be finished by calling lim_read_leave().
728  *
729  * Sections denoted by lim_read_enter() and lim_read_leave() cannot nest.
730  */
731 struct plimit *
732 lim_read_enter(void)
733 {
734 	struct plimit *limit;
735 	struct proc *p = curproc;
736 	struct process *pr = p->p_p;
737 
738 	/*
739 	 * This thread might not observe the latest value of ps_limit
740 	 * if another thread updated the limits very recently on another CPU.
741 	 * However, the anomaly should disappear quickly, especially if
742 	 * there is any synchronization activity between the threads (or
743 	 * the CPUs).
744 	 */
745 
746 	limit = p->p_limit;
747 	if (limit != pr->ps_limit) {
748 		mtx_enter(&pr->ps_mtx);
749 		limit = pr->ps_limit;
750 		refcnt_take(&limit->pl_refcnt);
751 		mtx_leave(&pr->ps_mtx);
752 		if (p->p_limit != NULL)
753 			lim_free(p->p_limit);
754 		p->p_limit = limit;
755 	}
756 	KASSERT(limit != NULL);
757 	return (limit);
758 }
759 
760 /*
761  * Get the value of the resource limit in given process.
762  */
763 rlim_t
764 lim_cur_proc(struct proc *p, int which)
765 {
766 	struct process *pr = p->p_p;
767 	rlim_t val;
768 
769 	KASSERT(which >= 0 && which < RLIM_NLIMITS);
770 
771 	mtx_enter(&pr->ps_mtx);
772 	val = pr->ps_limit->pl_rlimit[which].rlim_cur;
773 	mtx_leave(&pr->ps_mtx);
774 	return (val);
775 }
776