xref: /illumos-gate/usr/src/uts/common/os/cpu_uarray.c (revision f557613a52efd99cf11a085bca7a35c5e93315f1)

/*
 * This file and its contents are supplied under the terms of the
 * Common Development and Distribution License ("CDDL"), version 1.0.
 * You may only use this file in accordance with the terms of version
 * 1.0 of the CDDL.
 *
 * A full copy of the text of the CDDL should have accompanied this
 * source.  A copy of the CDDL is also available via the Internet at
 * http://www.illumos.org/license/CDDL.
 */

/*
 * Copyright 2019 Joyent, Inc.
 */

#include <sys/cpu_uarray.h>
#include <sys/sysmacros.h>
#include <sys/cpuvar.h>
#include <sys/debug.h>
#include <sys/kmem.h>

static size_t
cpu_uarray_size(size_t nr_items)
{
	size_t size = P2ROUNDUP(nr_items * sizeof (uint64_t), CUA_ALIGN);
	size *= NCPU;
	return (sizeof (cpu_uarray_t) + size);
}

cpu_uarray_t *
cpu_uarray_zalloc(size_t nr_items, int kmflags)
{
	cpu_uarray_t *cua;

	cua = kmem_zalloc(cpu_uarray_size(nr_items), kmflags);

	if (cua != NULL) {
		VERIFY(IS_P2ALIGNED(cua->cu_vals, CUA_ALIGN));
		cua->cu_nr_items = nr_items;
	}

	return (cua);
}

void
cpu_uarray_free(cpu_uarray_t *cua)
{
	if (cua != NULL)
		kmem_free(cua, cpu_uarray_size(cua->cu_nr_items));
}

uint64_t
cpu_uarray_sum(cpu_uarray_t *cua, size_t index)
{
	uint64_t sum = 0;

	VERIFY3U(index, <, cua->cu_nr_items);

	for (size_t c = 0; c < ncpus; c++) {
		uint64_t addend = CPU_UARRAY_VAL(cua, c, index);
		sum = UINT64_OVERFLOW_ADD(sum, addend);
	}

	return (sum);
}

uint64_t
cpu_uarray_sum_all(cpu_uarray_t *cua)
{
	uint64_t sum = 0;

	for (size_t c = 0; c < ncpus; c++) {
		for (size_t i = 0; i < cua->cu_nr_items; i++) {
			uint64_t addend = CPU_UARRAY_VAL(cua, c, i);
			sum = UINT64_OVERFLOW_ADD(sum, addend);
		}
	}

	return (sum);
}