xref: /onnv-gate/usr/src/uts/sun4/os/ddi_impl.c (revision 12004:93f274d4a367)
10Sstevel@tonic-gate /*
20Sstevel@tonic-gate  * CDDL HEADER START
30Sstevel@tonic-gate  *
40Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
51865Sdilpreet  * Common Development and Distribution License (the "License").
61865Sdilpreet  * You may not use this file except in compliance with the License.
70Sstevel@tonic-gate  *
80Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
90Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
100Sstevel@tonic-gate  * See the License for the specific language governing permissions
110Sstevel@tonic-gate  * and limitations under the License.
120Sstevel@tonic-gate  *
130Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
140Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
150Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
160Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
170Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
180Sstevel@tonic-gate  *
190Sstevel@tonic-gate  * CDDL HEADER END
200Sstevel@tonic-gate  */
211900Seota 
220Sstevel@tonic-gate /*
238662SJordan.Vaughan@Sun.com  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
240Sstevel@tonic-gate  * Use is subject to license terms.
250Sstevel@tonic-gate  */
260Sstevel@tonic-gate 
270Sstevel@tonic-gate /*
280Sstevel@tonic-gate  * sun4 specific DDI implementation
290Sstevel@tonic-gate  */
300Sstevel@tonic-gate #include <sys/cpuvar.h>
310Sstevel@tonic-gate #include <sys/ddi_subrdefs.h>
320Sstevel@tonic-gate #include <sys/machsystm.h>
330Sstevel@tonic-gate #include <sys/sunndi.h>
340Sstevel@tonic-gate #include <sys/sysmacros.h>
350Sstevel@tonic-gate #include <sys/ontrap.h>
360Sstevel@tonic-gate #include <vm/seg_kmem.h>
370Sstevel@tonic-gate #include <sys/membar.h>
380Sstevel@tonic-gate #include <sys/dditypes.h>
390Sstevel@tonic-gate #include <sys/ndifm.h>
400Sstevel@tonic-gate #include <sys/fm/io/ddi.h>
410Sstevel@tonic-gate #include <sys/ivintr.h>
420Sstevel@tonic-gate #include <sys/bootconf.h>
430Sstevel@tonic-gate #include <sys/conf.h>
440Sstevel@tonic-gate #include <sys/ethernet.h>
450Sstevel@tonic-gate #include <sys/idprom.h>
460Sstevel@tonic-gate #include <sys/promif.h>
470Sstevel@tonic-gate #include <sys/prom_plat.h>
480Sstevel@tonic-gate #include <sys/systeminfo.h>
490Sstevel@tonic-gate #include <sys/fpu/fpusystm.h>
500Sstevel@tonic-gate #include <sys/vm.h>
510Sstevel@tonic-gate #include <sys/ddi_isa.h>
524845Svikram #include <sys/modctl.h>
530Sstevel@tonic-gate 
540Sstevel@tonic-gate dev_info_t *get_intr_parent(dev_info_t *, dev_info_t *,
55693Sgovinda     ddi_intr_handle_impl_t *);
560Sstevel@tonic-gate #pragma weak get_intr_parent
570Sstevel@tonic-gate 
580Sstevel@tonic-gate int process_intr_ops(dev_info_t *, dev_info_t *, ddi_intr_op_t,
590Sstevel@tonic-gate     ddi_intr_handle_impl_t *, void *);
600Sstevel@tonic-gate #pragma weak process_intr_ops
610Sstevel@tonic-gate 
620Sstevel@tonic-gate void cells_1275_copy(prop_1275_cell_t *, prop_1275_cell_t *, int32_t);
630Sstevel@tonic-gate     prop_1275_cell_t *cells_1275_cmp(prop_1275_cell_t *, prop_1275_cell_t *,
640Sstevel@tonic-gate     int32_t len);
650Sstevel@tonic-gate #pragma weak cells_1275_copy
660Sstevel@tonic-gate 
670Sstevel@tonic-gate /*
680Sstevel@tonic-gate  * Wrapper for ddi_prop_lookup_int_array().
690Sstevel@tonic-gate  * This is handy because it returns the prop length in
700Sstevel@tonic-gate  * bytes which is what most of the callers require.
710Sstevel@tonic-gate  */
720Sstevel@tonic-gate 
730Sstevel@tonic-gate static int
get_prop_int_array(dev_info_t * di,char * pname,int ** pval,uint_t * plen)740Sstevel@tonic-gate get_prop_int_array(dev_info_t *di, char *pname, int **pval, uint_t *plen)
750Sstevel@tonic-gate {
760Sstevel@tonic-gate 	int ret;
770Sstevel@tonic-gate 
780Sstevel@tonic-gate 	if ((ret = ddi_prop_lookup_int_array(DDI_DEV_T_ANY, di,
790Sstevel@tonic-gate 	    DDI_PROP_DONTPASS, pname, pval, plen)) == DDI_PROP_SUCCESS) {
800Sstevel@tonic-gate 		*plen = (*plen) * (uint_t)sizeof (int);
810Sstevel@tonic-gate 	}
820Sstevel@tonic-gate 	return (ret);
830Sstevel@tonic-gate }
840Sstevel@tonic-gate 
850Sstevel@tonic-gate /*
860Sstevel@tonic-gate  * SECTION: DDI Node Configuration
870Sstevel@tonic-gate  */
880Sstevel@tonic-gate 
890Sstevel@tonic-gate /*
900Sstevel@tonic-gate  * init_regspec_64:
910Sstevel@tonic-gate  *
920Sstevel@tonic-gate  * If the parent #size-cells is 2, convert the upa-style or
930Sstevel@tonic-gate  * safari-style reg property from 2-size cells to 1 size cell
940Sstevel@tonic-gate  * format, ignoring the size_hi, which must be zero for devices.
950Sstevel@tonic-gate  * (It won't be zero in the memory list properties in the memory
960Sstevel@tonic-gate  * nodes, but that doesn't matter here.)
970Sstevel@tonic-gate  */
980Sstevel@tonic-gate struct ddi_parent_private_data *
init_regspec_64(dev_info_t * dip)990Sstevel@tonic-gate init_regspec_64(dev_info_t *dip)
1000Sstevel@tonic-gate {
1010Sstevel@tonic-gate 	struct ddi_parent_private_data *pd;
1020Sstevel@tonic-gate 	dev_info_t *parent;
1030Sstevel@tonic-gate 	int size_cells;
1040Sstevel@tonic-gate 
1050Sstevel@tonic-gate 	/*
1060Sstevel@tonic-gate 	 * If there are no "reg"s in the child node, return.
1070Sstevel@tonic-gate 	 */
1080Sstevel@tonic-gate 	pd = ddi_get_parent_data(dip);
1090Sstevel@tonic-gate 	if ((pd == NULL) || (pd->par_nreg == 0)) {
1100Sstevel@tonic-gate 		return (pd);
1110Sstevel@tonic-gate 	}
1120Sstevel@tonic-gate 	parent = ddi_get_parent(dip);
1130Sstevel@tonic-gate 
1140Sstevel@tonic-gate 	size_cells = ddi_prop_get_int(DDI_DEV_T_ANY, parent,
1150Sstevel@tonic-gate 	    DDI_PROP_DONTPASS, "#size-cells", 1);
1160Sstevel@tonic-gate 
1170Sstevel@tonic-gate 	if (size_cells != 1)  {
1180Sstevel@tonic-gate 
1190Sstevel@tonic-gate 		int n, j;
1200Sstevel@tonic-gate 		struct regspec *irp;
1210Sstevel@tonic-gate 		struct reg_64 {
1220Sstevel@tonic-gate 			uint_t addr_hi, addr_lo, size_hi, size_lo;
1230Sstevel@tonic-gate 		};
1240Sstevel@tonic-gate 		struct reg_64 *r64_rp;
1250Sstevel@tonic-gate 		struct regspec *rp;
1260Sstevel@tonic-gate 		uint_t len = 0;
1270Sstevel@tonic-gate 		int *reg_prop;
1280Sstevel@tonic-gate 
1290Sstevel@tonic-gate 		ASSERT(size_cells == 2);
1300Sstevel@tonic-gate 
1310Sstevel@tonic-gate 		/*
1320Sstevel@tonic-gate 		 * We already looked the property up once before if
1330Sstevel@tonic-gate 		 * pd is non-NULL.
1340Sstevel@tonic-gate 		 */
1350Sstevel@tonic-gate 		(void) ddi_prop_lookup_int_array(DDI_DEV_T_ANY, dip,
1360Sstevel@tonic-gate 		    DDI_PROP_DONTPASS, OBP_REG, &reg_prop, &len);
1370Sstevel@tonic-gate 		ASSERT(len != 0);
1380Sstevel@tonic-gate 
1390Sstevel@tonic-gate 		n = sizeof (struct reg_64) / sizeof (int);
1400Sstevel@tonic-gate 		n = len / n;
1410Sstevel@tonic-gate 
1420Sstevel@tonic-gate 		/*
1430Sstevel@tonic-gate 		 * We're allocating a buffer the size of the PROM's property,
1440Sstevel@tonic-gate 		 * but we're only using a smaller portion when we assign it
1450Sstevel@tonic-gate 		 * to a regspec.  We do this so that in the
1460Sstevel@tonic-gate 		 * impl_ddi_sunbus_removechild function, we will
1470Sstevel@tonic-gate 		 * always free the right amount of memory.
1480Sstevel@tonic-gate 		 */
1490Sstevel@tonic-gate 		irp = rp = (struct regspec *)reg_prop;
1500Sstevel@tonic-gate 		r64_rp = (struct reg_64 *)pd->par_reg;
1510Sstevel@tonic-gate 
1520Sstevel@tonic-gate 		for (j = 0; j < n; ++j, ++rp, ++r64_rp) {
1530Sstevel@tonic-gate 			ASSERT(r64_rp->size_hi == 0);
1540Sstevel@tonic-gate 			rp->regspec_bustype = r64_rp->addr_hi;
1550Sstevel@tonic-gate 			rp->regspec_addr = r64_rp->addr_lo;
1560Sstevel@tonic-gate 			rp->regspec_size = r64_rp->size_lo;
1570Sstevel@tonic-gate 		}
1580Sstevel@tonic-gate 
1590Sstevel@tonic-gate 		ddi_prop_free((void *)pd->par_reg);
1600Sstevel@tonic-gate 		pd->par_nreg = n;
1610Sstevel@tonic-gate 		pd->par_reg = irp;
1620Sstevel@tonic-gate 	}
1630Sstevel@tonic-gate 	return (pd);
1640Sstevel@tonic-gate }
1650Sstevel@tonic-gate 
1660Sstevel@tonic-gate /*
1670Sstevel@tonic-gate  * Create a ddi_parent_private_data structure from the ddi properties of
1680Sstevel@tonic-gate  * the dev_info node.
1690Sstevel@tonic-gate  *
1700Sstevel@tonic-gate  * The "reg" is required if the driver wishes to create mappings on behalf
1710Sstevel@tonic-gate  * of the device. The "reg" property is assumed to be a list of at least
1720Sstevel@tonic-gate  * one triplet
1730Sstevel@tonic-gate  *
1740Sstevel@tonic-gate  *	<bustype, address, size>*1
1750Sstevel@tonic-gate  *
1760Sstevel@tonic-gate  * The "interrupt" property is no longer part of parent private data on
1770Sstevel@tonic-gate  * sun4u. The interrupt parent is may not be the device tree parent.
1780Sstevel@tonic-gate  *
1790Sstevel@tonic-gate  * The "ranges" property describes the mapping of child addresses to parent
1800Sstevel@tonic-gate  * addresses.
1810Sstevel@tonic-gate  *
1820Sstevel@tonic-gate  * N.B. struct rangespec is defined for the following default values:
1830Sstevel@tonic-gate  *			parent  child
1840Sstevel@tonic-gate  *	#address-cells	2	2
1850Sstevel@tonic-gate  *	#size-cells	1	1
1860Sstevel@tonic-gate  * This function doesn't deal with non-default cells and will not create
1870Sstevel@tonic-gate  * ranges in such cases.
1880Sstevel@tonic-gate  */
1890Sstevel@tonic-gate void
make_ddi_ppd(dev_info_t * child,struct ddi_parent_private_data ** ppd)1900Sstevel@tonic-gate make_ddi_ppd(dev_info_t *child, struct ddi_parent_private_data **ppd)
1910Sstevel@tonic-gate {
1920Sstevel@tonic-gate 	struct ddi_parent_private_data *pdptr;
1930Sstevel@tonic-gate 	int *reg_prop, *rng_prop;
1940Sstevel@tonic-gate 	uint_t reg_len = 0, rng_len = 0;
1950Sstevel@tonic-gate 	dev_info_t *parent;
1960Sstevel@tonic-gate 	int parent_addr_cells, parent_size_cells;
1970Sstevel@tonic-gate 	int child_addr_cells, child_size_cells;
1980Sstevel@tonic-gate 
1990Sstevel@tonic-gate 	*ppd = pdptr = kmem_zalloc(sizeof (*pdptr), KM_SLEEP);
2000Sstevel@tonic-gate 
2010Sstevel@tonic-gate 	/*
2020Sstevel@tonic-gate 	 * root node has no parent private data, so *ppd should
2030Sstevel@tonic-gate 	 * be initialized for naming to work properly.
2040Sstevel@tonic-gate 	 */
2050Sstevel@tonic-gate 	if ((parent = ddi_get_parent(child)) == NULL)
2060Sstevel@tonic-gate 		return;
2070Sstevel@tonic-gate 
2080Sstevel@tonic-gate 	/*
2090Sstevel@tonic-gate 	 * Set reg field of parent data from "reg" property
2100Sstevel@tonic-gate 	 */
2110Sstevel@tonic-gate 	if ((get_prop_int_array(child, OBP_REG, &reg_prop, &reg_len)
2120Sstevel@tonic-gate 	    == DDI_PROP_SUCCESS) && (reg_len != 0)) {
2130Sstevel@tonic-gate 		pdptr->par_nreg = (int)(reg_len / sizeof (struct regspec));
2140Sstevel@tonic-gate 		pdptr->par_reg = (struct regspec *)reg_prop;
2150Sstevel@tonic-gate 	}
2160Sstevel@tonic-gate 
2170Sstevel@tonic-gate 	/*
2180Sstevel@tonic-gate 	 * "ranges" property ...
2190Sstevel@tonic-gate 	 *
2200Sstevel@tonic-gate 	 * This function does not handle cases where #address-cells != 2
2210Sstevel@tonic-gate 	 * and * min(parent, child) #size-cells != 1 (see bugid 4211124).
2220Sstevel@tonic-gate 	 *
2230Sstevel@tonic-gate 	 * Nexus drivers with such exceptions (e.g. pci ranges)
2240Sstevel@tonic-gate 	 * should either create a separate function for handling
2250Sstevel@tonic-gate 	 * ranges or not use parent private data to store ranges.
2260Sstevel@tonic-gate 	 */
2270Sstevel@tonic-gate 
2280Sstevel@tonic-gate 	/* root node has no ranges */
2290Sstevel@tonic-gate 	if ((parent = ddi_get_parent(child)) == NULL)
2300Sstevel@tonic-gate 		return;
2310Sstevel@tonic-gate 
2320Sstevel@tonic-gate 	child_addr_cells = ddi_prop_get_int(DDI_DEV_T_ANY, child,
2330Sstevel@tonic-gate 	    DDI_PROP_DONTPASS, "#address-cells", 2);
2340Sstevel@tonic-gate 	child_size_cells = ddi_prop_get_int(DDI_DEV_T_ANY, child,
2350Sstevel@tonic-gate 	    DDI_PROP_DONTPASS, "#size-cells", 1);
2360Sstevel@tonic-gate 	parent_addr_cells = ddi_prop_get_int(DDI_DEV_T_ANY, parent,
2370Sstevel@tonic-gate 	    DDI_PROP_DONTPASS, "#address-cells", 2);
2380Sstevel@tonic-gate 	parent_size_cells = ddi_prop_get_int(DDI_DEV_T_ANY, parent,
2390Sstevel@tonic-gate 	    DDI_PROP_DONTPASS, "#size-cells", 1);
2400Sstevel@tonic-gate 	if (child_addr_cells != 2 || parent_addr_cells != 2 ||
2410Sstevel@tonic-gate 	    (child_size_cells != 1 && parent_size_cells != 1)) {
2420Sstevel@tonic-gate 		NDI_CONFIG_DEBUG((CE_NOTE, "!ranges not made in parent data; "
2430Sstevel@tonic-gate 		    "#address-cells or #size-cells have non-default value"));
2440Sstevel@tonic-gate 		return;
2450Sstevel@tonic-gate 	}
2460Sstevel@tonic-gate 
2470Sstevel@tonic-gate 	if (get_prop_int_array(child, OBP_RANGES, &rng_prop, &rng_len)
2480Sstevel@tonic-gate 	    == DDI_PROP_SUCCESS) {
2490Sstevel@tonic-gate 		pdptr->par_nrng = rng_len / (int)(sizeof (struct rangespec));
2500Sstevel@tonic-gate 		pdptr->par_rng = (struct rangespec *)rng_prop;
2510Sstevel@tonic-gate 	}
2520Sstevel@tonic-gate }
2530Sstevel@tonic-gate 
2540Sstevel@tonic-gate /*
2550Sstevel@tonic-gate  * Free ddi_parent_private_data structure
2560Sstevel@tonic-gate  */
2570Sstevel@tonic-gate void
impl_free_ddi_ppd(dev_info_t * dip)2580Sstevel@tonic-gate impl_free_ddi_ppd(dev_info_t *dip)
2590Sstevel@tonic-gate {
2600Sstevel@tonic-gate 	struct ddi_parent_private_data *pdptr = ddi_get_parent_data(dip);
2610Sstevel@tonic-gate 
2620Sstevel@tonic-gate 	if (pdptr == NULL)
2630Sstevel@tonic-gate 		return;
2640Sstevel@tonic-gate 
2650Sstevel@tonic-gate 	if (pdptr->par_nrng != 0)
2660Sstevel@tonic-gate 		ddi_prop_free((void *)pdptr->par_rng);
2670Sstevel@tonic-gate 
2680Sstevel@tonic-gate 	if (pdptr->par_nreg != 0)
2690Sstevel@tonic-gate 		ddi_prop_free((void *)pdptr->par_reg);
2700Sstevel@tonic-gate 
2710Sstevel@tonic-gate 	kmem_free(pdptr, sizeof (*pdptr));
2720Sstevel@tonic-gate 	ddi_set_parent_data(dip, NULL);
2730Sstevel@tonic-gate }
2740Sstevel@tonic-gate 
2750Sstevel@tonic-gate /*
2760Sstevel@tonic-gate  * Name a child of sun busses based on the reg spec.
2770Sstevel@tonic-gate  * Handles the following properties:
2780Sstevel@tonic-gate  *
2790Sstevel@tonic-gate  *	Property	value
2800Sstevel@tonic-gate  *	Name		type
2810Sstevel@tonic-gate  *
2820Sstevel@tonic-gate  *	reg		register spec
2830Sstevel@tonic-gate  *	interrupts	new (bus-oriented) interrupt spec
2840Sstevel@tonic-gate  *	ranges		range spec
2850Sstevel@tonic-gate  *
2860Sstevel@tonic-gate  * This may be called multiple times, independent of
2870Sstevel@tonic-gate  * initchild calls.
2880Sstevel@tonic-gate  */
2890Sstevel@tonic-gate static int
impl_sunbus_name_child(dev_info_t * child,char * name,int namelen)2900Sstevel@tonic-gate impl_sunbus_name_child(dev_info_t *child, char *name, int namelen)
2910Sstevel@tonic-gate {
2920Sstevel@tonic-gate 	struct ddi_parent_private_data *pdptr;
2930Sstevel@tonic-gate 	struct regspec *rp;
2940Sstevel@tonic-gate 
2950Sstevel@tonic-gate 	/*
2960Sstevel@tonic-gate 	 * Fill in parent-private data and this function returns to us
2970Sstevel@tonic-gate 	 * an indication if it used "registers" to fill in the data.
2980Sstevel@tonic-gate 	 */
2990Sstevel@tonic-gate 	if (ddi_get_parent_data(child) == NULL) {
3000Sstevel@tonic-gate 		make_ddi_ppd(child, &pdptr);
3010Sstevel@tonic-gate 		ddi_set_parent_data(child, pdptr);
3020Sstevel@tonic-gate 	}
3030Sstevel@tonic-gate 
3040Sstevel@tonic-gate 	/*
3050Sstevel@tonic-gate 	 * No reg property, return null string as address
3060Sstevel@tonic-gate 	 * (e.g. root node)
3070Sstevel@tonic-gate 	 */
3080Sstevel@tonic-gate 	name[0] = '\0';
3090Sstevel@tonic-gate 	if (sparc_pd_getnreg(child) == 0) {
3100Sstevel@tonic-gate 		return (DDI_SUCCESS);
3110Sstevel@tonic-gate 	}
3120Sstevel@tonic-gate 
3130Sstevel@tonic-gate 	rp = sparc_pd_getreg(child, 0);
3140Sstevel@tonic-gate 	(void) snprintf(name, namelen, "%x,%x",
3150Sstevel@tonic-gate 	    rp->regspec_bustype, rp->regspec_addr);
3160Sstevel@tonic-gate 	return (DDI_SUCCESS);
3170Sstevel@tonic-gate }
3180Sstevel@tonic-gate 
3190Sstevel@tonic-gate 
3200Sstevel@tonic-gate /*
3210Sstevel@tonic-gate  * Called from the bus_ctl op of some drivers.
3220Sstevel@tonic-gate  * to implement the DDI_CTLOPS_INITCHILD operation.
3230Sstevel@tonic-gate  *
3240Sstevel@tonic-gate  * NEW drivers should NOT use this function, but should declare
3250Sstevel@tonic-gate  * there own initchild/uninitchild handlers. (This function assumes
3260Sstevel@tonic-gate  * the layout of the parent private data and the format of "reg",
3270Sstevel@tonic-gate  * "ranges", "interrupts" properties and that #address-cells and
3280Sstevel@tonic-gate  * #size-cells of the parent bus are defined to be default values.)
3290Sstevel@tonic-gate  */
3300Sstevel@tonic-gate int
impl_ddi_sunbus_initchild(dev_info_t * child)3310Sstevel@tonic-gate impl_ddi_sunbus_initchild(dev_info_t *child)
3320Sstevel@tonic-gate {
3330Sstevel@tonic-gate 	char name[MAXNAMELEN];
3340Sstevel@tonic-gate 
3350Sstevel@tonic-gate 	(void) impl_sunbus_name_child(child, name, MAXNAMELEN);
3360Sstevel@tonic-gate 	ddi_set_name_addr(child, name);
3370Sstevel@tonic-gate 
3380Sstevel@tonic-gate 	/*
3390Sstevel@tonic-gate 	 * Try to merge .conf node. If successful, return failure to
3400Sstevel@tonic-gate 	 * remove this child.
3410Sstevel@tonic-gate 	 */
3420Sstevel@tonic-gate 	if ((ndi_dev_is_persistent_node(child) == 0) &&
3430Sstevel@tonic-gate 	    (ndi_merge_node(child, impl_sunbus_name_child) == DDI_SUCCESS)) {
3440Sstevel@tonic-gate 		impl_ddi_sunbus_removechild(child);
3450Sstevel@tonic-gate 		return (DDI_FAILURE);
3460Sstevel@tonic-gate 	}
3470Sstevel@tonic-gate 	return (DDI_SUCCESS);
3480Sstevel@tonic-gate }
3490Sstevel@tonic-gate 
3500Sstevel@tonic-gate /*
3510Sstevel@tonic-gate  * A better name for this function would be impl_ddi_sunbus_uninitchild()
3520Sstevel@tonic-gate  * It does not remove the child, it uninitializes it, reclaiming the
3530Sstevel@tonic-gate  * resources taken by impl_ddi_sunbus_initchild.
3540Sstevel@tonic-gate  */
3550Sstevel@tonic-gate void
impl_ddi_sunbus_removechild(dev_info_t * dip)3560Sstevel@tonic-gate impl_ddi_sunbus_removechild(dev_info_t *dip)
3570Sstevel@tonic-gate {
3580Sstevel@tonic-gate 	impl_free_ddi_ppd(dip);
3590Sstevel@tonic-gate 	ddi_set_name_addr(dip, NULL);
3600Sstevel@tonic-gate 	/*
3610Sstevel@tonic-gate 	 * Strip the node to properly convert it back to prototype form
3620Sstevel@tonic-gate 	 */
3630Sstevel@tonic-gate 	impl_rem_dev_props(dip);
3640Sstevel@tonic-gate }
3650Sstevel@tonic-gate 
3660Sstevel@tonic-gate /*
3670Sstevel@tonic-gate  * SECTION: DDI Interrupt
3680Sstevel@tonic-gate  */
3690Sstevel@tonic-gate 
3700Sstevel@tonic-gate void
cells_1275_copy(prop_1275_cell_t * from,prop_1275_cell_t * to,int32_t len)3710Sstevel@tonic-gate cells_1275_copy(prop_1275_cell_t *from, prop_1275_cell_t *to, int32_t len)
3720Sstevel@tonic-gate {
3730Sstevel@tonic-gate 	int i;
3740Sstevel@tonic-gate 	for (i = 0; i < len; i++)
3750Sstevel@tonic-gate 		*to = *from;
3760Sstevel@tonic-gate }
3770Sstevel@tonic-gate 
3780Sstevel@tonic-gate prop_1275_cell_t *
cells_1275_cmp(prop_1275_cell_t * cell1,prop_1275_cell_t * cell2,int32_t len)3790Sstevel@tonic-gate cells_1275_cmp(prop_1275_cell_t *cell1, prop_1275_cell_t *cell2, int32_t len)
3800Sstevel@tonic-gate {
3810Sstevel@tonic-gate 	prop_1275_cell_t *match_cell = 0;
3820Sstevel@tonic-gate 	int32_t i;
3830Sstevel@tonic-gate 
3840Sstevel@tonic-gate 	for (i = 0; i < len; i++)
3850Sstevel@tonic-gate 		if (cell1[i] != cell2[i]) {
3860Sstevel@tonic-gate 			match_cell = &cell1[i];
3870Sstevel@tonic-gate 			break;
3880Sstevel@tonic-gate 		}
3890Sstevel@tonic-gate 
3900Sstevel@tonic-gate 	return (match_cell);
3910Sstevel@tonic-gate }
3920Sstevel@tonic-gate 
3930Sstevel@tonic-gate /*
394693Sgovinda  * get_intr_parent() is a generic routine that process a 1275 interrupt
395693Sgovinda  * map (imap) property.  This function returns a dev_info_t structure
396693Sgovinda  * which claims ownership of the interrupt domain.
397693Sgovinda  * It also returns the new interrupt translation within this new domain.
398693Sgovinda  * If an interrupt-parent or interrupt-map property are not found,
399693Sgovinda  * then we fallback to using the device tree's parent.
400693Sgovinda  *
401693Sgovinda  * imap entry format:
402693Sgovinda  * <reg>,<interrupt>,<phandle>,<translated interrupt>
403693Sgovinda  * reg - The register specification in the interrupts domain
404693Sgovinda  * interrupt - The interrupt specification
405693Sgovinda  * phandle - PROM handle of the device that owns the xlated interrupt domain
406693Sgovinda  * translated interrupt - interrupt specifier in the parents domain
407693Sgovinda  * note: <reg>,<interrupt> - The reg and interrupt can be combined to create
408693Sgovinda  *	a unique entry called a unit interrupt specifier.
409693Sgovinda  *
410693Sgovinda  * Here's the processing steps:
411693Sgovinda  * step1 - If the interrupt-parent property exists, create the ispec and
412693Sgovinda  *	return the dip of the interrupt parent.
413693Sgovinda  * step2 - Extract the interrupt-map property and the interrupt-map-mask
414693Sgovinda  *	If these don't exist, just return the device tree parent.
415693Sgovinda  * step3 - build up the unit interrupt specifier to match against the
416693Sgovinda  *	interrupt map property
417693Sgovinda  * step4 - Scan the interrupt-map property until a match is found
418693Sgovinda  * step4a - Extract the interrupt parent
419693Sgovinda  * step4b - Compare the unit interrupt specifier
4200Sstevel@tonic-gate  */
421693Sgovinda dev_info_t *
get_intr_parent(dev_info_t * pdip,dev_info_t * dip,ddi_intr_handle_impl_t * hdlp)422693Sgovinda get_intr_parent(dev_info_t *pdip, dev_info_t *dip, ddi_intr_handle_impl_t *hdlp)
4230Sstevel@tonic-gate {
424693Sgovinda 	prop_1275_cell_t *imap, *imap_mask, *scan, *reg_p, *match_req;
425693Sgovinda 	int32_t imap_sz, imap_cells, imap_scan_cells, imap_mask_sz,
426693Sgovinda 	    addr_cells, intr_cells, reg_len, i, j;
427693Sgovinda 	int32_t match_found = 0;
428693Sgovinda 	dev_info_t *intr_parent_dip = NULL;
429693Sgovinda 	uint32_t *intr = &hdlp->ih_vector;
430693Sgovinda 	uint32_t nodeid;
431693Sgovinda #ifdef DEBUG
432693Sgovinda 	static int debug = 0;
433693Sgovinda #endif
4340Sstevel@tonic-gate 
435693Sgovinda 	/*
436693Sgovinda 	 * step1
437693Sgovinda 	 * If we have an interrupt-parent property, this property represents
438693Sgovinda 	 * the nodeid of our interrupt parent.
439693Sgovinda 	 */
440693Sgovinda 	if ((nodeid = ddi_getprop(DDI_DEV_T_ANY, dip, 0,
441693Sgovinda 	    "interrupt-parent", -1)) != -1) {
442693Sgovinda 		intr_parent_dip = e_ddi_nodeid_to_dip(nodeid);
443693Sgovinda 		ASSERT(intr_parent_dip);
4440Sstevel@tonic-gate 
4450Sstevel@tonic-gate 		/*
446693Sgovinda 		 * Attach the interrupt parent.
447693Sgovinda 		 *
448693Sgovinda 		 * N.B. e_ddi_nodeid_to_dip() isn't safe under DR.
449693Sgovinda 		 *	Also, interrupt parent isn't held. This needs
450693Sgovinda 		 *	to be revisited if DR-capable platforms implement
451693Sgovinda 		 *	interrupt redirection.
452693Sgovinda 		 */
453693Sgovinda 		if (i_ddi_attach_node_hierarchy(intr_parent_dip)
454693Sgovinda 		    != DDI_SUCCESS) {
455693Sgovinda 			ndi_rele_devi(intr_parent_dip);
456693Sgovinda 			return (NULL);
457693Sgovinda 		}
458693Sgovinda 
459693Sgovinda 		return (intr_parent_dip);
460693Sgovinda 	}
461693Sgovinda 
462693Sgovinda 	/*
463693Sgovinda 	 * step2
464693Sgovinda 	 * Get interrupt map structure from PROM property
465693Sgovinda 	 */
466693Sgovinda 	if (ddi_getlongprop(DDI_DEV_T_ANY, pdip, DDI_PROP_DONTPASS,
467693Sgovinda 	    "interrupt-map", (caddr_t)&imap, &imap_sz)
468693Sgovinda 	    != DDI_PROP_SUCCESS) {
469693Sgovinda 		/*
470693Sgovinda 		 * If we don't have an imap property, default to using the
471693Sgovinda 		 * device tree.
4720Sstevel@tonic-gate 		 */
473693Sgovinda 
474693Sgovinda 		ndi_hold_devi(pdip);
475693Sgovinda 		return (pdip);
476693Sgovinda 	}
477693Sgovinda 
478693Sgovinda 	/* Get the interrupt mask property */
479693Sgovinda 	if (ddi_getlongprop(DDI_DEV_T_ANY, pdip, DDI_PROP_DONTPASS,
480693Sgovinda 	    "interrupt-map-mask", (caddr_t)&imap_mask, &imap_mask_sz)
481693Sgovinda 	    != DDI_PROP_SUCCESS) {
482693Sgovinda 		/*
483693Sgovinda 		 * If we don't find this property, we have to fail the request
484693Sgovinda 		 * because the 1275 imap property wasn't defined correctly.
485693Sgovinda 		 */
486693Sgovinda 		ASSERT(intr_parent_dip == NULL);
487693Sgovinda 		goto exit2;
488693Sgovinda 	}
489693Sgovinda 
490693Sgovinda 	/* Get the address cell size */
491693Sgovinda 	addr_cells = ddi_getprop(DDI_DEV_T_ANY, pdip, 0,
492693Sgovinda 	    "#address-cells", 2);
493693Sgovinda 
494693Sgovinda 	/* Get the interrupts cell size */
495693Sgovinda 	intr_cells = ddi_getprop(DDI_DEV_T_ANY, pdip, 0,
496693Sgovinda 	    "#interrupt-cells", 1);
497693Sgovinda 
498693Sgovinda 	/*
499693Sgovinda 	 * step3
500693Sgovinda 	 * Now lets build up the unit interrupt specifier e.g. reg,intr
501693Sgovinda 	 * and apply the imap mask.  match_req will hold this when we're
502693Sgovinda 	 * through.
503693Sgovinda 	 */
504693Sgovinda 	if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "reg",
505693Sgovinda 	    (caddr_t)&reg_p, &reg_len) != DDI_SUCCESS) {
506693Sgovinda 		ASSERT(intr_parent_dip == NULL);
507693Sgovinda 		goto exit3;
5080Sstevel@tonic-gate 	}
5090Sstevel@tonic-gate 
510693Sgovinda 	match_req = kmem_alloc(CELLS_1275_TO_BYTES(addr_cells) +
511693Sgovinda 	    CELLS_1275_TO_BYTES(intr_cells), KM_SLEEP);
512693Sgovinda 
513693Sgovinda 	for (i = 0; i < addr_cells; i++)
514693Sgovinda 		match_req[i] = (reg_p[i] & imap_mask[i]);
515693Sgovinda 
516693Sgovinda 	for (j = 0; j < intr_cells; i++, j++)
517693Sgovinda 		match_req[i] = (intr[j] & imap_mask[i]);
518693Sgovinda 
519693Sgovinda 	/* Calculate the imap size in cells */
520693Sgovinda 	imap_cells = BYTES_TO_1275_CELLS(imap_sz);
521693Sgovinda 
522693Sgovinda #ifdef DEBUG
523693Sgovinda 	if (debug)
524693Sgovinda 		prom_printf("reg cell size 0x%x, intr cell size 0x%x, "
525693Sgovinda 		    "match_request 0x%p, imap 0x%p\n", addr_cells, intr_cells,
5267240Srh87107 		    (void *)match_req, (void *)imap);
527693Sgovinda #endif
528693Sgovinda 
529693Sgovinda 	/*
530693Sgovinda 	 * Scan the imap property looking for a match of the interrupt unit
531693Sgovinda 	 * specifier.  This loop is rather complex since the data within the
532693Sgovinda 	 * imap property may vary in size.
533693Sgovinda 	 */
534693Sgovinda 	for (scan = imap, imap_scan_cells = i = 0;
535693Sgovinda 	    imap_scan_cells < imap_cells; scan += i, imap_scan_cells += i) {
536693Sgovinda 		int new_intr_cells;
537693Sgovinda 
538693Sgovinda 		/* Set the index to the nodeid field */
539693Sgovinda 		i = addr_cells + intr_cells;
540693Sgovinda 
541693Sgovinda 		/*
542693Sgovinda 		 * step4a
543693Sgovinda 		 * Translate the nodeid field to a dip
544693Sgovinda 		 */
545693Sgovinda 		ASSERT(intr_parent_dip == NULL);
546693Sgovinda 		intr_parent_dip = e_ddi_nodeid_to_dip((uint_t)scan[i++]);
547693Sgovinda 
548693Sgovinda 		ASSERT(intr_parent_dip != 0);
549693Sgovinda #ifdef DEBUG
550693Sgovinda 		if (debug)
5517240Srh87107 			prom_printf("scan 0x%p\n", (void *)scan);
552693Sgovinda #endif
553693Sgovinda 		/*
554693Sgovinda 		 * The tmp_dip describes the new domain, get it's interrupt
555693Sgovinda 		 * cell size
556693Sgovinda 		 */
557693Sgovinda 		new_intr_cells = ddi_getprop(DDI_DEV_T_ANY, intr_parent_dip, 0,
558693Sgovinda 		    "#interrupts-cells", 1);
5590Sstevel@tonic-gate 
560693Sgovinda 		/*
561693Sgovinda 		 * step4b
562693Sgovinda 		 * See if we have a match on the interrupt unit specifier
563693Sgovinda 		 */
564693Sgovinda 		if (cells_1275_cmp(match_req, scan, addr_cells + intr_cells)
565693Sgovinda 		    == 0) {
566693Sgovinda 			uint32_t *intr;
567693Sgovinda 
568693Sgovinda 			match_found = 1;
569693Sgovinda 
570693Sgovinda 			/*
571693Sgovinda 			 * If we have an imap parent whose not in our device
572693Sgovinda 			 * tree path, we need to hold and install that driver.
573693Sgovinda 			 */
574693Sgovinda 			if (i_ddi_attach_node_hierarchy(intr_parent_dip)
575693Sgovinda 			    != DDI_SUCCESS) {
576693Sgovinda 				ndi_rele_devi(intr_parent_dip);
577693Sgovinda 				intr_parent_dip = (dev_info_t *)NULL;
578693Sgovinda 				goto exit4;
579693Sgovinda 			}
5800Sstevel@tonic-gate 
581693Sgovinda 			/*
582693Sgovinda 			 * We need to handcraft an ispec along with a bus
583693Sgovinda 			 * interrupt value, so we can dup it into our
584693Sgovinda 			 * standard ispec structure.
585693Sgovinda 			 */
586693Sgovinda 			/* Extract the translated interrupt information */
587693Sgovinda 			intr = kmem_alloc(
588693Sgovinda 			    CELLS_1275_TO_BYTES(new_intr_cells), KM_SLEEP);
589693Sgovinda 
590693Sgovinda 			for (j = 0; j < new_intr_cells; j++, i++)
591693Sgovinda 				intr[j] = scan[i];
592693Sgovinda 
593693Sgovinda 			cells_1275_copy(intr, &hdlp->ih_vector, new_intr_cells);
5940Sstevel@tonic-gate 
595693Sgovinda 			kmem_free(intr, CELLS_1275_TO_BYTES(new_intr_cells));
596693Sgovinda 
597693Sgovinda #ifdef DEBUG
598693Sgovinda 			if (debug)
5997240Srh87107 				prom_printf("dip 0x%p\n",
6007240Srh87107 				    (void *)intr_parent_dip);
601693Sgovinda #endif
602693Sgovinda 			break;
603693Sgovinda 		} else {
604693Sgovinda #ifdef DEBUG
605693Sgovinda 			if (debug)
6067240Srh87107 				prom_printf("dip 0x%p\n",
6077240Srh87107 				    (void *)intr_parent_dip);
608693Sgovinda #endif
609693Sgovinda 			ndi_rele_devi(intr_parent_dip);
610693Sgovinda 			intr_parent_dip = NULL;
611693Sgovinda 			i += new_intr_cells;
6120Sstevel@tonic-gate 		}
6130Sstevel@tonic-gate 	}
6140Sstevel@tonic-gate 
615693Sgovinda 	/*
616693Sgovinda 	 * If we haven't found our interrupt parent at this point, fallback
617693Sgovinda 	 * to using the device tree.
618693Sgovinda 	 */
619693Sgovinda 	if (!match_found) {
620693Sgovinda 		ndi_hold_devi(pdip);
621693Sgovinda 		ASSERT(intr_parent_dip == NULL);
622693Sgovinda 		intr_parent_dip = pdip;
623693Sgovinda 	}
624693Sgovinda 
625693Sgovinda 	ASSERT(intr_parent_dip != NULL);
626693Sgovinda 
627693Sgovinda exit4:
628693Sgovinda 	kmem_free(reg_p, reg_len);
629693Sgovinda 	kmem_free(match_req, CELLS_1275_TO_BYTES(addr_cells) +
630693Sgovinda 	    CELLS_1275_TO_BYTES(intr_cells));
631693Sgovinda 
632693Sgovinda exit3:
633693Sgovinda 	kmem_free(imap_mask, imap_mask_sz);
634693Sgovinda 
635693Sgovinda exit2:
636693Sgovinda 	kmem_free(imap, imap_sz);
637693Sgovinda 
638693Sgovinda 	return (intr_parent_dip);
6390Sstevel@tonic-gate }
6400Sstevel@tonic-gate 
6410Sstevel@tonic-gate /*
6420Sstevel@tonic-gate  * process_intr_ops:
6430Sstevel@tonic-gate  *
6440Sstevel@tonic-gate  * Process the interrupt op via the interrupt parent.
6450Sstevel@tonic-gate  */
6460Sstevel@tonic-gate int
process_intr_ops(dev_info_t * pdip,dev_info_t * rdip,ddi_intr_op_t op,ddi_intr_handle_impl_t * hdlp,void * result)6470Sstevel@tonic-gate process_intr_ops(dev_info_t *pdip, dev_info_t *rdip, ddi_intr_op_t op,
6480Sstevel@tonic-gate     ddi_intr_handle_impl_t *hdlp, void *result)
6490Sstevel@tonic-gate {
6500Sstevel@tonic-gate 	int		ret = DDI_FAILURE;
6510Sstevel@tonic-gate 
6520Sstevel@tonic-gate 	if (NEXUS_HAS_INTR_OP(pdip)) {
6530Sstevel@tonic-gate 		ret = (*(DEVI(pdip)->devi_ops->devo_bus_ops->
6540Sstevel@tonic-gate 		    bus_intr_op)) (pdip, rdip, op, hdlp, result);
6550Sstevel@tonic-gate 	} else {
6560Sstevel@tonic-gate 		cmn_err(CE_WARN, "Failed to process interrupt "
6570Sstevel@tonic-gate 		    "for %s%d due to down-rev nexus driver %s%d",
6580Sstevel@tonic-gate 		    ddi_get_name(rdip), ddi_get_instance(rdip),
6590Sstevel@tonic-gate 		    ddi_get_name(pdip), ddi_get_instance(pdip));
6600Sstevel@tonic-gate 	}
6610Sstevel@tonic-gate 
6620Sstevel@tonic-gate 	return (ret);
6630Sstevel@tonic-gate }
6640Sstevel@tonic-gate 
665693Sgovinda /*ARGSUSED*/
666693Sgovinda uint_t
softlevel1(caddr_t arg)667693Sgovinda softlevel1(caddr_t arg)
668693Sgovinda {
669693Sgovinda 	softint();
670693Sgovinda 	return (1);
671693Sgovinda }
672693Sgovinda 
673693Sgovinda /*
674693Sgovinda  * indirection table, to save us some large switch statements
675693Sgovinda  * NOTE: This must agree with "INTLEVEL_foo" constants in
676693Sgovinda  *	<sys/avintr.h>
677693Sgovinda  */
678693Sgovinda struct autovec *const vectorlist[] = { 0 };
679693Sgovinda 
680693Sgovinda /*
681693Sgovinda  * This value is exported here for the functions in avintr.c
682693Sgovinda  */
683693Sgovinda const uint_t maxautovec = (sizeof (vectorlist) / sizeof (vectorlist[0]));
684693Sgovinda 
685693Sgovinda /*
686693Sgovinda  * Check for machine specific interrupt levels which cannot be reassigned by
687693Sgovinda  * settrap(), sun4u version.
688693Sgovinda  *
689693Sgovinda  * sun4u does not support V8 SPARC "fast trap" handlers.
690693Sgovinda  */
691693Sgovinda /*ARGSUSED*/
692693Sgovinda int
exclude_settrap(int lvl)693693Sgovinda exclude_settrap(int lvl)
694693Sgovinda {
695693Sgovinda 	return (1);
696693Sgovinda }
697693Sgovinda 
698693Sgovinda /*
699693Sgovinda  * Check for machine specific interrupt levels which cannot have interrupt
700693Sgovinda  * handlers added. We allow levels 1 through 15; level 0 is nonsense.
701693Sgovinda  */
702693Sgovinda /*ARGSUSED*/
703693Sgovinda int
exclude_level(int lvl)704693Sgovinda exclude_level(int lvl)
705693Sgovinda {
706693Sgovinda 	return ((lvl < 1) || (lvl > 15));
707693Sgovinda }
708693Sgovinda 
709693Sgovinda /*
710693Sgovinda  * Wrapper functions used by New DDI interrupt framework.
711693Sgovinda  */
712693Sgovinda 
713693Sgovinda /*
714693Sgovinda  * i_ddi_intr_ops:
715693Sgovinda  */
716693Sgovinda int
i_ddi_intr_ops(dev_info_t * dip,dev_info_t * rdip,ddi_intr_op_t op,ddi_intr_handle_impl_t * hdlp,void * result)717693Sgovinda i_ddi_intr_ops(dev_info_t *dip, dev_info_t *rdip, ddi_intr_op_t op,
718693Sgovinda     ddi_intr_handle_impl_t *hdlp, void *result)
719693Sgovinda {
720693Sgovinda 	dev_info_t	*pdip = ddi_get_parent(dip);
721693Sgovinda 	int		ret = DDI_FAILURE;
722693Sgovinda 
723693Sgovinda 	/*
724693Sgovinda 	 * The following check is required to address
725693Sgovinda 	 * one of the test case of ADDI test suite.
726693Sgovinda 	 */
727693Sgovinda 	if (pdip == NULL)
728693Sgovinda 		return (DDI_FAILURE);
729693Sgovinda 
730693Sgovinda 	if (hdlp->ih_type != DDI_INTR_TYPE_FIXED)
731693Sgovinda 		return (process_intr_ops(pdip, rdip, op, hdlp, result));
732693Sgovinda 
733693Sgovinda 	if (hdlp->ih_vector == 0)
734693Sgovinda 		hdlp->ih_vector = i_ddi_get_inum(rdip, hdlp->ih_inum);
735693Sgovinda 
736693Sgovinda 	if (hdlp->ih_pri == 0)
737693Sgovinda 		hdlp->ih_pri = i_ddi_get_intr_pri(rdip, hdlp->ih_inum);
738693Sgovinda 
739693Sgovinda 	switch (op) {
740693Sgovinda 	case DDI_INTROP_ADDISR:
741693Sgovinda 	case DDI_INTROP_REMISR:
74210053SEvan.Yan@Sun.COM 	case DDI_INTROP_GETTARGET:
74310053SEvan.Yan@Sun.COM 	case DDI_INTROP_SETTARGET:
744693Sgovinda 	case DDI_INTROP_ENABLE:
745693Sgovinda 	case DDI_INTROP_DISABLE:
746693Sgovinda 	case DDI_INTROP_BLOCKENABLE:
747693Sgovinda 	case DDI_INTROP_BLOCKDISABLE:
748693Sgovinda 		/*
749693Sgovinda 		 * Try and determine our parent and possibly an interrupt
750693Sgovinda 		 * translation. intr parent dip returned held
751693Sgovinda 		 */
752693Sgovinda 		if ((pdip = get_intr_parent(pdip, dip, hdlp)) == NULL)
753693Sgovinda 			goto done;
754693Sgovinda 	}
755693Sgovinda 
756693Sgovinda 	ret = process_intr_ops(pdip, rdip, op, hdlp, result);
757693Sgovinda 
758693Sgovinda done:
759693Sgovinda 	switch (op) {
760693Sgovinda 	case DDI_INTROP_ADDISR:
761693Sgovinda 	case DDI_INTROP_REMISR:
762693Sgovinda 	case DDI_INTROP_ENABLE:
763693Sgovinda 	case DDI_INTROP_DISABLE:
764693Sgovinda 	case DDI_INTROP_BLOCKENABLE:
765693Sgovinda 	case DDI_INTROP_BLOCKDISABLE:
766693Sgovinda 		/* Release hold acquired in get_intr_parent() */
767693Sgovinda 		if (pdip)
768693Sgovinda 			ndi_rele_devi(pdip);
769693Sgovinda 	}
770693Sgovinda 
771693Sgovinda 	hdlp->ih_vector = 0;
772693Sgovinda 
773693Sgovinda 	return (ret);
774693Sgovinda }
775693Sgovinda 
7760Sstevel@tonic-gate /*
7770Sstevel@tonic-gate  * i_ddi_add_ivintr:
7780Sstevel@tonic-gate  */
7790Sstevel@tonic-gate /*ARGSUSED*/
7800Sstevel@tonic-gate int
i_ddi_add_ivintr(ddi_intr_handle_impl_t * hdlp)7810Sstevel@tonic-gate i_ddi_add_ivintr(ddi_intr_handle_impl_t *hdlp)
7820Sstevel@tonic-gate {
7830Sstevel@tonic-gate 	/*
7840Sstevel@tonic-gate 	 * If the PIL was set and is valid use it, otherwise
7850Sstevel@tonic-gate 	 * default it to 1
7860Sstevel@tonic-gate 	 */
7870Sstevel@tonic-gate 	if ((hdlp->ih_pri < 1) || (hdlp->ih_pri > PIL_MAX))
7880Sstevel@tonic-gate 		hdlp->ih_pri = 1;
7890Sstevel@tonic-gate 
7900Sstevel@tonic-gate 	VERIFY(add_ivintr(hdlp->ih_vector, hdlp->ih_pri,
7912973Sgovinda 	    (intrfunc)hdlp->ih_cb_func, hdlp->ih_cb_arg1,
7922973Sgovinda 	    hdlp->ih_cb_arg2, NULL) == 0);
7930Sstevel@tonic-gate 
7940Sstevel@tonic-gate 	return (DDI_SUCCESS);
7950Sstevel@tonic-gate }
7960Sstevel@tonic-gate 
7970Sstevel@tonic-gate /*
7980Sstevel@tonic-gate  * i_ddi_rem_ivintr:
7990Sstevel@tonic-gate  */
8000Sstevel@tonic-gate /*ARGSUSED*/
8010Sstevel@tonic-gate void
i_ddi_rem_ivintr(ddi_intr_handle_impl_t * hdlp)8020Sstevel@tonic-gate i_ddi_rem_ivintr(ddi_intr_handle_impl_t *hdlp)
8030Sstevel@tonic-gate {
8042973Sgovinda 	VERIFY(rem_ivintr(hdlp->ih_vector, hdlp->ih_pri) == 0);
8050Sstevel@tonic-gate }
8060Sstevel@tonic-gate 
8070Sstevel@tonic-gate /*
808693Sgovinda  * i_ddi_get_inum - Get the interrupt number property from the
809693Sgovinda  * specified device. Note that this function is called only for
810693Sgovinda  * the FIXED interrupt type.
811693Sgovinda  */
812693Sgovinda uint32_t
i_ddi_get_inum(dev_info_t * dip,uint_t inumber)813693Sgovinda i_ddi_get_inum(dev_info_t *dip, uint_t inumber)
814693Sgovinda {
815693Sgovinda 	int32_t			intrlen, intr_cells, max_intrs;
816693Sgovinda 	prop_1275_cell_t	*ip, intr_sz;
817693Sgovinda 	uint32_t		intr = 0;
818693Sgovinda 
819693Sgovinda 	if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS |
820693Sgovinda 	    DDI_PROP_CANSLEEP,
821693Sgovinda 	    "interrupts", (caddr_t)&ip, &intrlen) == DDI_SUCCESS) {
822693Sgovinda 
823693Sgovinda 		intr_cells = ddi_getprop(DDI_DEV_T_ANY, dip, 0,
824693Sgovinda 		    "#interrupt-cells", 1);
825693Sgovinda 
826693Sgovinda 		/* adjust for number of bytes */
827693Sgovinda 		intr_sz = CELLS_1275_TO_BYTES(intr_cells);
828693Sgovinda 
829693Sgovinda 		/* Calculate the number of interrupts */
830693Sgovinda 		max_intrs = intrlen / intr_sz;
831693Sgovinda 
832693Sgovinda 		if (inumber < max_intrs) {
833693Sgovinda 			prop_1275_cell_t *intrp = ip;
834693Sgovinda 
835693Sgovinda 			/* Index into interrupt property */
836693Sgovinda 			intrp += (inumber * intr_cells);
837693Sgovinda 
838693Sgovinda 			cells_1275_copy(intrp, &intr, intr_cells);
839693Sgovinda 		}
840693Sgovinda 
841693Sgovinda 		kmem_free(ip, intrlen);
842693Sgovinda 	}
843693Sgovinda 
844693Sgovinda 	return (intr);
845693Sgovinda }
846693Sgovinda 
847693Sgovinda /*
848693Sgovinda  * i_ddi_get_intr_pri - Get the interrupt-priorities property from
849693Sgovinda  * the specified device. Note that this function is called only for
850693Sgovinda  * the FIXED interrupt type.
851693Sgovinda  */
852693Sgovinda uint32_t
i_ddi_get_intr_pri(dev_info_t * dip,uint_t inumber)853693Sgovinda i_ddi_get_intr_pri(dev_info_t *dip, uint_t inumber)
854693Sgovinda {
855693Sgovinda 	uint32_t	*intr_prio_p;
856693Sgovinda 	uint32_t	pri = 0;
857693Sgovinda 	int32_t		i;
858693Sgovinda 
859693Sgovinda 	/*
860693Sgovinda 	 * Use the "interrupt-priorities" property to determine the
861693Sgovinda 	 * the pil/ipl for the interrupt handler.
862693Sgovinda 	 */
863693Sgovinda 	if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS,
864693Sgovinda 	    "interrupt-priorities", (caddr_t)&intr_prio_p,
865693Sgovinda 	    &i) == DDI_SUCCESS) {
866693Sgovinda 		if (inumber < (i / sizeof (int32_t)))
867693Sgovinda 			pri = intr_prio_p[inumber];
868693Sgovinda 		kmem_free(intr_prio_p, i);
869693Sgovinda 	}
870693Sgovinda 
871693Sgovinda 	return (pri);
872693Sgovinda }
873693Sgovinda 
874693Sgovinda int
i_ddi_get_intx_nintrs(dev_info_t * dip)8752580Sanish i_ddi_get_intx_nintrs(dev_info_t *dip)
876693Sgovinda {
877693Sgovinda 	int32_t intrlen;
878693Sgovinda 	prop_1275_cell_t intr_sz;
879693Sgovinda 	prop_1275_cell_t *ip;
880693Sgovinda 	int32_t ret = 0;
881693Sgovinda 
882693Sgovinda 	if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS |
883693Sgovinda 	    DDI_PROP_CANSLEEP,
884693Sgovinda 	    "interrupts", (caddr_t)&ip, &intrlen) == DDI_SUCCESS) {
885693Sgovinda 
886693Sgovinda 		intr_sz = ddi_getprop(DDI_DEV_T_ANY, dip, 0,
887693Sgovinda 		    "#interrupt-cells", 1);
888693Sgovinda 		/* adjust for number of bytes */
889693Sgovinda 		intr_sz = CELLS_1275_TO_BYTES(intr_sz);
890693Sgovinda 
891693Sgovinda 		ret = intrlen / intr_sz;
892693Sgovinda 
893693Sgovinda 		kmem_free(ip, intrlen);
894693Sgovinda 	}
895693Sgovinda 
896693Sgovinda 	return (ret);
897693Sgovinda }
898693Sgovinda 
899693Sgovinda /*
9002973Sgovinda  * i_ddi_add_softint - allocate and add a software interrupt.
9012973Sgovinda  *
9022973Sgovinda  * NOTE: All software interrupts that are registered through DDI
9032973Sgovinda  *	 should be triggered only on a single target or CPU.
9040Sstevel@tonic-gate  */
9050Sstevel@tonic-gate int
i_ddi_add_softint(ddi_softint_hdl_impl_t * hdlp)9060Sstevel@tonic-gate i_ddi_add_softint(ddi_softint_hdl_impl_t *hdlp)
9070Sstevel@tonic-gate {
9082973Sgovinda 	if ((hdlp->ih_private = (void *)add_softintr(hdlp->ih_pri,
9092973Sgovinda 	    hdlp->ih_cb_func, hdlp->ih_cb_arg1, SOFTINT_ST)) == NULL)
9100Sstevel@tonic-gate 		return (DDI_FAILURE);
9110Sstevel@tonic-gate 
9120Sstevel@tonic-gate 	return (DDI_SUCCESS);
9130Sstevel@tonic-gate }
9140Sstevel@tonic-gate 
9152973Sgovinda /*
9162973Sgovinda  * i_ddi_remove_softint - remove and free a software interrupt.
9172973Sgovinda  */
9180Sstevel@tonic-gate void
i_ddi_remove_softint(ddi_softint_hdl_impl_t * hdlp)9190Sstevel@tonic-gate i_ddi_remove_softint(ddi_softint_hdl_impl_t *hdlp)
9200Sstevel@tonic-gate {
9210Sstevel@tonic-gate 	ASSERT(hdlp->ih_private != NULL);
922693Sgovinda 
9232973Sgovinda 	if (rem_softintr((uint64_t)hdlp->ih_private) == 0)
9242973Sgovinda 		hdlp->ih_private = NULL;
9250Sstevel@tonic-gate }
9260Sstevel@tonic-gate 
9272973Sgovinda /*
9282973Sgovinda  * i_ddi_trigger_softint - trigger a software interrupt.
9292973Sgovinda  */
9300Sstevel@tonic-gate int
i_ddi_trigger_softint(ddi_softint_hdl_impl_t * hdlp,void * arg2)931278Sgovinda i_ddi_trigger_softint(ddi_softint_hdl_impl_t *hdlp, void *arg2)
9320Sstevel@tonic-gate {
9332973Sgovinda 	int	ret;
9342973Sgovinda 
9350Sstevel@tonic-gate 	ASSERT(hdlp->ih_private != NULL);
9360Sstevel@tonic-gate 
9372973Sgovinda 	/* Update the second argument for the software interrupt */
9382973Sgovinda 	if ((ret = update_softint_arg2((uint64_t)hdlp->ih_private, arg2)) == 0)
9392973Sgovinda 		setsoftint((uint64_t)hdlp->ih_private);
9402973Sgovinda 
9412973Sgovinda 	return (ret ? DDI_EPENDING : DDI_SUCCESS);
9420Sstevel@tonic-gate }
9430Sstevel@tonic-gate 
9442973Sgovinda /*
9452973Sgovinda  * i_ddi_set_softint_pri - change software interrupt priority.
9462973Sgovinda  */
9470Sstevel@tonic-gate /* ARGSUSED */
9480Sstevel@tonic-gate int
i_ddi_set_softint_pri(ddi_softint_hdl_impl_t * hdlp,uint_t old_pri)9490Sstevel@tonic-gate i_ddi_set_softint_pri(ddi_softint_hdl_impl_t *hdlp, uint_t old_pri)
9500Sstevel@tonic-gate {
9512973Sgovinda 	int	ret;
9522973Sgovinda 
9530Sstevel@tonic-gate 	ASSERT(hdlp->ih_private != NULL);
9540Sstevel@tonic-gate 
9552973Sgovinda 	/* Update the interrupt priority for the software interrupt */
9562973Sgovinda 	ret = update_softint_pri((uint64_t)hdlp->ih_private, hdlp->ih_pri);
9572973Sgovinda 
9582973Sgovinda 	return (ret ? DDI_FAILURE : DDI_SUCCESS);
9590Sstevel@tonic-gate }
9600Sstevel@tonic-gate 
961916Sschwartz /*ARGSUSED*/
962916Sschwartz void
i_ddi_alloc_intr_phdl(ddi_intr_handle_impl_t * hdlp)963916Sschwartz i_ddi_alloc_intr_phdl(ddi_intr_handle_impl_t *hdlp)
964916Sschwartz {
965916Sschwartz }
966916Sschwartz 
967916Sschwartz /*ARGSUSED*/
968916Sschwartz void
i_ddi_free_intr_phdl(ddi_intr_handle_impl_t * hdlp)969916Sschwartz i_ddi_free_intr_phdl(ddi_intr_handle_impl_t *hdlp)
970916Sschwartz {
971916Sschwartz }
972916Sschwartz 
9730Sstevel@tonic-gate /*
9740Sstevel@tonic-gate  * SECTION: DDI Memory/DMA
9750Sstevel@tonic-gate  */
9760Sstevel@tonic-gate 
9771900Seota /* set HAT endianess attributes from ddi_device_acc_attr */
9781900Seota void
i_ddi_devacc_to_hatacc(ddi_device_acc_attr_t * devaccp,uint_t * hataccp)9791900Seota i_ddi_devacc_to_hatacc(ddi_device_acc_attr_t *devaccp, uint_t *hataccp)
9801900Seota {
9811900Seota 	if (devaccp != NULL) {
9821900Seota 		if (devaccp->devacc_attr_endian_flags == DDI_STRUCTURE_LE_ACC) {
9831900Seota 			*hataccp &= ~HAT_ENDIAN_MASK;
9841900Seota 			*hataccp |= HAT_STRUCTURE_LE;
9851900Seota 		}
9861900Seota 	}
9871900Seota }
9881900Seota 
9891900Seota /*
9901900Seota  * Check if the specified cache attribute is supported on the platform.
9911900Seota  * This function must be called before i_ddi_cacheattr_to_hatacc().
9921900Seota  */
9931900Seota boolean_t
i_ddi_check_cache_attr(uint_t flags)9941900Seota i_ddi_check_cache_attr(uint_t flags)
9951900Seota {
9961900Seota 	/*
9971900Seota 	 * The cache attributes are mutually exclusive. Any combination of
9981900Seota 	 * the attributes leads to a failure.
9991900Seota 	 */
10001900Seota 	uint_t cache_attr = IOMEM_CACHE_ATTR(flags);
10011900Seota 	if ((cache_attr != 0) && ((cache_attr & (cache_attr - 1)) != 0))
10021900Seota 		return (B_FALSE);
10031900Seota 
10041900Seota 	/*
10051900Seota 	 * On the sparc architecture, only IOMEM_DATA_CACHED is meaningful,
10061900Seota 	 * but others lead to a failure.
10071900Seota 	 */
10081900Seota 	if (cache_attr & IOMEM_DATA_CACHED)
10091900Seota 		return (B_TRUE);
10101900Seota 	else
10111900Seota 		return (B_FALSE);
10121900Seota }
10131900Seota 
10141900Seota /* set HAT cache attributes from the cache attributes */
10151900Seota void
i_ddi_cacheattr_to_hatacc(uint_t flags,uint_t * hataccp)10161900Seota i_ddi_cacheattr_to_hatacc(uint_t flags, uint_t *hataccp)
10171900Seota {
10181900Seota 	uint_t cache_attr = IOMEM_CACHE_ATTR(flags);
10191900Seota 	static char *fname = "i_ddi_cacheattr_to_hatacc";
10201900Seota #if defined(lint)
10211900Seota 	*hataccp = *hataccp;
10221900Seota #endif
10231900Seota 	/*
10241900Seota 	 * set HAT attrs according to the cache attrs.
10251900Seota 	 */
10261900Seota 	switch (cache_attr) {
10271900Seota 	/*
10281900Seota 	 * The cache coherency is always maintained on SPARC, and
10291900Seota 	 * nothing is required.
10301900Seota 	 */
10311900Seota 	case IOMEM_DATA_CACHED:
10321900Seota 		break;
10331900Seota 	/*
10341900Seota 	 * Both IOMEM_DATA_UC_WRITE_COMBINED and IOMEM_DATA_UNCACHED are
10351900Seota 	 * not supported on SPARC -- this case must not occur because the
10361900Seota 	 * cache attribute is scrutinized before this function is called.
10371900Seota 	 */
10381900Seota 	case IOMEM_DATA_UNCACHED:
10391900Seota 	case IOMEM_DATA_UC_WR_COMBINE:
10401900Seota 	default:
10411900Seota 		cmn_err(CE_WARN, "%s: cache_attr=0x%x is ignored.",
10421900Seota 		    fname, cache_attr);
10431900Seota 	}
10441900Seota }
10451900Seota 
10460Sstevel@tonic-gate static vmem_t *little_endian_arena;
10470Sstevel@tonic-gate static vmem_t *big_endian_arena;
10480Sstevel@tonic-gate 
10490Sstevel@tonic-gate static void *
segkmem_alloc_le(vmem_t * vmp,size_t size,int flag)10500Sstevel@tonic-gate segkmem_alloc_le(vmem_t *vmp, size_t size, int flag)
10510Sstevel@tonic-gate {
10520Sstevel@tonic-gate 	return (segkmem_xalloc(vmp, NULL, size, flag, HAT_STRUCTURE_LE,
10530Sstevel@tonic-gate 	    segkmem_page_create, NULL));
10540Sstevel@tonic-gate }
10550Sstevel@tonic-gate 
10560Sstevel@tonic-gate static void *
segkmem_alloc_be(vmem_t * vmp,size_t size,int flag)10570Sstevel@tonic-gate segkmem_alloc_be(vmem_t *vmp, size_t size, int flag)
10580Sstevel@tonic-gate {
10590Sstevel@tonic-gate 	return (segkmem_xalloc(vmp, NULL, size, flag, HAT_STRUCTURE_BE,
10600Sstevel@tonic-gate 	    segkmem_page_create, NULL));
10610Sstevel@tonic-gate }
10620Sstevel@tonic-gate 
10630Sstevel@tonic-gate void
ka_init(void)10640Sstevel@tonic-gate ka_init(void)
10650Sstevel@tonic-gate {
10660Sstevel@tonic-gate 	little_endian_arena = vmem_create("little_endian", NULL, 0, 1,
10670Sstevel@tonic-gate 	    segkmem_alloc_le, segkmem_free, heap_arena, 0, VM_SLEEP);
10680Sstevel@tonic-gate 	big_endian_arena = vmem_create("big_endian", NULL, 0, 1,
10690Sstevel@tonic-gate 	    segkmem_alloc_be, segkmem_free, heap_arena, 0, VM_SLEEP);
10700Sstevel@tonic-gate }
10710Sstevel@tonic-gate 
10720Sstevel@tonic-gate /*
10730Sstevel@tonic-gate  * Allocate from the system, aligned on a specific boundary.
10740Sstevel@tonic-gate  * The alignment, if non-zero, must be a power of 2.
10750Sstevel@tonic-gate  */
10760Sstevel@tonic-gate static void *
kalloca(size_t size,size_t align,int cansleep,uint_t endian_flags)10770Sstevel@tonic-gate kalloca(size_t size, size_t align, int cansleep, uint_t endian_flags)
10780Sstevel@tonic-gate {
10790Sstevel@tonic-gate 	size_t *addr, *raddr, rsize;
10800Sstevel@tonic-gate 	size_t hdrsize = 4 * sizeof (size_t);	/* must be power of 2 */
10810Sstevel@tonic-gate 
10820Sstevel@tonic-gate 	align = MAX(align, hdrsize);
10830Sstevel@tonic-gate 	ASSERT((align & (align - 1)) == 0);
10840Sstevel@tonic-gate 
10850Sstevel@tonic-gate 	/*
10860Sstevel@tonic-gate 	 * We need to allocate
10870Sstevel@tonic-gate 	 *    rsize = size + hdrsize + align - MIN(hdrsize, buffer_alignment)
10880Sstevel@tonic-gate 	 * bytes to be sure we have enough freedom to satisfy the request.
10890Sstevel@tonic-gate 	 * Since the buffer alignment depends on the request size, this is
10900Sstevel@tonic-gate 	 * not straightforward to use directly.
10910Sstevel@tonic-gate 	 *
10920Sstevel@tonic-gate 	 * kmem guarantees that any allocation of a 64-byte multiple will be
10930Sstevel@tonic-gate 	 * 64-byte aligned.  Since rounding up the request could add more
10940Sstevel@tonic-gate 	 * than we save, we compute the size with and without alignment, and
10950Sstevel@tonic-gate 	 * use the smaller of the two.
10960Sstevel@tonic-gate 	 */
10970Sstevel@tonic-gate 	rsize = size + hdrsize + align;
10980Sstevel@tonic-gate 
10990Sstevel@tonic-gate 	if (endian_flags == DDI_STRUCTURE_LE_ACC) {
11000Sstevel@tonic-gate 		raddr = vmem_alloc(little_endian_arena, rsize,
11010Sstevel@tonic-gate 		    cansleep ? VM_SLEEP : VM_NOSLEEP);
11020Sstevel@tonic-gate 	} else {
11030Sstevel@tonic-gate 		raddr = vmem_alloc(big_endian_arena, rsize,
11040Sstevel@tonic-gate 		    cansleep ? VM_SLEEP : VM_NOSLEEP);
11050Sstevel@tonic-gate 	}
11060Sstevel@tonic-gate 
11070Sstevel@tonic-gate 	if (raddr == NULL)
11080Sstevel@tonic-gate 		return (NULL);
11090Sstevel@tonic-gate 
11100Sstevel@tonic-gate 	addr = (size_t *)P2ROUNDUP((uintptr_t)raddr + hdrsize, align);
11110Sstevel@tonic-gate 	ASSERT((uintptr_t)addr + size - (uintptr_t)raddr <= rsize);
11120Sstevel@tonic-gate 
11130Sstevel@tonic-gate 	addr[-3] = (size_t)endian_flags;
11140Sstevel@tonic-gate 	addr[-2] = (size_t)raddr;
11150Sstevel@tonic-gate 	addr[-1] = rsize;
11160Sstevel@tonic-gate 
11170Sstevel@tonic-gate 	return (addr);
11180Sstevel@tonic-gate }
11190Sstevel@tonic-gate 
11200Sstevel@tonic-gate static void
kfreea(void * addr)11210Sstevel@tonic-gate kfreea(void *addr)
11220Sstevel@tonic-gate {
11230Sstevel@tonic-gate 	size_t *saddr = addr;
11240Sstevel@tonic-gate 
11250Sstevel@tonic-gate 	if (saddr[-3] == DDI_STRUCTURE_LE_ACC)
11260Sstevel@tonic-gate 		vmem_free(little_endian_arena, (void *)saddr[-2], saddr[-1]);
11270Sstevel@tonic-gate 	else
11280Sstevel@tonic-gate 		vmem_free(big_endian_arena, (void *)saddr[-2], saddr[-1]);
11290Sstevel@tonic-gate }
11300Sstevel@tonic-gate 
11310Sstevel@tonic-gate int
i_ddi_mem_alloc(dev_info_t * dip,ddi_dma_attr_t * attr,size_t length,int cansleep,int flags,ddi_device_acc_attr_t * accattrp,caddr_t * kaddrp,size_t * real_length,ddi_acc_hdl_t * handlep)11320Sstevel@tonic-gate i_ddi_mem_alloc(dev_info_t *dip, ddi_dma_attr_t *attr,
11331900Seota     size_t length, int cansleep, int flags,
11340Sstevel@tonic-gate     ddi_device_acc_attr_t *accattrp,
11350Sstevel@tonic-gate     caddr_t *kaddrp, size_t *real_length, ddi_acc_hdl_t *handlep)
11360Sstevel@tonic-gate {
11370Sstevel@tonic-gate 	caddr_t a;
11381900Seota 	int iomin, align, streaming;
11390Sstevel@tonic-gate 	uint_t endian_flags = DDI_NEVERSWAP_ACC;
11400Sstevel@tonic-gate 
11410Sstevel@tonic-gate #if defined(lint)
11420Sstevel@tonic-gate 	*handlep = *handlep;
11430Sstevel@tonic-gate #endif
11440Sstevel@tonic-gate 
11450Sstevel@tonic-gate 	/*
11460Sstevel@tonic-gate 	 * Check legality of arguments
11470Sstevel@tonic-gate 	 */
11480Sstevel@tonic-gate 	if (length == 0 || kaddrp == NULL || attr == NULL) {
11490Sstevel@tonic-gate 		return (DDI_FAILURE);
11500Sstevel@tonic-gate 	}
11511900Seota 
11520Sstevel@tonic-gate 	if (attr->dma_attr_minxfer == 0 || attr->dma_attr_align == 0 ||
11530Sstevel@tonic-gate 	    (attr->dma_attr_align & (attr->dma_attr_align - 1)) ||
11540Sstevel@tonic-gate 	    (attr->dma_attr_minxfer & (attr->dma_attr_minxfer - 1))) {
11550Sstevel@tonic-gate 		return (DDI_FAILURE);
11560Sstevel@tonic-gate 	}
11570Sstevel@tonic-gate 
11580Sstevel@tonic-gate 	/*
11591900Seota 	 * check if a streaming sequential xfer is requested.
11601900Seota 	 */
11611900Seota 	streaming = (flags & DDI_DMA_STREAMING) ? 1 : 0;
11621900Seota 
11631900Seota 	/*
11640Sstevel@tonic-gate 	 * Drivers for 64-bit capable SBus devices will encode
11650Sstevel@tonic-gate 	 * the burtsizes for 64-bit xfers in the upper 16-bits.
11660Sstevel@tonic-gate 	 * For DMA alignment, we use the most restrictive
11670Sstevel@tonic-gate 	 * alignment of 32-bit and 64-bit xfers.
11680Sstevel@tonic-gate 	 */
11690Sstevel@tonic-gate 	iomin = (attr->dma_attr_burstsizes & 0xffff) |
11700Sstevel@tonic-gate 	    ((attr->dma_attr_burstsizes >> 16) & 0xffff);
11710Sstevel@tonic-gate 	/*
11720Sstevel@tonic-gate 	 * If a driver set burtsizes to 0, we give him byte alignment.
11730Sstevel@tonic-gate 	 * Otherwise align at the burtsizes boundary.
11740Sstevel@tonic-gate 	 */
11750Sstevel@tonic-gate 	if (iomin == 0)
11760Sstevel@tonic-gate 		iomin = 1;
11770Sstevel@tonic-gate 	else
11780Sstevel@tonic-gate 		iomin = 1 << (ddi_fls(iomin) - 1);
11790Sstevel@tonic-gate 	iomin = maxbit(iomin, attr->dma_attr_minxfer);
11800Sstevel@tonic-gate 	iomin = maxbit(iomin, attr->dma_attr_align);
11810Sstevel@tonic-gate 	iomin = ddi_iomin(dip, iomin, streaming);
11820Sstevel@tonic-gate 	if (iomin == 0)
11830Sstevel@tonic-gate 		return (DDI_FAILURE);
11840Sstevel@tonic-gate 
11850Sstevel@tonic-gate 	ASSERT((iomin & (iomin - 1)) == 0);
11860Sstevel@tonic-gate 	ASSERT(iomin >= attr->dma_attr_minxfer);
11870Sstevel@tonic-gate 	ASSERT(iomin >= attr->dma_attr_align);
11880Sstevel@tonic-gate 
11890Sstevel@tonic-gate 	length = P2ROUNDUP(length, iomin);
11900Sstevel@tonic-gate 	align = iomin;
11910Sstevel@tonic-gate 
11920Sstevel@tonic-gate 	if (accattrp != NULL)
11930Sstevel@tonic-gate 		endian_flags = accattrp->devacc_attr_endian_flags;
11940Sstevel@tonic-gate 
11950Sstevel@tonic-gate 	a = kalloca(length, align, cansleep, endian_flags);
11960Sstevel@tonic-gate 	if ((*kaddrp = a) == 0) {
11970Sstevel@tonic-gate 		return (DDI_FAILURE);
11980Sstevel@tonic-gate 	} else {
11990Sstevel@tonic-gate 		if (real_length) {
12000Sstevel@tonic-gate 			*real_length = length;
12010Sstevel@tonic-gate 		}
12020Sstevel@tonic-gate 		if (handlep) {
12030Sstevel@tonic-gate 			/*
12040Sstevel@tonic-gate 			 * assign handle information
12050Sstevel@tonic-gate 			 */
12060Sstevel@tonic-gate 			impl_acc_hdl_init(handlep);
12070Sstevel@tonic-gate 		}
12080Sstevel@tonic-gate 		return (DDI_SUCCESS);
12090Sstevel@tonic-gate 	}
12100Sstevel@tonic-gate }
12110Sstevel@tonic-gate 
12120Sstevel@tonic-gate /*
12130Sstevel@tonic-gate  * covert old DMA limits structure to DMA attribute structure
12140Sstevel@tonic-gate  * and continue
12150Sstevel@tonic-gate  */
12160Sstevel@tonic-gate int
i_ddi_mem_alloc_lim(dev_info_t * dip,ddi_dma_lim_t * limits,size_t length,int cansleep,int streaming,ddi_device_acc_attr_t * accattrp,caddr_t * kaddrp,uint_t * real_length,ddi_acc_hdl_t * ap)12170Sstevel@tonic-gate i_ddi_mem_alloc_lim(dev_info_t *dip, ddi_dma_lim_t *limits,
12180Sstevel@tonic-gate     size_t length, int cansleep, int streaming,
12190Sstevel@tonic-gate     ddi_device_acc_attr_t *accattrp, caddr_t *kaddrp,
12200Sstevel@tonic-gate     uint_t *real_length, ddi_acc_hdl_t *ap)
12210Sstevel@tonic-gate {
12220Sstevel@tonic-gate 	ddi_dma_attr_t dma_attr, *attrp;
12230Sstevel@tonic-gate 	size_t rlen;
12240Sstevel@tonic-gate 	int ret;
12250Sstevel@tonic-gate 
12260Sstevel@tonic-gate 	ASSERT(limits);
12270Sstevel@tonic-gate 	attrp = &dma_attr;
12280Sstevel@tonic-gate 	attrp->dma_attr_version = DMA_ATTR_V0;
12290Sstevel@tonic-gate 	attrp->dma_attr_addr_lo = (uint64_t)limits->dlim_addr_lo;
12300Sstevel@tonic-gate 	attrp->dma_attr_addr_hi = (uint64_t)limits->dlim_addr_hi;
12310Sstevel@tonic-gate 	attrp->dma_attr_count_max = (uint64_t)-1;
12320Sstevel@tonic-gate 	attrp->dma_attr_align = 1;
12330Sstevel@tonic-gate 	attrp->dma_attr_burstsizes = (uint_t)limits->dlim_burstsizes;
12340Sstevel@tonic-gate 	attrp->dma_attr_minxfer = (uint32_t)limits->dlim_minxfer;
12350Sstevel@tonic-gate 	attrp->dma_attr_maxxfer = (uint64_t)-1;
12360Sstevel@tonic-gate 	attrp->dma_attr_seg = (uint64_t)limits->dlim_cntr_max;
12370Sstevel@tonic-gate 	attrp->dma_attr_sgllen = 1;
12380Sstevel@tonic-gate 	attrp->dma_attr_granular = 1;
12390Sstevel@tonic-gate 	attrp->dma_attr_flags = 0;
12400Sstevel@tonic-gate 
12410Sstevel@tonic-gate 	ret = i_ddi_mem_alloc(dip, attrp, length, cansleep, streaming,
12420Sstevel@tonic-gate 	    accattrp, kaddrp, &rlen, ap);
12430Sstevel@tonic-gate 	if (ret == DDI_SUCCESS) {
12440Sstevel@tonic-gate 		if (real_length)
12450Sstevel@tonic-gate 			*real_length = (uint_t)rlen;
12460Sstevel@tonic-gate 	}
12470Sstevel@tonic-gate 	return (ret);
12480Sstevel@tonic-gate }
12490Sstevel@tonic-gate 
12500Sstevel@tonic-gate /* ARGSUSED */
12510Sstevel@tonic-gate void
i_ddi_mem_free(caddr_t kaddr,ddi_acc_hdl_t * ap)12521900Seota i_ddi_mem_free(caddr_t kaddr, ddi_acc_hdl_t *ap)
12530Sstevel@tonic-gate {
12540Sstevel@tonic-gate 	kfreea(kaddr);
12550Sstevel@tonic-gate }
12560Sstevel@tonic-gate 
12570Sstevel@tonic-gate /*
12580Sstevel@tonic-gate  * SECTION: DDI Data Access
12590Sstevel@tonic-gate  */
12600Sstevel@tonic-gate 
12610Sstevel@tonic-gate static uintptr_t impl_acc_hdl_id = 0;
12620Sstevel@tonic-gate 
12630Sstevel@tonic-gate /*
12640Sstevel@tonic-gate  * access handle allocator
12650Sstevel@tonic-gate  */
12660Sstevel@tonic-gate ddi_acc_hdl_t *
impl_acc_hdl_get(ddi_acc_handle_t hdl)12670Sstevel@tonic-gate impl_acc_hdl_get(ddi_acc_handle_t hdl)
12680Sstevel@tonic-gate {
12690Sstevel@tonic-gate 	/*
12700Sstevel@tonic-gate 	 * Extract the access handle address from the DDI implemented
12710Sstevel@tonic-gate 	 * access handle
12720Sstevel@tonic-gate 	 */
12730Sstevel@tonic-gate 	return (&((ddi_acc_impl_t *)hdl)->ahi_common);
12740Sstevel@tonic-gate }
12750Sstevel@tonic-gate 
12760Sstevel@tonic-gate ddi_acc_handle_t
impl_acc_hdl_alloc(int (* waitfp)(caddr_t),caddr_t arg)12770Sstevel@tonic-gate impl_acc_hdl_alloc(int (*waitfp)(caddr_t), caddr_t arg)
12780Sstevel@tonic-gate {
12790Sstevel@tonic-gate 	ddi_acc_impl_t *hp;
12800Sstevel@tonic-gate 	on_trap_data_t *otp;
12810Sstevel@tonic-gate 	int sleepflag;
12820Sstevel@tonic-gate 
12830Sstevel@tonic-gate 	sleepflag = ((waitfp == (int (*)())KM_SLEEP) ? KM_SLEEP : KM_NOSLEEP);
12840Sstevel@tonic-gate 
12850Sstevel@tonic-gate 	/*
12860Sstevel@tonic-gate 	 * Allocate and initialize the data access handle and error status.
12870Sstevel@tonic-gate 	 */
12880Sstevel@tonic-gate 	if ((hp = kmem_zalloc(sizeof (ddi_acc_impl_t), sleepflag)) == NULL)
12890Sstevel@tonic-gate 		goto fail;
12900Sstevel@tonic-gate 	if ((hp->ahi_err = (ndi_err_t *)kmem_zalloc(
12910Sstevel@tonic-gate 	    sizeof (ndi_err_t), sleepflag)) == NULL) {
12920Sstevel@tonic-gate 		kmem_free(hp, sizeof (ddi_acc_impl_t));
12930Sstevel@tonic-gate 		goto fail;
12940Sstevel@tonic-gate 	}
12950Sstevel@tonic-gate 	if ((otp = (on_trap_data_t *)kmem_zalloc(
12960Sstevel@tonic-gate 	    sizeof (on_trap_data_t), sleepflag)) == NULL) {
12970Sstevel@tonic-gate 		kmem_free(hp->ahi_err, sizeof (ndi_err_t));
12980Sstevel@tonic-gate 		kmem_free(hp, sizeof (ddi_acc_impl_t));
12990Sstevel@tonic-gate 		goto fail;
13000Sstevel@tonic-gate 	}
13010Sstevel@tonic-gate 	hp->ahi_err->err_ontrap = otp;
13020Sstevel@tonic-gate 	hp->ahi_common.ah_platform_private = (void *)hp;
13030Sstevel@tonic-gate 
13040Sstevel@tonic-gate 	return ((ddi_acc_handle_t)hp);
13050Sstevel@tonic-gate fail:
13060Sstevel@tonic-gate 	if ((waitfp != (int (*)())KM_SLEEP) &&
13070Sstevel@tonic-gate 	    (waitfp != (int (*)())KM_NOSLEEP))
13080Sstevel@tonic-gate 		ddi_set_callback(waitfp, arg, &impl_acc_hdl_id);
13090Sstevel@tonic-gate 	return (NULL);
13100Sstevel@tonic-gate }
13110Sstevel@tonic-gate 
13120Sstevel@tonic-gate void
impl_acc_hdl_free(ddi_acc_handle_t handle)13130Sstevel@tonic-gate impl_acc_hdl_free(ddi_acc_handle_t handle)
13140Sstevel@tonic-gate {
13150Sstevel@tonic-gate 	ddi_acc_impl_t *hp;
13160Sstevel@tonic-gate 
13170Sstevel@tonic-gate 	/*
13180Sstevel@tonic-gate 	 * The supplied (ddi_acc_handle_t) is actually a (ddi_acc_impl_t *),
13190Sstevel@tonic-gate 	 * because that's what we allocated in impl_acc_hdl_alloc() above.
13200Sstevel@tonic-gate 	 */
13210Sstevel@tonic-gate 	hp = (ddi_acc_impl_t *)handle;
13220Sstevel@tonic-gate 	if (hp) {
13230Sstevel@tonic-gate 		kmem_free(hp->ahi_err->err_ontrap, sizeof (on_trap_data_t));
13240Sstevel@tonic-gate 		kmem_free(hp->ahi_err, sizeof (ndi_err_t));
13250Sstevel@tonic-gate 		kmem_free(hp, sizeof (ddi_acc_impl_t));
13260Sstevel@tonic-gate 		if (impl_acc_hdl_id)
13270Sstevel@tonic-gate 			ddi_run_callback(&impl_acc_hdl_id);
13280Sstevel@tonic-gate 	}
13290Sstevel@tonic-gate }
13300Sstevel@tonic-gate 
13311865Sdilpreet #define	PCI_GET_MP_PFN(mp, page_no)	((mp)->dmai_ndvmapages == 1 ? \
13321865Sdilpreet 	(pfn_t)(mp)->dmai_iopte:(((pfn_t *)(mp)->dmai_iopte)[page_no]))
13331865Sdilpreet 
13341865Sdilpreet /*
13351865Sdilpreet  * Function called after a dma fault occurred to find out whether the
13361865Sdilpreet  * fault address is associated with a driver that is able to handle faults
13371865Sdilpreet  * and recover from faults.
13381865Sdilpreet  */
13391865Sdilpreet /* ARGSUSED */
13401865Sdilpreet int
impl_dma_check(dev_info_t * dip,const void * handle,const void * addr,const void * not_used)13411865Sdilpreet impl_dma_check(dev_info_t *dip, const void *handle, const void *addr,
13421865Sdilpreet     const void *not_used)
13431865Sdilpreet {
13441865Sdilpreet 	ddi_dma_impl_t *mp = (ddi_dma_impl_t *)handle;
13451865Sdilpreet 	pfn_t fault_pfn = mmu_btop(*(uint64_t *)addr);
13461865Sdilpreet 	pfn_t comp_pfn;
13471865Sdilpreet 
13481865Sdilpreet 	/*
13491865Sdilpreet 	 * The driver has to set DDI_DMA_FLAGERR to recover from dma faults.
13501865Sdilpreet 	 */
13511865Sdilpreet 	int page;
13521865Sdilpreet 
13531865Sdilpreet 	ASSERT(mp);
13541865Sdilpreet 	for (page = 0; page < mp->dmai_ndvmapages; page++) {
13551865Sdilpreet 		comp_pfn = PCI_GET_MP_PFN(mp, page);
13561865Sdilpreet 		if (fault_pfn == comp_pfn)
13571865Sdilpreet 			return (DDI_FM_NONFATAL);
13581865Sdilpreet 	}
13591865Sdilpreet 	return (DDI_FM_UNKNOWN);
13601865Sdilpreet }
13611865Sdilpreet 
13621865Sdilpreet /*
13631865Sdilpreet  * Function used to check if a given access handle owns the failing address.
13641865Sdilpreet  * Called by ndi_fmc_error, when we detect a PIO error.
13651865Sdilpreet  */
13661865Sdilpreet /* ARGSUSED */
13671865Sdilpreet static int
impl_acc_check(dev_info_t * dip,const void * handle,const void * addr,const void * not_used)13681865Sdilpreet impl_acc_check(dev_info_t *dip, const void *handle, const void *addr,
13691865Sdilpreet     const void *not_used)
13701865Sdilpreet {
13711865Sdilpreet 	pfn_t pfn, fault_pfn;
13721865Sdilpreet 	ddi_acc_hdl_t *hp;
13731865Sdilpreet 
13741865Sdilpreet 	hp = impl_acc_hdl_get((ddi_acc_handle_t)handle);
13751865Sdilpreet 
13761865Sdilpreet 	ASSERT(hp);
13771865Sdilpreet 
13781865Sdilpreet 	if (addr != NULL) {
13791865Sdilpreet 		pfn = hp->ah_pfn;
13801865Sdilpreet 		fault_pfn = mmu_btop(*(uint64_t *)addr);
13811865Sdilpreet 		if (fault_pfn >= pfn && fault_pfn < (pfn + hp->ah_pnum))
13821865Sdilpreet 			return (DDI_FM_NONFATAL);
13831865Sdilpreet 	}
13841865Sdilpreet 	return (DDI_FM_UNKNOWN);
13851865Sdilpreet }
13861865Sdilpreet 
13870Sstevel@tonic-gate void
impl_acc_err_init(ddi_acc_hdl_t * handlep)13880Sstevel@tonic-gate impl_acc_err_init(ddi_acc_hdl_t *handlep)
13890Sstevel@tonic-gate {
13900Sstevel@tonic-gate 	int fmcap;
13910Sstevel@tonic-gate 	ndi_err_t *errp;
13920Sstevel@tonic-gate 	on_trap_data_t *otp;
13930Sstevel@tonic-gate 	ddi_acc_impl_t *hp = (ddi_acc_impl_t *)handlep;
13940Sstevel@tonic-gate 
13950Sstevel@tonic-gate 	fmcap = ddi_fm_capable(handlep->ah_dip);
13960Sstevel@tonic-gate 
13970Sstevel@tonic-gate 	if (handlep->ah_acc.devacc_attr_version < DDI_DEVICE_ATTR_V1 ||
13980Sstevel@tonic-gate 	    !DDI_FM_ACC_ERR_CAP(fmcap)) {
13990Sstevel@tonic-gate 		handlep->ah_acc.devacc_attr_access = DDI_DEFAULT_ACC;
14000Sstevel@tonic-gate 	} else if (DDI_FM_ACC_ERR_CAP(fmcap)) {
14010Sstevel@tonic-gate 		if (handlep->ah_acc.devacc_attr_access == DDI_DEFAULT_ACC) {
1402*11236SStephen.Hanson@Sun.COM 			if (handlep->ah_xfermodes)
1403*11236SStephen.Hanson@Sun.COM 				return;
14040Sstevel@tonic-gate 			i_ddi_drv_ereport_post(handlep->ah_dip, DVR_EFMCAP,
14050Sstevel@tonic-gate 			    NULL, DDI_NOSLEEP);
14060Sstevel@tonic-gate 		} else {
14070Sstevel@tonic-gate 			errp = hp->ahi_err;
14080Sstevel@tonic-gate 			otp = (on_trap_data_t *)errp->err_ontrap;
14090Sstevel@tonic-gate 			otp->ot_handle = (void *)(hp);
14100Sstevel@tonic-gate 			otp->ot_prot = OT_DATA_ACCESS;
14110Sstevel@tonic-gate 			if (handlep->ah_acc.devacc_attr_access ==
14120Sstevel@tonic-gate 			    DDI_CAUTIOUS_ACC)
14130Sstevel@tonic-gate 				otp->ot_trampoline =
14140Sstevel@tonic-gate 				    (uintptr_t)&i_ddi_caut_trampoline;
14150Sstevel@tonic-gate 			else
14160Sstevel@tonic-gate 				otp->ot_trampoline =
14170Sstevel@tonic-gate 				    (uintptr_t)&i_ddi_prot_trampoline;
14180Sstevel@tonic-gate 			errp->err_status = DDI_FM_OK;
14190Sstevel@tonic-gate 			errp->err_expected = DDI_FM_ERR_UNEXPECTED;
14201865Sdilpreet 			errp->err_cf = impl_acc_check;
14210Sstevel@tonic-gate 		}
14220Sstevel@tonic-gate 	}
14230Sstevel@tonic-gate }
14240Sstevel@tonic-gate 
14250Sstevel@tonic-gate void
impl_acc_hdl_init(ddi_acc_hdl_t * handlep)14260Sstevel@tonic-gate impl_acc_hdl_init(ddi_acc_hdl_t *handlep)
14270Sstevel@tonic-gate {
14280Sstevel@tonic-gate 	ddi_acc_impl_t *hp;
14290Sstevel@tonic-gate 
14300Sstevel@tonic-gate 	ASSERT(handlep);
14310Sstevel@tonic-gate 
14320Sstevel@tonic-gate 	hp = (ddi_acc_impl_t *)handlep;
14330Sstevel@tonic-gate 
14340Sstevel@tonic-gate 	/*
14350Sstevel@tonic-gate 	 * check for SW byte-swapping
14360Sstevel@tonic-gate 	 */
14370Sstevel@tonic-gate 	hp->ahi_get8 = i_ddi_get8;
14380Sstevel@tonic-gate 	hp->ahi_put8 = i_ddi_put8;
14390Sstevel@tonic-gate 	hp->ahi_rep_get8 = i_ddi_rep_get8;
14400Sstevel@tonic-gate 	hp->ahi_rep_put8 = i_ddi_rep_put8;
14410Sstevel@tonic-gate 	if (handlep->ah_acc.devacc_attr_endian_flags & DDI_STRUCTURE_LE_ACC) {
14420Sstevel@tonic-gate 		hp->ahi_get16 = i_ddi_swap_get16;
14430Sstevel@tonic-gate 		hp->ahi_get32 = i_ddi_swap_get32;
14440Sstevel@tonic-gate 		hp->ahi_get64 = i_ddi_swap_get64;
14450Sstevel@tonic-gate 		hp->ahi_put16 = i_ddi_swap_put16;
14460Sstevel@tonic-gate 		hp->ahi_put32 = i_ddi_swap_put32;
14470Sstevel@tonic-gate 		hp->ahi_put64 = i_ddi_swap_put64;
14480Sstevel@tonic-gate 		hp->ahi_rep_get16 = i_ddi_swap_rep_get16;
14490Sstevel@tonic-gate 		hp->ahi_rep_get32 = i_ddi_swap_rep_get32;
14500Sstevel@tonic-gate 		hp->ahi_rep_get64 = i_ddi_swap_rep_get64;
14510Sstevel@tonic-gate 		hp->ahi_rep_put16 = i_ddi_swap_rep_put16;
14520Sstevel@tonic-gate 		hp->ahi_rep_put32 = i_ddi_swap_rep_put32;
14530Sstevel@tonic-gate 		hp->ahi_rep_put64 = i_ddi_swap_rep_put64;
14540Sstevel@tonic-gate 	} else {
14550Sstevel@tonic-gate 		hp->ahi_get16 = i_ddi_get16;
14560Sstevel@tonic-gate 		hp->ahi_get32 = i_ddi_get32;
14570Sstevel@tonic-gate 		hp->ahi_get64 = i_ddi_get64;
14580Sstevel@tonic-gate 		hp->ahi_put16 = i_ddi_put16;
14590Sstevel@tonic-gate 		hp->ahi_put32 = i_ddi_put32;
14600Sstevel@tonic-gate 		hp->ahi_put64 = i_ddi_put64;
14610Sstevel@tonic-gate 		hp->ahi_rep_get16 = i_ddi_rep_get16;
14620Sstevel@tonic-gate 		hp->ahi_rep_get32 = i_ddi_rep_get32;
14630Sstevel@tonic-gate 		hp->ahi_rep_get64 = i_ddi_rep_get64;
14640Sstevel@tonic-gate 		hp->ahi_rep_put16 = i_ddi_rep_put16;
14650Sstevel@tonic-gate 		hp->ahi_rep_put32 = i_ddi_rep_put32;
14660Sstevel@tonic-gate 		hp->ahi_rep_put64 = i_ddi_rep_put64;
14670Sstevel@tonic-gate 	}
14680Sstevel@tonic-gate 
14690Sstevel@tonic-gate 	/* Legacy fault flags and support */
14700Sstevel@tonic-gate 	hp->ahi_fault_check = i_ddi_acc_fault_check;
14710Sstevel@tonic-gate 	hp->ahi_fault_notify = i_ddi_acc_fault_notify;
14720Sstevel@tonic-gate 	hp->ahi_fault = 0;
14730Sstevel@tonic-gate 	impl_acc_err_init(handlep);
14740Sstevel@tonic-gate }
14750Sstevel@tonic-gate 
14760Sstevel@tonic-gate void
i_ddi_acc_set_fault(ddi_acc_handle_t handle)14770Sstevel@tonic-gate i_ddi_acc_set_fault(ddi_acc_handle_t handle)
14780Sstevel@tonic-gate {
14790Sstevel@tonic-gate 	ddi_acc_impl_t *hp = (ddi_acc_impl_t *)handle;
14800Sstevel@tonic-gate 
14810Sstevel@tonic-gate 	if (!hp->ahi_fault) {
14820Sstevel@tonic-gate 		hp->ahi_fault = 1;
14830Sstevel@tonic-gate 			(*hp->ahi_fault_notify)(hp);
14840Sstevel@tonic-gate 	}
14850Sstevel@tonic-gate }
14860Sstevel@tonic-gate 
14870Sstevel@tonic-gate void
i_ddi_acc_clr_fault(ddi_acc_handle_t handle)14880Sstevel@tonic-gate i_ddi_acc_clr_fault(ddi_acc_handle_t handle)
14890Sstevel@tonic-gate {
14900Sstevel@tonic-gate 	ddi_acc_impl_t *hp = (ddi_acc_impl_t *)handle;
14910Sstevel@tonic-gate 
14920Sstevel@tonic-gate 	if (hp->ahi_fault) {
14930Sstevel@tonic-gate 		hp->ahi_fault = 0;
14940Sstevel@tonic-gate 			(*hp->ahi_fault_notify)(hp);
14950Sstevel@tonic-gate 	}
14960Sstevel@tonic-gate }
14970Sstevel@tonic-gate 
14980Sstevel@tonic-gate /* ARGSUSED */
14990Sstevel@tonic-gate void
i_ddi_acc_fault_notify(ddi_acc_impl_t * hp)15000Sstevel@tonic-gate i_ddi_acc_fault_notify(ddi_acc_impl_t *hp)
15010Sstevel@tonic-gate {
15020Sstevel@tonic-gate 	/* Default version, does nothing */
15030Sstevel@tonic-gate }
15040Sstevel@tonic-gate 
15050Sstevel@tonic-gate /*
15060Sstevel@tonic-gate  * SECTION: Misc functions
15070Sstevel@tonic-gate  */
15080Sstevel@tonic-gate 
15090Sstevel@tonic-gate /*
15100Sstevel@tonic-gate  * instance wrappers
15110Sstevel@tonic-gate  */
15120Sstevel@tonic-gate /*ARGSUSED*/
15130Sstevel@tonic-gate uint_t
impl_assign_instance(dev_info_t * dip)15140Sstevel@tonic-gate impl_assign_instance(dev_info_t *dip)
15150Sstevel@tonic-gate {
15160Sstevel@tonic-gate 	return ((uint_t)-1);
15170Sstevel@tonic-gate }
15180Sstevel@tonic-gate 
15190Sstevel@tonic-gate /*ARGSUSED*/
15200Sstevel@tonic-gate int
impl_keep_instance(dev_info_t * dip)15210Sstevel@tonic-gate impl_keep_instance(dev_info_t *dip)
15220Sstevel@tonic-gate {
15230Sstevel@tonic-gate 	return (DDI_FAILURE);
15240Sstevel@tonic-gate }
15250Sstevel@tonic-gate 
15260Sstevel@tonic-gate /*ARGSUSED*/
15270Sstevel@tonic-gate int
impl_free_instance(dev_info_t * dip)15280Sstevel@tonic-gate impl_free_instance(dev_info_t *dip)
15290Sstevel@tonic-gate {
15300Sstevel@tonic-gate 	return (DDI_FAILURE);
15310Sstevel@tonic-gate }
15320Sstevel@tonic-gate 
15330Sstevel@tonic-gate /*ARGSUSED*/
15340Sstevel@tonic-gate int
impl_check_cpu(dev_info_t * devi)15350Sstevel@tonic-gate impl_check_cpu(dev_info_t *devi)
15360Sstevel@tonic-gate {
15370Sstevel@tonic-gate 	return (DDI_SUCCESS);
15380Sstevel@tonic-gate }
15390Sstevel@tonic-gate 
15400Sstevel@tonic-gate 
15410Sstevel@tonic-gate static const char *nocopydevs[] = {
15420Sstevel@tonic-gate 	"SUNW,ffb",
15430Sstevel@tonic-gate 	"SUNW,afb",
15440Sstevel@tonic-gate 	NULL
15450Sstevel@tonic-gate };
15460Sstevel@tonic-gate 
15470Sstevel@tonic-gate /*
15480Sstevel@tonic-gate  * Perform a copy from a memory mapped device (whose devinfo pointer is devi)
15490Sstevel@tonic-gate  * separately mapped at devaddr in the kernel to a kernel buffer at kaddr.
15500Sstevel@tonic-gate  */
15510Sstevel@tonic-gate /*ARGSUSED*/
15520Sstevel@tonic-gate int
e_ddi_copyfromdev(dev_info_t * devi,off_t off,const void * devaddr,void * kaddr,size_t len)15530Sstevel@tonic-gate e_ddi_copyfromdev(dev_info_t *devi,
15540Sstevel@tonic-gate     off_t off, const void *devaddr, void *kaddr, size_t len)
15550Sstevel@tonic-gate {
15560Sstevel@tonic-gate 	const char **argv;
15570Sstevel@tonic-gate 
15580Sstevel@tonic-gate 	for (argv = nocopydevs; *argv; argv++)
15590Sstevel@tonic-gate 		if (strcmp(ddi_binding_name(devi), *argv) == 0) {
15600Sstevel@tonic-gate 			bzero(kaddr, len);
15610Sstevel@tonic-gate 			return (0);
15620Sstevel@tonic-gate 		}
15630Sstevel@tonic-gate 
15640Sstevel@tonic-gate 	bcopy(devaddr, kaddr, len);
15650Sstevel@tonic-gate 	return (0);
15660Sstevel@tonic-gate }
15670Sstevel@tonic-gate 
15680Sstevel@tonic-gate /*
15690Sstevel@tonic-gate  * Perform a copy to a memory mapped device (whose devinfo pointer is devi)
15700Sstevel@tonic-gate  * separately mapped at devaddr in the kernel from a kernel buffer at kaddr.
15710Sstevel@tonic-gate  */
15720Sstevel@tonic-gate /*ARGSUSED*/
15730Sstevel@tonic-gate int
e_ddi_copytodev(dev_info_t * devi,off_t off,const void * kaddr,void * devaddr,size_t len)15740Sstevel@tonic-gate e_ddi_copytodev(dev_info_t *devi,
15750Sstevel@tonic-gate     off_t off, const void *kaddr, void *devaddr, size_t len)
15760Sstevel@tonic-gate {
15770Sstevel@tonic-gate 	const char **argv;
15780Sstevel@tonic-gate 
15790Sstevel@tonic-gate 	for (argv = nocopydevs; *argv; argv++)
15800Sstevel@tonic-gate 		if (strcmp(ddi_binding_name(devi), *argv) == 0)
15810Sstevel@tonic-gate 			return (1);
15820Sstevel@tonic-gate 
15830Sstevel@tonic-gate 	bcopy(kaddr, devaddr, len);
15840Sstevel@tonic-gate 	return (0);
15850Sstevel@tonic-gate }
15860Sstevel@tonic-gate 
15870Sstevel@tonic-gate /*
15880Sstevel@tonic-gate  * Boot Configuration
15890Sstevel@tonic-gate  */
15900Sstevel@tonic-gate idprom_t idprom;
15910Sstevel@tonic-gate 
15920Sstevel@tonic-gate /*
15930Sstevel@tonic-gate  * Configure the hardware on the system.
15940Sstevel@tonic-gate  * Called before the rootfs is mounted
15950Sstevel@tonic-gate  */
15960Sstevel@tonic-gate void
configure(void)15970Sstevel@tonic-gate configure(void)
15980Sstevel@tonic-gate {
15990Sstevel@tonic-gate 	extern void i_ddi_init_root();
16000Sstevel@tonic-gate 
16010Sstevel@tonic-gate 	/* We better have released boot by this time! */
16020Sstevel@tonic-gate 	ASSERT(!bootops);
16030Sstevel@tonic-gate 
16040Sstevel@tonic-gate 	/*
16050Sstevel@tonic-gate 	 * Determine whether or not to use the fpu, V9 SPARC cpus
16060Sstevel@tonic-gate 	 * always have one. Could check for existence of a fp queue,
16070Sstevel@tonic-gate 	 * Ultra I, II and IIa do not have a fp queue.
16080Sstevel@tonic-gate 	 */
16090Sstevel@tonic-gate 	if (fpu_exists)
16100Sstevel@tonic-gate 		fpu_probe();
16110Sstevel@tonic-gate 	else
16120Sstevel@tonic-gate 		cmn_err(CE_CONT, "FPU not in use\n");
16130Sstevel@tonic-gate 
16140Sstevel@tonic-gate #if 0 /* XXXQ - not necessary for sun4u */
16150Sstevel@tonic-gate 	/*
16160Sstevel@tonic-gate 	 * This following line fixes bugid 1041296; we need to do a
16170Sstevel@tonic-gate 	 * prom_nextnode(0) because this call ALSO patches the DMA+
16180Sstevel@tonic-gate 	 * bug in Campus-B and Phoenix. The prom uncaches the traptable
16190Sstevel@tonic-gate 	 * page as a side-effect of devr_next(0) (which prom_nextnode calls),
16200Sstevel@tonic-gate 	 * so this *must* be executed early on. (XXX This is untrue for sun4u)
16210Sstevel@tonic-gate 	 */
1622789Sahrens 	(void) prom_nextnode((pnode_t)0);
16230Sstevel@tonic-gate #endif
16240Sstevel@tonic-gate 
16250Sstevel@tonic-gate 	/*
16260Sstevel@tonic-gate 	 * Initialize devices on the machine.
16270Sstevel@tonic-gate 	 * Uses configuration tree built by the PROMs to determine what
16280Sstevel@tonic-gate 	 * is present, and builds a tree of prototype dev_info nodes
16290Sstevel@tonic-gate 	 * corresponding to the hardware which identified itself.
16300Sstevel@tonic-gate 	 */
16310Sstevel@tonic-gate 	i_ddi_init_root();
16320Sstevel@tonic-gate 
16330Sstevel@tonic-gate #ifdef	DDI_PROP_DEBUG
16340Sstevel@tonic-gate 	(void) ddi_prop_debug(1);	/* Enable property debugging */
16350Sstevel@tonic-gate #endif	/* DDI_PROP_DEBUG */
16360Sstevel@tonic-gate }
16370Sstevel@tonic-gate 
16380Sstevel@tonic-gate /*
16390Sstevel@tonic-gate  * The "status" property indicates the operational status of a device.
16400Sstevel@tonic-gate  * If this property is present, the value is a string indicating the
16410Sstevel@tonic-gate  * status of the device as follows:
16420Sstevel@tonic-gate  *
16430Sstevel@tonic-gate  *	"okay"		operational.
16440Sstevel@tonic-gate  *	"disabled"	not operational, but might become operational.
16450Sstevel@tonic-gate  *	"fail"		not operational because a fault has been detected,
16460Sstevel@tonic-gate  *			and it is unlikely that the device will become
16470Sstevel@tonic-gate  *			operational without repair. no additional details
16480Sstevel@tonic-gate  *			are available.
16490Sstevel@tonic-gate  *	"fail-xxx"	not operational because a fault has been detected,
16500Sstevel@tonic-gate  *			and it is unlikely that the device will become
16510Sstevel@tonic-gate  *			operational without repair. "xxx" is additional
16520Sstevel@tonic-gate  *			human-readable information about the particular
16530Sstevel@tonic-gate  *			fault condition that was detected.
16540Sstevel@tonic-gate  *
16550Sstevel@tonic-gate  * The absence of this property means that the operational status is
16560Sstevel@tonic-gate  * unknown or okay.
16570Sstevel@tonic-gate  *
16580Sstevel@tonic-gate  * This routine checks the status property of the specified device node
16590Sstevel@tonic-gate  * and returns 0 if the operational status indicates failure, and 1 otherwise.
16600Sstevel@tonic-gate  *
16610Sstevel@tonic-gate  * The property may exist on plug-in cards the existed before IEEE 1275-1994.
16620Sstevel@tonic-gate  * And, in that case, the property may not even be a string. So we carefully
16630Sstevel@tonic-gate  * check for the value "fail", in the beginning of the string, noting
16640Sstevel@tonic-gate  * the property length.
16650Sstevel@tonic-gate  */
16660Sstevel@tonic-gate int
status_okay(int id,char * buf,int buflen)16670Sstevel@tonic-gate status_okay(int id, char *buf, int buflen)
16680Sstevel@tonic-gate {
16690Sstevel@tonic-gate 	char status_buf[OBP_MAXPROPNAME];
16700Sstevel@tonic-gate 	char *bufp = buf;
16710Sstevel@tonic-gate 	int len = buflen;
16720Sstevel@tonic-gate 	int proplen;
16730Sstevel@tonic-gate 	static const char *status = "status";
16740Sstevel@tonic-gate 	static const char *fail = "fail";
16750Sstevel@tonic-gate 	size_t fail_len = strlen(fail);
16760Sstevel@tonic-gate 
16770Sstevel@tonic-gate 	/*
16780Sstevel@tonic-gate 	 * Get the proplen ... if it's smaller than "fail",
16790Sstevel@tonic-gate 	 * or doesn't exist ... then we don't care, since
16800Sstevel@tonic-gate 	 * the value can't begin with the char string "fail".
16810Sstevel@tonic-gate 	 *
16820Sstevel@tonic-gate 	 * NB: proplen, if it's a string, includes the NULL in the
16830Sstevel@tonic-gate 	 * the size of the property, and fail_len does not.
16840Sstevel@tonic-gate 	 */
1685789Sahrens 	proplen = prom_getproplen((pnode_t)id, (caddr_t)status);
16860Sstevel@tonic-gate 	if (proplen <= fail_len)	/* nonexistent or uninteresting len */
16870Sstevel@tonic-gate 		return (1);
16880Sstevel@tonic-gate 
16890Sstevel@tonic-gate 	/*
16900Sstevel@tonic-gate 	 * if a buffer was provided, use it
16910Sstevel@tonic-gate 	 */
16920Sstevel@tonic-gate 	if ((buf == (char *)NULL) || (buflen <= 0)) {
16930Sstevel@tonic-gate 		bufp = status_buf;
16940Sstevel@tonic-gate 		len = sizeof (status_buf);
16950Sstevel@tonic-gate 	}
16960Sstevel@tonic-gate 	*bufp = (char)0;
16970Sstevel@tonic-gate 
16980Sstevel@tonic-gate 	/*
16990Sstevel@tonic-gate 	 * Get the property into the buffer, to the extent of the buffer,
17000Sstevel@tonic-gate 	 * and in case the buffer is smaller than the property size,
17010Sstevel@tonic-gate 	 * NULL terminate the buffer. (This handles the case where
17020Sstevel@tonic-gate 	 * a buffer was passed in and the caller wants to print the
17030Sstevel@tonic-gate 	 * value, but the buffer was too small).
17040Sstevel@tonic-gate 	 */
1705789Sahrens 	(void) prom_bounded_getprop((pnode_t)id, (caddr_t)status,
17060Sstevel@tonic-gate 	    (caddr_t)bufp, len);
17070Sstevel@tonic-gate 	*(bufp + len - 1) = (char)0;
17080Sstevel@tonic-gate 
17090Sstevel@tonic-gate 	/*
17100Sstevel@tonic-gate 	 * If the value begins with the char string "fail",
17110Sstevel@tonic-gate 	 * then it means the node is failed. We don't care
17120Sstevel@tonic-gate 	 * about any other values. We assume the node is ok
17130Sstevel@tonic-gate 	 * although it might be 'disabled'.
17140Sstevel@tonic-gate 	 */
17150Sstevel@tonic-gate 	if (strncmp(bufp, fail, fail_len) == 0)
17160Sstevel@tonic-gate 		return (0);
17170Sstevel@tonic-gate 
17180Sstevel@tonic-gate 	return (1);
17190Sstevel@tonic-gate }
17200Sstevel@tonic-gate 
17210Sstevel@tonic-gate 
17220Sstevel@tonic-gate /*
17230Sstevel@tonic-gate  * We set the cpu type from the idprom, if we can.
17240Sstevel@tonic-gate  * Note that we just read out the contents of it, for the most part.
17250Sstevel@tonic-gate  */
17260Sstevel@tonic-gate void
setcputype(void)17270Sstevel@tonic-gate setcputype(void)
17280Sstevel@tonic-gate {
17290Sstevel@tonic-gate 	/*
17300Sstevel@tonic-gate 	 * We cache the idprom info early on so that we don't
17310Sstevel@tonic-gate 	 * rummage through the NVRAM unnecessarily later.
17320Sstevel@tonic-gate 	 */
17330Sstevel@tonic-gate 	(void) prom_getidprom((caddr_t)&idprom, sizeof (idprom));
17340Sstevel@tonic-gate }
17350Sstevel@tonic-gate 
17360Sstevel@tonic-gate /*
17370Sstevel@tonic-gate  *  Here is where we actually infer meanings to the members of idprom_t
17380Sstevel@tonic-gate  */
17390Sstevel@tonic-gate void
parse_idprom(void)17400Sstevel@tonic-gate parse_idprom(void)
17410Sstevel@tonic-gate {
17420Sstevel@tonic-gate 	if (idprom.id_format == IDFORM_1) {
17430Sstevel@tonic-gate 		(void) localetheraddr((struct ether_addr *)idprom.id_ether,
17440Sstevel@tonic-gate 		    (struct ether_addr *)NULL);
17458662SJordan.Vaughan@Sun.com 		(void) snprintf(hw_serial, HW_HOSTID_LEN, "%u",
17468662SJordan.Vaughan@Sun.com 		    (idprom.id_machine << 24) + idprom.id_serial);
17470Sstevel@tonic-gate 	} else
17480Sstevel@tonic-gate 		prom_printf("Invalid format code in IDprom.\n");
17490Sstevel@tonic-gate }
17500Sstevel@tonic-gate 
17510Sstevel@tonic-gate /*
17520Sstevel@tonic-gate  * Allow for implementation specific correction of PROM property values.
17530Sstevel@tonic-gate  */
17540Sstevel@tonic-gate /*ARGSUSED*/
17550Sstevel@tonic-gate void
impl_fix_props(dev_info_t * dip,dev_info_t * ch_dip,char * name,int len,caddr_t buffer)17560Sstevel@tonic-gate impl_fix_props(dev_info_t *dip, dev_info_t *ch_dip, char *name, int len,
17570Sstevel@tonic-gate     caddr_t buffer)
17580Sstevel@tonic-gate {
17590Sstevel@tonic-gate 	/*
17600Sstevel@tonic-gate 	 * There are no adjustments needed in this implementation.
17610Sstevel@tonic-gate 	 */
17620Sstevel@tonic-gate }
17630Sstevel@tonic-gate 
17640Sstevel@tonic-gate /*
17650Sstevel@tonic-gate  * The following functions ready a cautious request to go up to the nexus
17660Sstevel@tonic-gate  * driver.  It is up to the nexus driver to decide how to process the request.
17670Sstevel@tonic-gate  * It may choose to call i_ddi_do_caut_get/put in this file, or do it
17680Sstevel@tonic-gate  * differently.
17690Sstevel@tonic-gate  */
17700Sstevel@tonic-gate 
17710Sstevel@tonic-gate static void
i_ddi_caut_getput_ctlops(ddi_acc_impl_t * hp,uint64_t host_addr,uint64_t dev_addr,size_t size,size_t repcount,uint_t flags,ddi_ctl_enum_t cmd)17720Sstevel@tonic-gate i_ddi_caut_getput_ctlops(
17730Sstevel@tonic-gate     ddi_acc_impl_t *hp, uint64_t host_addr, uint64_t dev_addr, size_t size,
17740Sstevel@tonic-gate     size_t repcount, uint_t flags, ddi_ctl_enum_t cmd)
17750Sstevel@tonic-gate {
17760Sstevel@tonic-gate 	peekpoke_ctlops_t	cautacc_ctlops_arg;
17770Sstevel@tonic-gate 
17780Sstevel@tonic-gate 	cautacc_ctlops_arg.size = size;
17790Sstevel@tonic-gate 	cautacc_ctlops_arg.dev_addr = dev_addr;
17800Sstevel@tonic-gate 	cautacc_ctlops_arg.host_addr = host_addr;
17810Sstevel@tonic-gate 	cautacc_ctlops_arg.handle = (ddi_acc_handle_t)hp;
17820Sstevel@tonic-gate 	cautacc_ctlops_arg.repcount = repcount;
17830Sstevel@tonic-gate 	cautacc_ctlops_arg.flags = flags;
17840Sstevel@tonic-gate 
17850Sstevel@tonic-gate 	(void) ddi_ctlops(hp->ahi_common.ah_dip, hp->ahi_common.ah_dip, cmd,
17860Sstevel@tonic-gate 	    &cautacc_ctlops_arg, NULL);
17870Sstevel@tonic-gate }
17880Sstevel@tonic-gate 
17890Sstevel@tonic-gate uint8_t
i_ddi_caut_get8(ddi_acc_impl_t * hp,uint8_t * addr)17900Sstevel@tonic-gate i_ddi_caut_get8(ddi_acc_impl_t *hp, uint8_t *addr)
17910Sstevel@tonic-gate {
17920Sstevel@tonic-gate 	uint8_t value;
17930Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
17940Sstevel@tonic-gate 	    sizeof (uint8_t), 1, 0, DDI_CTLOPS_PEEK);
17950Sstevel@tonic-gate 
17960Sstevel@tonic-gate 	return (value);
17970Sstevel@tonic-gate }
17980Sstevel@tonic-gate 
17990Sstevel@tonic-gate uint16_t
i_ddi_caut_get16(ddi_acc_impl_t * hp,uint16_t * addr)18000Sstevel@tonic-gate i_ddi_caut_get16(ddi_acc_impl_t *hp, uint16_t *addr)
18010Sstevel@tonic-gate {
18020Sstevel@tonic-gate 	uint16_t value;
18030Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18040Sstevel@tonic-gate 	    sizeof (uint16_t), 1, 0, DDI_CTLOPS_PEEK);
18050Sstevel@tonic-gate 
18060Sstevel@tonic-gate 	return (value);
18070Sstevel@tonic-gate }
18080Sstevel@tonic-gate 
18090Sstevel@tonic-gate uint32_t
i_ddi_caut_get32(ddi_acc_impl_t * hp,uint32_t * addr)18100Sstevel@tonic-gate i_ddi_caut_get32(ddi_acc_impl_t *hp, uint32_t *addr)
18110Sstevel@tonic-gate {
18120Sstevel@tonic-gate 	uint32_t value;
18130Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18140Sstevel@tonic-gate 	    sizeof (uint32_t), 1, 0, DDI_CTLOPS_PEEK);
18150Sstevel@tonic-gate 
18160Sstevel@tonic-gate 	return (value);
18170Sstevel@tonic-gate }
18180Sstevel@tonic-gate 
18190Sstevel@tonic-gate uint64_t
i_ddi_caut_get64(ddi_acc_impl_t * hp,uint64_t * addr)18200Sstevel@tonic-gate i_ddi_caut_get64(ddi_acc_impl_t *hp, uint64_t *addr)
18210Sstevel@tonic-gate {
18220Sstevel@tonic-gate 	uint64_t value;
18230Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18240Sstevel@tonic-gate 	    sizeof (uint64_t), 1, 0, DDI_CTLOPS_PEEK);
18250Sstevel@tonic-gate 
18260Sstevel@tonic-gate 	return (value);
18270Sstevel@tonic-gate }
18280Sstevel@tonic-gate 
18290Sstevel@tonic-gate void
i_ddi_caut_put8(ddi_acc_impl_t * hp,uint8_t * addr,uint8_t value)18300Sstevel@tonic-gate i_ddi_caut_put8(ddi_acc_impl_t *hp, uint8_t *addr, uint8_t value)
18310Sstevel@tonic-gate {
18320Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18330Sstevel@tonic-gate 	    sizeof (uint8_t), 1, 0, DDI_CTLOPS_POKE);
18340Sstevel@tonic-gate }
18350Sstevel@tonic-gate 
18360Sstevel@tonic-gate void
i_ddi_caut_put16(ddi_acc_impl_t * hp,uint16_t * addr,uint16_t value)18370Sstevel@tonic-gate i_ddi_caut_put16(ddi_acc_impl_t *hp, uint16_t *addr, uint16_t value)
18380Sstevel@tonic-gate {
18390Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18400Sstevel@tonic-gate 	    sizeof (uint16_t), 1, 0, DDI_CTLOPS_POKE);
18410Sstevel@tonic-gate }
18420Sstevel@tonic-gate 
18430Sstevel@tonic-gate void
i_ddi_caut_put32(ddi_acc_impl_t * hp,uint32_t * addr,uint32_t value)18440Sstevel@tonic-gate i_ddi_caut_put32(ddi_acc_impl_t *hp, uint32_t *addr, uint32_t value)
18450Sstevel@tonic-gate {
18460Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18470Sstevel@tonic-gate 	    sizeof (uint32_t), 1, 0, DDI_CTLOPS_POKE);
18480Sstevel@tonic-gate }
18490Sstevel@tonic-gate 
18500Sstevel@tonic-gate void
i_ddi_caut_put64(ddi_acc_impl_t * hp,uint64_t * addr,uint64_t value)18510Sstevel@tonic-gate i_ddi_caut_put64(ddi_acc_impl_t *hp, uint64_t *addr, uint64_t value)
18520Sstevel@tonic-gate {
18530Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18540Sstevel@tonic-gate 	    sizeof (uint64_t), 1, 0, DDI_CTLOPS_POKE);
18550Sstevel@tonic-gate }
18560Sstevel@tonic-gate 
18570Sstevel@tonic-gate void
i_ddi_caut_rep_get8(ddi_acc_impl_t * hp,uint8_t * host_addr,uint8_t * dev_addr,size_t repcount,uint_t flags)18580Sstevel@tonic-gate i_ddi_caut_rep_get8(ddi_acc_impl_t *hp, uint8_t *host_addr, uint8_t *dev_addr,
18590Sstevel@tonic-gate 	size_t repcount, uint_t flags)
18600Sstevel@tonic-gate {
18610Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
18620Sstevel@tonic-gate 	    sizeof (uint8_t), repcount, flags, DDI_CTLOPS_PEEK);
18630Sstevel@tonic-gate }
18640Sstevel@tonic-gate 
18650Sstevel@tonic-gate void
i_ddi_caut_rep_get16(ddi_acc_impl_t * hp,uint16_t * host_addr,uint16_t * dev_addr,size_t repcount,uint_t flags)18660Sstevel@tonic-gate i_ddi_caut_rep_get16(ddi_acc_impl_t *hp, uint16_t *host_addr,
18670Sstevel@tonic-gate     uint16_t *dev_addr, size_t repcount, uint_t flags)
18680Sstevel@tonic-gate {
18690Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
18700Sstevel@tonic-gate 	    sizeof (uint16_t), repcount, flags, DDI_CTLOPS_PEEK);
18710Sstevel@tonic-gate }
18720Sstevel@tonic-gate 
18730Sstevel@tonic-gate void
i_ddi_caut_rep_get32(ddi_acc_impl_t * hp,uint32_t * host_addr,uint32_t * dev_addr,size_t repcount,uint_t flags)18740Sstevel@tonic-gate i_ddi_caut_rep_get32(ddi_acc_impl_t *hp, uint32_t *host_addr,
18750Sstevel@tonic-gate     uint32_t *dev_addr, size_t repcount, uint_t flags)
18760Sstevel@tonic-gate {
18770Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
18780Sstevel@tonic-gate 	    sizeof (uint32_t), repcount, flags, DDI_CTLOPS_PEEK);
18790Sstevel@tonic-gate }
18800Sstevel@tonic-gate 
18810Sstevel@tonic-gate void
i_ddi_caut_rep_get64(ddi_acc_impl_t * hp,uint64_t * host_addr,uint64_t * dev_addr,size_t repcount,uint_t flags)18820Sstevel@tonic-gate i_ddi_caut_rep_get64(ddi_acc_impl_t *hp, uint64_t *host_addr,
18830Sstevel@tonic-gate     uint64_t *dev_addr, size_t repcount, uint_t flags)
18840Sstevel@tonic-gate {
18850Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
18860Sstevel@tonic-gate 	    sizeof (uint64_t), repcount, flags, DDI_CTLOPS_PEEK);
18870Sstevel@tonic-gate }
18880Sstevel@tonic-gate 
18890Sstevel@tonic-gate void
i_ddi_caut_rep_put8(ddi_acc_impl_t * hp,uint8_t * host_addr,uint8_t * dev_addr,size_t repcount,uint_t flags)18900Sstevel@tonic-gate i_ddi_caut_rep_put8(ddi_acc_impl_t *hp, uint8_t *host_addr, uint8_t *dev_addr,
18910Sstevel@tonic-gate 	size_t repcount, uint_t flags)
18920Sstevel@tonic-gate {
18930Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
18940Sstevel@tonic-gate 	    sizeof (uint8_t), repcount, flags, DDI_CTLOPS_POKE);
18950Sstevel@tonic-gate }
18960Sstevel@tonic-gate 
18970Sstevel@tonic-gate void
i_ddi_caut_rep_put16(ddi_acc_impl_t * hp,uint16_t * host_addr,uint16_t * dev_addr,size_t repcount,uint_t flags)18980Sstevel@tonic-gate i_ddi_caut_rep_put16(ddi_acc_impl_t *hp, uint16_t *host_addr,
18990Sstevel@tonic-gate     uint16_t *dev_addr, size_t repcount, uint_t flags)
19000Sstevel@tonic-gate {
19010Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
19020Sstevel@tonic-gate 	    sizeof (uint16_t), repcount, flags, DDI_CTLOPS_POKE);
19030Sstevel@tonic-gate }
19040Sstevel@tonic-gate 
19050Sstevel@tonic-gate void
i_ddi_caut_rep_put32(ddi_acc_impl_t * hp,uint32_t * host_addr,uint32_t * dev_addr,size_t repcount,uint_t flags)19060Sstevel@tonic-gate i_ddi_caut_rep_put32(ddi_acc_impl_t *hp, uint32_t *host_addr,
19070Sstevel@tonic-gate     uint32_t *dev_addr, size_t repcount, uint_t flags)
19080Sstevel@tonic-gate {
19090Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
19100Sstevel@tonic-gate 	    sizeof (uint32_t), repcount, flags, DDI_CTLOPS_POKE);
19110Sstevel@tonic-gate }
19120Sstevel@tonic-gate 
19130Sstevel@tonic-gate void
i_ddi_caut_rep_put64(ddi_acc_impl_t * hp,uint64_t * host_addr,uint64_t * dev_addr,size_t repcount,uint_t flags)19140Sstevel@tonic-gate i_ddi_caut_rep_put64(ddi_acc_impl_t *hp, uint64_t *host_addr,
19150Sstevel@tonic-gate     uint64_t *dev_addr, size_t repcount, uint_t flags)
19160Sstevel@tonic-gate {
19170Sstevel@tonic-gate 	i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
19180Sstevel@tonic-gate 	    sizeof (uint64_t), repcount, flags, DDI_CTLOPS_POKE);
19190Sstevel@tonic-gate }
19200Sstevel@tonic-gate 
19210Sstevel@tonic-gate /*
19220Sstevel@tonic-gate  * This is called only to process peek/poke when the DIP is NULL.
19230Sstevel@tonic-gate  * Assume that this is for memory, as nexi take care of device safe accesses.
19240Sstevel@tonic-gate  */
19250Sstevel@tonic-gate int
peekpoke_mem(ddi_ctl_enum_t cmd,peekpoke_ctlops_t * in_args)19260Sstevel@tonic-gate peekpoke_mem(ddi_ctl_enum_t cmd, peekpoke_ctlops_t *in_args)
19270Sstevel@tonic-gate {
19280Sstevel@tonic-gate 	int err = DDI_SUCCESS;
19290Sstevel@tonic-gate 	on_trap_data_t otd;
19300Sstevel@tonic-gate 
19310Sstevel@tonic-gate 	/* Set up protected environment. */
19320Sstevel@tonic-gate 	if (!on_trap(&otd, OT_DATA_ACCESS)) {
19330Sstevel@tonic-gate 		uintptr_t tramp = otd.ot_trampoline;
19340Sstevel@tonic-gate 
19350Sstevel@tonic-gate 		if (cmd == DDI_CTLOPS_POKE) {
19360Sstevel@tonic-gate 			otd.ot_trampoline = (uintptr_t)&poke_fault;
19370Sstevel@tonic-gate 			err = do_poke(in_args->size, (void *)in_args->dev_addr,
19380Sstevel@tonic-gate 			    (void *)in_args->host_addr);
19390Sstevel@tonic-gate 		} else {
19400Sstevel@tonic-gate 			otd.ot_trampoline = (uintptr_t)&peek_fault;
19410Sstevel@tonic-gate 			err = do_peek(in_args->size, (void *)in_args->dev_addr,
19420Sstevel@tonic-gate 			    (void *)in_args->host_addr);
19430Sstevel@tonic-gate 		}
19440Sstevel@tonic-gate 		otd.ot_trampoline = tramp;
19450Sstevel@tonic-gate 	} else
19460Sstevel@tonic-gate 		err = DDI_FAILURE;
19470Sstevel@tonic-gate 
19480Sstevel@tonic-gate 	/* Take down protected environment. */
19490Sstevel@tonic-gate 	no_trap();
19500Sstevel@tonic-gate 
19510Sstevel@tonic-gate 	return (err);
19520Sstevel@tonic-gate }
1953