10Sstevel@tonic-gate /*
20Sstevel@tonic-gate * CDDL HEADER START
30Sstevel@tonic-gate *
40Sstevel@tonic-gate * The contents of this file are subject to the terms of the
51865Sdilpreet * Common Development and Distribution License (the "License").
61865Sdilpreet * You may not use this file except in compliance with the License.
70Sstevel@tonic-gate *
80Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
90Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing.
100Sstevel@tonic-gate * See the License for the specific language governing permissions
110Sstevel@tonic-gate * and limitations under the License.
120Sstevel@tonic-gate *
130Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each
140Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
150Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the
160Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying
170Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner]
180Sstevel@tonic-gate *
190Sstevel@tonic-gate * CDDL HEADER END
200Sstevel@tonic-gate */
211900Seota
220Sstevel@tonic-gate /*
238662SJordan.Vaughan@Sun.com * Copyright 2009 Sun Microsystems, Inc. All rights reserved.
240Sstevel@tonic-gate * Use is subject to license terms.
250Sstevel@tonic-gate */
260Sstevel@tonic-gate
270Sstevel@tonic-gate /*
280Sstevel@tonic-gate * sun4 specific DDI implementation
290Sstevel@tonic-gate */
300Sstevel@tonic-gate #include <sys/cpuvar.h>
310Sstevel@tonic-gate #include <sys/ddi_subrdefs.h>
320Sstevel@tonic-gate #include <sys/machsystm.h>
330Sstevel@tonic-gate #include <sys/sunndi.h>
340Sstevel@tonic-gate #include <sys/sysmacros.h>
350Sstevel@tonic-gate #include <sys/ontrap.h>
360Sstevel@tonic-gate #include <vm/seg_kmem.h>
370Sstevel@tonic-gate #include <sys/membar.h>
380Sstevel@tonic-gate #include <sys/dditypes.h>
390Sstevel@tonic-gate #include <sys/ndifm.h>
400Sstevel@tonic-gate #include <sys/fm/io/ddi.h>
410Sstevel@tonic-gate #include <sys/ivintr.h>
420Sstevel@tonic-gate #include <sys/bootconf.h>
430Sstevel@tonic-gate #include <sys/conf.h>
440Sstevel@tonic-gate #include <sys/ethernet.h>
450Sstevel@tonic-gate #include <sys/idprom.h>
460Sstevel@tonic-gate #include <sys/promif.h>
470Sstevel@tonic-gate #include <sys/prom_plat.h>
480Sstevel@tonic-gate #include <sys/systeminfo.h>
490Sstevel@tonic-gate #include <sys/fpu/fpusystm.h>
500Sstevel@tonic-gate #include <sys/vm.h>
510Sstevel@tonic-gate #include <sys/ddi_isa.h>
524845Svikram #include <sys/modctl.h>
530Sstevel@tonic-gate
540Sstevel@tonic-gate dev_info_t *get_intr_parent(dev_info_t *, dev_info_t *,
55693Sgovinda ddi_intr_handle_impl_t *);
560Sstevel@tonic-gate #pragma weak get_intr_parent
570Sstevel@tonic-gate
580Sstevel@tonic-gate int process_intr_ops(dev_info_t *, dev_info_t *, ddi_intr_op_t,
590Sstevel@tonic-gate ddi_intr_handle_impl_t *, void *);
600Sstevel@tonic-gate #pragma weak process_intr_ops
610Sstevel@tonic-gate
620Sstevel@tonic-gate void cells_1275_copy(prop_1275_cell_t *, prop_1275_cell_t *, int32_t);
630Sstevel@tonic-gate prop_1275_cell_t *cells_1275_cmp(prop_1275_cell_t *, prop_1275_cell_t *,
640Sstevel@tonic-gate int32_t len);
650Sstevel@tonic-gate #pragma weak cells_1275_copy
660Sstevel@tonic-gate
670Sstevel@tonic-gate /*
680Sstevel@tonic-gate * Wrapper for ddi_prop_lookup_int_array().
690Sstevel@tonic-gate * This is handy because it returns the prop length in
700Sstevel@tonic-gate * bytes which is what most of the callers require.
710Sstevel@tonic-gate */
720Sstevel@tonic-gate
730Sstevel@tonic-gate static int
get_prop_int_array(dev_info_t * di,char * pname,int ** pval,uint_t * plen)740Sstevel@tonic-gate get_prop_int_array(dev_info_t *di, char *pname, int **pval, uint_t *plen)
750Sstevel@tonic-gate {
760Sstevel@tonic-gate int ret;
770Sstevel@tonic-gate
780Sstevel@tonic-gate if ((ret = ddi_prop_lookup_int_array(DDI_DEV_T_ANY, di,
790Sstevel@tonic-gate DDI_PROP_DONTPASS, pname, pval, plen)) == DDI_PROP_SUCCESS) {
800Sstevel@tonic-gate *plen = (*plen) * (uint_t)sizeof (int);
810Sstevel@tonic-gate }
820Sstevel@tonic-gate return (ret);
830Sstevel@tonic-gate }
840Sstevel@tonic-gate
850Sstevel@tonic-gate /*
860Sstevel@tonic-gate * SECTION: DDI Node Configuration
870Sstevel@tonic-gate */
880Sstevel@tonic-gate
890Sstevel@tonic-gate /*
900Sstevel@tonic-gate * init_regspec_64:
910Sstevel@tonic-gate *
920Sstevel@tonic-gate * If the parent #size-cells is 2, convert the upa-style or
930Sstevel@tonic-gate * safari-style reg property from 2-size cells to 1 size cell
940Sstevel@tonic-gate * format, ignoring the size_hi, which must be zero for devices.
950Sstevel@tonic-gate * (It won't be zero in the memory list properties in the memory
960Sstevel@tonic-gate * nodes, but that doesn't matter here.)
970Sstevel@tonic-gate */
980Sstevel@tonic-gate struct ddi_parent_private_data *
init_regspec_64(dev_info_t * dip)990Sstevel@tonic-gate init_regspec_64(dev_info_t *dip)
1000Sstevel@tonic-gate {
1010Sstevel@tonic-gate struct ddi_parent_private_data *pd;
1020Sstevel@tonic-gate dev_info_t *parent;
1030Sstevel@tonic-gate int size_cells;
1040Sstevel@tonic-gate
1050Sstevel@tonic-gate /*
1060Sstevel@tonic-gate * If there are no "reg"s in the child node, return.
1070Sstevel@tonic-gate */
1080Sstevel@tonic-gate pd = ddi_get_parent_data(dip);
1090Sstevel@tonic-gate if ((pd == NULL) || (pd->par_nreg == 0)) {
1100Sstevel@tonic-gate return (pd);
1110Sstevel@tonic-gate }
1120Sstevel@tonic-gate parent = ddi_get_parent(dip);
1130Sstevel@tonic-gate
1140Sstevel@tonic-gate size_cells = ddi_prop_get_int(DDI_DEV_T_ANY, parent,
1150Sstevel@tonic-gate DDI_PROP_DONTPASS, "#size-cells", 1);
1160Sstevel@tonic-gate
1170Sstevel@tonic-gate if (size_cells != 1) {
1180Sstevel@tonic-gate
1190Sstevel@tonic-gate int n, j;
1200Sstevel@tonic-gate struct regspec *irp;
1210Sstevel@tonic-gate struct reg_64 {
1220Sstevel@tonic-gate uint_t addr_hi, addr_lo, size_hi, size_lo;
1230Sstevel@tonic-gate };
1240Sstevel@tonic-gate struct reg_64 *r64_rp;
1250Sstevel@tonic-gate struct regspec *rp;
1260Sstevel@tonic-gate uint_t len = 0;
1270Sstevel@tonic-gate int *reg_prop;
1280Sstevel@tonic-gate
1290Sstevel@tonic-gate ASSERT(size_cells == 2);
1300Sstevel@tonic-gate
1310Sstevel@tonic-gate /*
1320Sstevel@tonic-gate * We already looked the property up once before if
1330Sstevel@tonic-gate * pd is non-NULL.
1340Sstevel@tonic-gate */
1350Sstevel@tonic-gate (void) ddi_prop_lookup_int_array(DDI_DEV_T_ANY, dip,
1360Sstevel@tonic-gate DDI_PROP_DONTPASS, OBP_REG, ®_prop, &len);
1370Sstevel@tonic-gate ASSERT(len != 0);
1380Sstevel@tonic-gate
1390Sstevel@tonic-gate n = sizeof (struct reg_64) / sizeof (int);
1400Sstevel@tonic-gate n = len / n;
1410Sstevel@tonic-gate
1420Sstevel@tonic-gate /*
1430Sstevel@tonic-gate * We're allocating a buffer the size of the PROM's property,
1440Sstevel@tonic-gate * but we're only using a smaller portion when we assign it
1450Sstevel@tonic-gate * to a regspec. We do this so that in the
1460Sstevel@tonic-gate * impl_ddi_sunbus_removechild function, we will
1470Sstevel@tonic-gate * always free the right amount of memory.
1480Sstevel@tonic-gate */
1490Sstevel@tonic-gate irp = rp = (struct regspec *)reg_prop;
1500Sstevel@tonic-gate r64_rp = (struct reg_64 *)pd->par_reg;
1510Sstevel@tonic-gate
1520Sstevel@tonic-gate for (j = 0; j < n; ++j, ++rp, ++r64_rp) {
1530Sstevel@tonic-gate ASSERT(r64_rp->size_hi == 0);
1540Sstevel@tonic-gate rp->regspec_bustype = r64_rp->addr_hi;
1550Sstevel@tonic-gate rp->regspec_addr = r64_rp->addr_lo;
1560Sstevel@tonic-gate rp->regspec_size = r64_rp->size_lo;
1570Sstevel@tonic-gate }
1580Sstevel@tonic-gate
1590Sstevel@tonic-gate ddi_prop_free((void *)pd->par_reg);
1600Sstevel@tonic-gate pd->par_nreg = n;
1610Sstevel@tonic-gate pd->par_reg = irp;
1620Sstevel@tonic-gate }
1630Sstevel@tonic-gate return (pd);
1640Sstevel@tonic-gate }
1650Sstevel@tonic-gate
1660Sstevel@tonic-gate /*
1670Sstevel@tonic-gate * Create a ddi_parent_private_data structure from the ddi properties of
1680Sstevel@tonic-gate * the dev_info node.
1690Sstevel@tonic-gate *
1700Sstevel@tonic-gate * The "reg" is required if the driver wishes to create mappings on behalf
1710Sstevel@tonic-gate * of the device. The "reg" property is assumed to be a list of at least
1720Sstevel@tonic-gate * one triplet
1730Sstevel@tonic-gate *
1740Sstevel@tonic-gate * <bustype, address, size>*1
1750Sstevel@tonic-gate *
1760Sstevel@tonic-gate * The "interrupt" property is no longer part of parent private data on
1770Sstevel@tonic-gate * sun4u. The interrupt parent is may not be the device tree parent.
1780Sstevel@tonic-gate *
1790Sstevel@tonic-gate * The "ranges" property describes the mapping of child addresses to parent
1800Sstevel@tonic-gate * addresses.
1810Sstevel@tonic-gate *
1820Sstevel@tonic-gate * N.B. struct rangespec is defined for the following default values:
1830Sstevel@tonic-gate * parent child
1840Sstevel@tonic-gate * #address-cells 2 2
1850Sstevel@tonic-gate * #size-cells 1 1
1860Sstevel@tonic-gate * This function doesn't deal with non-default cells and will not create
1870Sstevel@tonic-gate * ranges in such cases.
1880Sstevel@tonic-gate */
1890Sstevel@tonic-gate void
make_ddi_ppd(dev_info_t * child,struct ddi_parent_private_data ** ppd)1900Sstevel@tonic-gate make_ddi_ppd(dev_info_t *child, struct ddi_parent_private_data **ppd)
1910Sstevel@tonic-gate {
1920Sstevel@tonic-gate struct ddi_parent_private_data *pdptr;
1930Sstevel@tonic-gate int *reg_prop, *rng_prop;
1940Sstevel@tonic-gate uint_t reg_len = 0, rng_len = 0;
1950Sstevel@tonic-gate dev_info_t *parent;
1960Sstevel@tonic-gate int parent_addr_cells, parent_size_cells;
1970Sstevel@tonic-gate int child_addr_cells, child_size_cells;
1980Sstevel@tonic-gate
1990Sstevel@tonic-gate *ppd = pdptr = kmem_zalloc(sizeof (*pdptr), KM_SLEEP);
2000Sstevel@tonic-gate
2010Sstevel@tonic-gate /*
2020Sstevel@tonic-gate * root node has no parent private data, so *ppd should
2030Sstevel@tonic-gate * be initialized for naming to work properly.
2040Sstevel@tonic-gate */
2050Sstevel@tonic-gate if ((parent = ddi_get_parent(child)) == NULL)
2060Sstevel@tonic-gate return;
2070Sstevel@tonic-gate
2080Sstevel@tonic-gate /*
2090Sstevel@tonic-gate * Set reg field of parent data from "reg" property
2100Sstevel@tonic-gate */
2110Sstevel@tonic-gate if ((get_prop_int_array(child, OBP_REG, ®_prop, ®_len)
2120Sstevel@tonic-gate == DDI_PROP_SUCCESS) && (reg_len != 0)) {
2130Sstevel@tonic-gate pdptr->par_nreg = (int)(reg_len / sizeof (struct regspec));
2140Sstevel@tonic-gate pdptr->par_reg = (struct regspec *)reg_prop;
2150Sstevel@tonic-gate }
2160Sstevel@tonic-gate
2170Sstevel@tonic-gate /*
2180Sstevel@tonic-gate * "ranges" property ...
2190Sstevel@tonic-gate *
2200Sstevel@tonic-gate * This function does not handle cases where #address-cells != 2
2210Sstevel@tonic-gate * and * min(parent, child) #size-cells != 1 (see bugid 4211124).
2220Sstevel@tonic-gate *
2230Sstevel@tonic-gate * Nexus drivers with such exceptions (e.g. pci ranges)
2240Sstevel@tonic-gate * should either create a separate function for handling
2250Sstevel@tonic-gate * ranges or not use parent private data to store ranges.
2260Sstevel@tonic-gate */
2270Sstevel@tonic-gate
2280Sstevel@tonic-gate /* root node has no ranges */
2290Sstevel@tonic-gate if ((parent = ddi_get_parent(child)) == NULL)
2300Sstevel@tonic-gate return;
2310Sstevel@tonic-gate
2320Sstevel@tonic-gate child_addr_cells = ddi_prop_get_int(DDI_DEV_T_ANY, child,
2330Sstevel@tonic-gate DDI_PROP_DONTPASS, "#address-cells", 2);
2340Sstevel@tonic-gate child_size_cells = ddi_prop_get_int(DDI_DEV_T_ANY, child,
2350Sstevel@tonic-gate DDI_PROP_DONTPASS, "#size-cells", 1);
2360Sstevel@tonic-gate parent_addr_cells = ddi_prop_get_int(DDI_DEV_T_ANY, parent,
2370Sstevel@tonic-gate DDI_PROP_DONTPASS, "#address-cells", 2);
2380Sstevel@tonic-gate parent_size_cells = ddi_prop_get_int(DDI_DEV_T_ANY, parent,
2390Sstevel@tonic-gate DDI_PROP_DONTPASS, "#size-cells", 1);
2400Sstevel@tonic-gate if (child_addr_cells != 2 || parent_addr_cells != 2 ||
2410Sstevel@tonic-gate (child_size_cells != 1 && parent_size_cells != 1)) {
2420Sstevel@tonic-gate NDI_CONFIG_DEBUG((CE_NOTE, "!ranges not made in parent data; "
2430Sstevel@tonic-gate "#address-cells or #size-cells have non-default value"));
2440Sstevel@tonic-gate return;
2450Sstevel@tonic-gate }
2460Sstevel@tonic-gate
2470Sstevel@tonic-gate if (get_prop_int_array(child, OBP_RANGES, &rng_prop, &rng_len)
2480Sstevel@tonic-gate == DDI_PROP_SUCCESS) {
2490Sstevel@tonic-gate pdptr->par_nrng = rng_len / (int)(sizeof (struct rangespec));
2500Sstevel@tonic-gate pdptr->par_rng = (struct rangespec *)rng_prop;
2510Sstevel@tonic-gate }
2520Sstevel@tonic-gate }
2530Sstevel@tonic-gate
2540Sstevel@tonic-gate /*
2550Sstevel@tonic-gate * Free ddi_parent_private_data structure
2560Sstevel@tonic-gate */
2570Sstevel@tonic-gate void
impl_free_ddi_ppd(dev_info_t * dip)2580Sstevel@tonic-gate impl_free_ddi_ppd(dev_info_t *dip)
2590Sstevel@tonic-gate {
2600Sstevel@tonic-gate struct ddi_parent_private_data *pdptr = ddi_get_parent_data(dip);
2610Sstevel@tonic-gate
2620Sstevel@tonic-gate if (pdptr == NULL)
2630Sstevel@tonic-gate return;
2640Sstevel@tonic-gate
2650Sstevel@tonic-gate if (pdptr->par_nrng != 0)
2660Sstevel@tonic-gate ddi_prop_free((void *)pdptr->par_rng);
2670Sstevel@tonic-gate
2680Sstevel@tonic-gate if (pdptr->par_nreg != 0)
2690Sstevel@tonic-gate ddi_prop_free((void *)pdptr->par_reg);
2700Sstevel@tonic-gate
2710Sstevel@tonic-gate kmem_free(pdptr, sizeof (*pdptr));
2720Sstevel@tonic-gate ddi_set_parent_data(dip, NULL);
2730Sstevel@tonic-gate }
2740Sstevel@tonic-gate
2750Sstevel@tonic-gate /*
2760Sstevel@tonic-gate * Name a child of sun busses based on the reg spec.
2770Sstevel@tonic-gate * Handles the following properties:
2780Sstevel@tonic-gate *
2790Sstevel@tonic-gate * Property value
2800Sstevel@tonic-gate * Name type
2810Sstevel@tonic-gate *
2820Sstevel@tonic-gate * reg register spec
2830Sstevel@tonic-gate * interrupts new (bus-oriented) interrupt spec
2840Sstevel@tonic-gate * ranges range spec
2850Sstevel@tonic-gate *
2860Sstevel@tonic-gate * This may be called multiple times, independent of
2870Sstevel@tonic-gate * initchild calls.
2880Sstevel@tonic-gate */
2890Sstevel@tonic-gate static int
impl_sunbus_name_child(dev_info_t * child,char * name,int namelen)2900Sstevel@tonic-gate impl_sunbus_name_child(dev_info_t *child, char *name, int namelen)
2910Sstevel@tonic-gate {
2920Sstevel@tonic-gate struct ddi_parent_private_data *pdptr;
2930Sstevel@tonic-gate struct regspec *rp;
2940Sstevel@tonic-gate
2950Sstevel@tonic-gate /*
2960Sstevel@tonic-gate * Fill in parent-private data and this function returns to us
2970Sstevel@tonic-gate * an indication if it used "registers" to fill in the data.
2980Sstevel@tonic-gate */
2990Sstevel@tonic-gate if (ddi_get_parent_data(child) == NULL) {
3000Sstevel@tonic-gate make_ddi_ppd(child, &pdptr);
3010Sstevel@tonic-gate ddi_set_parent_data(child, pdptr);
3020Sstevel@tonic-gate }
3030Sstevel@tonic-gate
3040Sstevel@tonic-gate /*
3050Sstevel@tonic-gate * No reg property, return null string as address
3060Sstevel@tonic-gate * (e.g. root node)
3070Sstevel@tonic-gate */
3080Sstevel@tonic-gate name[0] = '\0';
3090Sstevel@tonic-gate if (sparc_pd_getnreg(child) == 0) {
3100Sstevel@tonic-gate return (DDI_SUCCESS);
3110Sstevel@tonic-gate }
3120Sstevel@tonic-gate
3130Sstevel@tonic-gate rp = sparc_pd_getreg(child, 0);
3140Sstevel@tonic-gate (void) snprintf(name, namelen, "%x,%x",
3150Sstevel@tonic-gate rp->regspec_bustype, rp->regspec_addr);
3160Sstevel@tonic-gate return (DDI_SUCCESS);
3170Sstevel@tonic-gate }
3180Sstevel@tonic-gate
3190Sstevel@tonic-gate
3200Sstevel@tonic-gate /*
3210Sstevel@tonic-gate * Called from the bus_ctl op of some drivers.
3220Sstevel@tonic-gate * to implement the DDI_CTLOPS_INITCHILD operation.
3230Sstevel@tonic-gate *
3240Sstevel@tonic-gate * NEW drivers should NOT use this function, but should declare
3250Sstevel@tonic-gate * there own initchild/uninitchild handlers. (This function assumes
3260Sstevel@tonic-gate * the layout of the parent private data and the format of "reg",
3270Sstevel@tonic-gate * "ranges", "interrupts" properties and that #address-cells and
3280Sstevel@tonic-gate * #size-cells of the parent bus are defined to be default values.)
3290Sstevel@tonic-gate */
3300Sstevel@tonic-gate int
impl_ddi_sunbus_initchild(dev_info_t * child)3310Sstevel@tonic-gate impl_ddi_sunbus_initchild(dev_info_t *child)
3320Sstevel@tonic-gate {
3330Sstevel@tonic-gate char name[MAXNAMELEN];
3340Sstevel@tonic-gate
3350Sstevel@tonic-gate (void) impl_sunbus_name_child(child, name, MAXNAMELEN);
3360Sstevel@tonic-gate ddi_set_name_addr(child, name);
3370Sstevel@tonic-gate
3380Sstevel@tonic-gate /*
3390Sstevel@tonic-gate * Try to merge .conf node. If successful, return failure to
3400Sstevel@tonic-gate * remove this child.
3410Sstevel@tonic-gate */
3420Sstevel@tonic-gate if ((ndi_dev_is_persistent_node(child) == 0) &&
3430Sstevel@tonic-gate (ndi_merge_node(child, impl_sunbus_name_child) == DDI_SUCCESS)) {
3440Sstevel@tonic-gate impl_ddi_sunbus_removechild(child);
3450Sstevel@tonic-gate return (DDI_FAILURE);
3460Sstevel@tonic-gate }
3470Sstevel@tonic-gate return (DDI_SUCCESS);
3480Sstevel@tonic-gate }
3490Sstevel@tonic-gate
3500Sstevel@tonic-gate /*
3510Sstevel@tonic-gate * A better name for this function would be impl_ddi_sunbus_uninitchild()
3520Sstevel@tonic-gate * It does not remove the child, it uninitializes it, reclaiming the
3530Sstevel@tonic-gate * resources taken by impl_ddi_sunbus_initchild.
3540Sstevel@tonic-gate */
3550Sstevel@tonic-gate void
impl_ddi_sunbus_removechild(dev_info_t * dip)3560Sstevel@tonic-gate impl_ddi_sunbus_removechild(dev_info_t *dip)
3570Sstevel@tonic-gate {
3580Sstevel@tonic-gate impl_free_ddi_ppd(dip);
3590Sstevel@tonic-gate ddi_set_name_addr(dip, NULL);
3600Sstevel@tonic-gate /*
3610Sstevel@tonic-gate * Strip the node to properly convert it back to prototype form
3620Sstevel@tonic-gate */
3630Sstevel@tonic-gate impl_rem_dev_props(dip);
3640Sstevel@tonic-gate }
3650Sstevel@tonic-gate
3660Sstevel@tonic-gate /*
3670Sstevel@tonic-gate * SECTION: DDI Interrupt
3680Sstevel@tonic-gate */
3690Sstevel@tonic-gate
3700Sstevel@tonic-gate void
cells_1275_copy(prop_1275_cell_t * from,prop_1275_cell_t * to,int32_t len)3710Sstevel@tonic-gate cells_1275_copy(prop_1275_cell_t *from, prop_1275_cell_t *to, int32_t len)
3720Sstevel@tonic-gate {
3730Sstevel@tonic-gate int i;
3740Sstevel@tonic-gate for (i = 0; i < len; i++)
3750Sstevel@tonic-gate *to = *from;
3760Sstevel@tonic-gate }
3770Sstevel@tonic-gate
3780Sstevel@tonic-gate prop_1275_cell_t *
cells_1275_cmp(prop_1275_cell_t * cell1,prop_1275_cell_t * cell2,int32_t len)3790Sstevel@tonic-gate cells_1275_cmp(prop_1275_cell_t *cell1, prop_1275_cell_t *cell2, int32_t len)
3800Sstevel@tonic-gate {
3810Sstevel@tonic-gate prop_1275_cell_t *match_cell = 0;
3820Sstevel@tonic-gate int32_t i;
3830Sstevel@tonic-gate
3840Sstevel@tonic-gate for (i = 0; i < len; i++)
3850Sstevel@tonic-gate if (cell1[i] != cell2[i]) {
3860Sstevel@tonic-gate match_cell = &cell1[i];
3870Sstevel@tonic-gate break;
3880Sstevel@tonic-gate }
3890Sstevel@tonic-gate
3900Sstevel@tonic-gate return (match_cell);
3910Sstevel@tonic-gate }
3920Sstevel@tonic-gate
3930Sstevel@tonic-gate /*
394693Sgovinda * get_intr_parent() is a generic routine that process a 1275 interrupt
395693Sgovinda * map (imap) property. This function returns a dev_info_t structure
396693Sgovinda * which claims ownership of the interrupt domain.
397693Sgovinda * It also returns the new interrupt translation within this new domain.
398693Sgovinda * If an interrupt-parent or interrupt-map property are not found,
399693Sgovinda * then we fallback to using the device tree's parent.
400693Sgovinda *
401693Sgovinda * imap entry format:
402693Sgovinda * <reg>,<interrupt>,<phandle>,<translated interrupt>
403693Sgovinda * reg - The register specification in the interrupts domain
404693Sgovinda * interrupt - The interrupt specification
405693Sgovinda * phandle - PROM handle of the device that owns the xlated interrupt domain
406693Sgovinda * translated interrupt - interrupt specifier in the parents domain
407693Sgovinda * note: <reg>,<interrupt> - The reg and interrupt can be combined to create
408693Sgovinda * a unique entry called a unit interrupt specifier.
409693Sgovinda *
410693Sgovinda * Here's the processing steps:
411693Sgovinda * step1 - If the interrupt-parent property exists, create the ispec and
412693Sgovinda * return the dip of the interrupt parent.
413693Sgovinda * step2 - Extract the interrupt-map property and the interrupt-map-mask
414693Sgovinda * If these don't exist, just return the device tree parent.
415693Sgovinda * step3 - build up the unit interrupt specifier to match against the
416693Sgovinda * interrupt map property
417693Sgovinda * step4 - Scan the interrupt-map property until a match is found
418693Sgovinda * step4a - Extract the interrupt parent
419693Sgovinda * step4b - Compare the unit interrupt specifier
4200Sstevel@tonic-gate */
421693Sgovinda dev_info_t *
get_intr_parent(dev_info_t * pdip,dev_info_t * dip,ddi_intr_handle_impl_t * hdlp)422693Sgovinda get_intr_parent(dev_info_t *pdip, dev_info_t *dip, ddi_intr_handle_impl_t *hdlp)
4230Sstevel@tonic-gate {
424693Sgovinda prop_1275_cell_t *imap, *imap_mask, *scan, *reg_p, *match_req;
425693Sgovinda int32_t imap_sz, imap_cells, imap_scan_cells, imap_mask_sz,
426693Sgovinda addr_cells, intr_cells, reg_len, i, j;
427693Sgovinda int32_t match_found = 0;
428693Sgovinda dev_info_t *intr_parent_dip = NULL;
429693Sgovinda uint32_t *intr = &hdlp->ih_vector;
430693Sgovinda uint32_t nodeid;
431693Sgovinda #ifdef DEBUG
432693Sgovinda static int debug = 0;
433693Sgovinda #endif
4340Sstevel@tonic-gate
435693Sgovinda /*
436693Sgovinda * step1
437693Sgovinda * If we have an interrupt-parent property, this property represents
438693Sgovinda * the nodeid of our interrupt parent.
439693Sgovinda */
440693Sgovinda if ((nodeid = ddi_getprop(DDI_DEV_T_ANY, dip, 0,
441693Sgovinda "interrupt-parent", -1)) != -1) {
442693Sgovinda intr_parent_dip = e_ddi_nodeid_to_dip(nodeid);
443693Sgovinda ASSERT(intr_parent_dip);
4440Sstevel@tonic-gate
4450Sstevel@tonic-gate /*
446693Sgovinda * Attach the interrupt parent.
447693Sgovinda *
448693Sgovinda * N.B. e_ddi_nodeid_to_dip() isn't safe under DR.
449693Sgovinda * Also, interrupt parent isn't held. This needs
450693Sgovinda * to be revisited if DR-capable platforms implement
451693Sgovinda * interrupt redirection.
452693Sgovinda */
453693Sgovinda if (i_ddi_attach_node_hierarchy(intr_parent_dip)
454693Sgovinda != DDI_SUCCESS) {
455693Sgovinda ndi_rele_devi(intr_parent_dip);
456693Sgovinda return (NULL);
457693Sgovinda }
458693Sgovinda
459693Sgovinda return (intr_parent_dip);
460693Sgovinda }
461693Sgovinda
462693Sgovinda /*
463693Sgovinda * step2
464693Sgovinda * Get interrupt map structure from PROM property
465693Sgovinda */
466693Sgovinda if (ddi_getlongprop(DDI_DEV_T_ANY, pdip, DDI_PROP_DONTPASS,
467693Sgovinda "interrupt-map", (caddr_t)&imap, &imap_sz)
468693Sgovinda != DDI_PROP_SUCCESS) {
469693Sgovinda /*
470693Sgovinda * If we don't have an imap property, default to using the
471693Sgovinda * device tree.
4720Sstevel@tonic-gate */
473693Sgovinda
474693Sgovinda ndi_hold_devi(pdip);
475693Sgovinda return (pdip);
476693Sgovinda }
477693Sgovinda
478693Sgovinda /* Get the interrupt mask property */
479693Sgovinda if (ddi_getlongprop(DDI_DEV_T_ANY, pdip, DDI_PROP_DONTPASS,
480693Sgovinda "interrupt-map-mask", (caddr_t)&imap_mask, &imap_mask_sz)
481693Sgovinda != DDI_PROP_SUCCESS) {
482693Sgovinda /*
483693Sgovinda * If we don't find this property, we have to fail the request
484693Sgovinda * because the 1275 imap property wasn't defined correctly.
485693Sgovinda */
486693Sgovinda ASSERT(intr_parent_dip == NULL);
487693Sgovinda goto exit2;
488693Sgovinda }
489693Sgovinda
490693Sgovinda /* Get the address cell size */
491693Sgovinda addr_cells = ddi_getprop(DDI_DEV_T_ANY, pdip, 0,
492693Sgovinda "#address-cells", 2);
493693Sgovinda
494693Sgovinda /* Get the interrupts cell size */
495693Sgovinda intr_cells = ddi_getprop(DDI_DEV_T_ANY, pdip, 0,
496693Sgovinda "#interrupt-cells", 1);
497693Sgovinda
498693Sgovinda /*
499693Sgovinda * step3
500693Sgovinda * Now lets build up the unit interrupt specifier e.g. reg,intr
501693Sgovinda * and apply the imap mask. match_req will hold this when we're
502693Sgovinda * through.
503693Sgovinda */
504693Sgovinda if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "reg",
505693Sgovinda (caddr_t)®_p, ®_len) != DDI_SUCCESS) {
506693Sgovinda ASSERT(intr_parent_dip == NULL);
507693Sgovinda goto exit3;
5080Sstevel@tonic-gate }
5090Sstevel@tonic-gate
510693Sgovinda match_req = kmem_alloc(CELLS_1275_TO_BYTES(addr_cells) +
511693Sgovinda CELLS_1275_TO_BYTES(intr_cells), KM_SLEEP);
512693Sgovinda
513693Sgovinda for (i = 0; i < addr_cells; i++)
514693Sgovinda match_req[i] = (reg_p[i] & imap_mask[i]);
515693Sgovinda
516693Sgovinda for (j = 0; j < intr_cells; i++, j++)
517693Sgovinda match_req[i] = (intr[j] & imap_mask[i]);
518693Sgovinda
519693Sgovinda /* Calculate the imap size in cells */
520693Sgovinda imap_cells = BYTES_TO_1275_CELLS(imap_sz);
521693Sgovinda
522693Sgovinda #ifdef DEBUG
523693Sgovinda if (debug)
524693Sgovinda prom_printf("reg cell size 0x%x, intr cell size 0x%x, "
525693Sgovinda "match_request 0x%p, imap 0x%p\n", addr_cells, intr_cells,
5267240Srh87107 (void *)match_req, (void *)imap);
527693Sgovinda #endif
528693Sgovinda
529693Sgovinda /*
530693Sgovinda * Scan the imap property looking for a match of the interrupt unit
531693Sgovinda * specifier. This loop is rather complex since the data within the
532693Sgovinda * imap property may vary in size.
533693Sgovinda */
534693Sgovinda for (scan = imap, imap_scan_cells = i = 0;
535693Sgovinda imap_scan_cells < imap_cells; scan += i, imap_scan_cells += i) {
536693Sgovinda int new_intr_cells;
537693Sgovinda
538693Sgovinda /* Set the index to the nodeid field */
539693Sgovinda i = addr_cells + intr_cells;
540693Sgovinda
541693Sgovinda /*
542693Sgovinda * step4a
543693Sgovinda * Translate the nodeid field to a dip
544693Sgovinda */
545693Sgovinda ASSERT(intr_parent_dip == NULL);
546693Sgovinda intr_parent_dip = e_ddi_nodeid_to_dip((uint_t)scan[i++]);
547693Sgovinda
548693Sgovinda ASSERT(intr_parent_dip != 0);
549693Sgovinda #ifdef DEBUG
550693Sgovinda if (debug)
5517240Srh87107 prom_printf("scan 0x%p\n", (void *)scan);
552693Sgovinda #endif
553693Sgovinda /*
554693Sgovinda * The tmp_dip describes the new domain, get it's interrupt
555693Sgovinda * cell size
556693Sgovinda */
557693Sgovinda new_intr_cells = ddi_getprop(DDI_DEV_T_ANY, intr_parent_dip, 0,
558693Sgovinda "#interrupts-cells", 1);
5590Sstevel@tonic-gate
560693Sgovinda /*
561693Sgovinda * step4b
562693Sgovinda * See if we have a match on the interrupt unit specifier
563693Sgovinda */
564693Sgovinda if (cells_1275_cmp(match_req, scan, addr_cells + intr_cells)
565693Sgovinda == 0) {
566693Sgovinda uint32_t *intr;
567693Sgovinda
568693Sgovinda match_found = 1;
569693Sgovinda
570693Sgovinda /*
571693Sgovinda * If we have an imap parent whose not in our device
572693Sgovinda * tree path, we need to hold and install that driver.
573693Sgovinda */
574693Sgovinda if (i_ddi_attach_node_hierarchy(intr_parent_dip)
575693Sgovinda != DDI_SUCCESS) {
576693Sgovinda ndi_rele_devi(intr_parent_dip);
577693Sgovinda intr_parent_dip = (dev_info_t *)NULL;
578693Sgovinda goto exit4;
579693Sgovinda }
5800Sstevel@tonic-gate
581693Sgovinda /*
582693Sgovinda * We need to handcraft an ispec along with a bus
583693Sgovinda * interrupt value, so we can dup it into our
584693Sgovinda * standard ispec structure.
585693Sgovinda */
586693Sgovinda /* Extract the translated interrupt information */
587693Sgovinda intr = kmem_alloc(
588693Sgovinda CELLS_1275_TO_BYTES(new_intr_cells), KM_SLEEP);
589693Sgovinda
590693Sgovinda for (j = 0; j < new_intr_cells; j++, i++)
591693Sgovinda intr[j] = scan[i];
592693Sgovinda
593693Sgovinda cells_1275_copy(intr, &hdlp->ih_vector, new_intr_cells);
5940Sstevel@tonic-gate
595693Sgovinda kmem_free(intr, CELLS_1275_TO_BYTES(new_intr_cells));
596693Sgovinda
597693Sgovinda #ifdef DEBUG
598693Sgovinda if (debug)
5997240Srh87107 prom_printf("dip 0x%p\n",
6007240Srh87107 (void *)intr_parent_dip);
601693Sgovinda #endif
602693Sgovinda break;
603693Sgovinda } else {
604693Sgovinda #ifdef DEBUG
605693Sgovinda if (debug)
6067240Srh87107 prom_printf("dip 0x%p\n",
6077240Srh87107 (void *)intr_parent_dip);
608693Sgovinda #endif
609693Sgovinda ndi_rele_devi(intr_parent_dip);
610693Sgovinda intr_parent_dip = NULL;
611693Sgovinda i += new_intr_cells;
6120Sstevel@tonic-gate }
6130Sstevel@tonic-gate }
6140Sstevel@tonic-gate
615693Sgovinda /*
616693Sgovinda * If we haven't found our interrupt parent at this point, fallback
617693Sgovinda * to using the device tree.
618693Sgovinda */
619693Sgovinda if (!match_found) {
620693Sgovinda ndi_hold_devi(pdip);
621693Sgovinda ASSERT(intr_parent_dip == NULL);
622693Sgovinda intr_parent_dip = pdip;
623693Sgovinda }
624693Sgovinda
625693Sgovinda ASSERT(intr_parent_dip != NULL);
626693Sgovinda
627693Sgovinda exit4:
628693Sgovinda kmem_free(reg_p, reg_len);
629693Sgovinda kmem_free(match_req, CELLS_1275_TO_BYTES(addr_cells) +
630693Sgovinda CELLS_1275_TO_BYTES(intr_cells));
631693Sgovinda
632693Sgovinda exit3:
633693Sgovinda kmem_free(imap_mask, imap_mask_sz);
634693Sgovinda
635693Sgovinda exit2:
636693Sgovinda kmem_free(imap, imap_sz);
637693Sgovinda
638693Sgovinda return (intr_parent_dip);
6390Sstevel@tonic-gate }
6400Sstevel@tonic-gate
6410Sstevel@tonic-gate /*
6420Sstevel@tonic-gate * process_intr_ops:
6430Sstevel@tonic-gate *
6440Sstevel@tonic-gate * Process the interrupt op via the interrupt parent.
6450Sstevel@tonic-gate */
6460Sstevel@tonic-gate int
process_intr_ops(dev_info_t * pdip,dev_info_t * rdip,ddi_intr_op_t op,ddi_intr_handle_impl_t * hdlp,void * result)6470Sstevel@tonic-gate process_intr_ops(dev_info_t *pdip, dev_info_t *rdip, ddi_intr_op_t op,
6480Sstevel@tonic-gate ddi_intr_handle_impl_t *hdlp, void *result)
6490Sstevel@tonic-gate {
6500Sstevel@tonic-gate int ret = DDI_FAILURE;
6510Sstevel@tonic-gate
6520Sstevel@tonic-gate if (NEXUS_HAS_INTR_OP(pdip)) {
6530Sstevel@tonic-gate ret = (*(DEVI(pdip)->devi_ops->devo_bus_ops->
6540Sstevel@tonic-gate bus_intr_op)) (pdip, rdip, op, hdlp, result);
6550Sstevel@tonic-gate } else {
6560Sstevel@tonic-gate cmn_err(CE_WARN, "Failed to process interrupt "
6570Sstevel@tonic-gate "for %s%d due to down-rev nexus driver %s%d",
6580Sstevel@tonic-gate ddi_get_name(rdip), ddi_get_instance(rdip),
6590Sstevel@tonic-gate ddi_get_name(pdip), ddi_get_instance(pdip));
6600Sstevel@tonic-gate }
6610Sstevel@tonic-gate
6620Sstevel@tonic-gate return (ret);
6630Sstevel@tonic-gate }
6640Sstevel@tonic-gate
665693Sgovinda /*ARGSUSED*/
666693Sgovinda uint_t
softlevel1(caddr_t arg)667693Sgovinda softlevel1(caddr_t arg)
668693Sgovinda {
669693Sgovinda softint();
670693Sgovinda return (1);
671693Sgovinda }
672693Sgovinda
673693Sgovinda /*
674693Sgovinda * indirection table, to save us some large switch statements
675693Sgovinda * NOTE: This must agree with "INTLEVEL_foo" constants in
676693Sgovinda * <sys/avintr.h>
677693Sgovinda */
678693Sgovinda struct autovec *const vectorlist[] = { 0 };
679693Sgovinda
680693Sgovinda /*
681693Sgovinda * This value is exported here for the functions in avintr.c
682693Sgovinda */
683693Sgovinda const uint_t maxautovec = (sizeof (vectorlist) / sizeof (vectorlist[0]));
684693Sgovinda
685693Sgovinda /*
686693Sgovinda * Check for machine specific interrupt levels which cannot be reassigned by
687693Sgovinda * settrap(), sun4u version.
688693Sgovinda *
689693Sgovinda * sun4u does not support V8 SPARC "fast trap" handlers.
690693Sgovinda */
691693Sgovinda /*ARGSUSED*/
692693Sgovinda int
exclude_settrap(int lvl)693693Sgovinda exclude_settrap(int lvl)
694693Sgovinda {
695693Sgovinda return (1);
696693Sgovinda }
697693Sgovinda
698693Sgovinda /*
699693Sgovinda * Check for machine specific interrupt levels which cannot have interrupt
700693Sgovinda * handlers added. We allow levels 1 through 15; level 0 is nonsense.
701693Sgovinda */
702693Sgovinda /*ARGSUSED*/
703693Sgovinda int
exclude_level(int lvl)704693Sgovinda exclude_level(int lvl)
705693Sgovinda {
706693Sgovinda return ((lvl < 1) || (lvl > 15));
707693Sgovinda }
708693Sgovinda
709693Sgovinda /*
710693Sgovinda * Wrapper functions used by New DDI interrupt framework.
711693Sgovinda */
712693Sgovinda
713693Sgovinda /*
714693Sgovinda * i_ddi_intr_ops:
715693Sgovinda */
716693Sgovinda int
i_ddi_intr_ops(dev_info_t * dip,dev_info_t * rdip,ddi_intr_op_t op,ddi_intr_handle_impl_t * hdlp,void * result)717693Sgovinda i_ddi_intr_ops(dev_info_t *dip, dev_info_t *rdip, ddi_intr_op_t op,
718693Sgovinda ddi_intr_handle_impl_t *hdlp, void *result)
719693Sgovinda {
720693Sgovinda dev_info_t *pdip = ddi_get_parent(dip);
721693Sgovinda int ret = DDI_FAILURE;
722693Sgovinda
723693Sgovinda /*
724693Sgovinda * The following check is required to address
725693Sgovinda * one of the test case of ADDI test suite.
726693Sgovinda */
727693Sgovinda if (pdip == NULL)
728693Sgovinda return (DDI_FAILURE);
729693Sgovinda
730693Sgovinda if (hdlp->ih_type != DDI_INTR_TYPE_FIXED)
731693Sgovinda return (process_intr_ops(pdip, rdip, op, hdlp, result));
732693Sgovinda
733693Sgovinda if (hdlp->ih_vector == 0)
734693Sgovinda hdlp->ih_vector = i_ddi_get_inum(rdip, hdlp->ih_inum);
735693Sgovinda
736693Sgovinda if (hdlp->ih_pri == 0)
737693Sgovinda hdlp->ih_pri = i_ddi_get_intr_pri(rdip, hdlp->ih_inum);
738693Sgovinda
739693Sgovinda switch (op) {
740693Sgovinda case DDI_INTROP_ADDISR:
741693Sgovinda case DDI_INTROP_REMISR:
74210053SEvan.Yan@Sun.COM case DDI_INTROP_GETTARGET:
74310053SEvan.Yan@Sun.COM case DDI_INTROP_SETTARGET:
744693Sgovinda case DDI_INTROP_ENABLE:
745693Sgovinda case DDI_INTROP_DISABLE:
746693Sgovinda case DDI_INTROP_BLOCKENABLE:
747693Sgovinda case DDI_INTROP_BLOCKDISABLE:
748693Sgovinda /*
749693Sgovinda * Try and determine our parent and possibly an interrupt
750693Sgovinda * translation. intr parent dip returned held
751693Sgovinda */
752693Sgovinda if ((pdip = get_intr_parent(pdip, dip, hdlp)) == NULL)
753693Sgovinda goto done;
754693Sgovinda }
755693Sgovinda
756693Sgovinda ret = process_intr_ops(pdip, rdip, op, hdlp, result);
757693Sgovinda
758693Sgovinda done:
759693Sgovinda switch (op) {
760693Sgovinda case DDI_INTROP_ADDISR:
761693Sgovinda case DDI_INTROP_REMISR:
762693Sgovinda case DDI_INTROP_ENABLE:
763693Sgovinda case DDI_INTROP_DISABLE:
764693Sgovinda case DDI_INTROP_BLOCKENABLE:
765693Sgovinda case DDI_INTROP_BLOCKDISABLE:
766693Sgovinda /* Release hold acquired in get_intr_parent() */
767693Sgovinda if (pdip)
768693Sgovinda ndi_rele_devi(pdip);
769693Sgovinda }
770693Sgovinda
771693Sgovinda hdlp->ih_vector = 0;
772693Sgovinda
773693Sgovinda return (ret);
774693Sgovinda }
775693Sgovinda
7760Sstevel@tonic-gate /*
7770Sstevel@tonic-gate * i_ddi_add_ivintr:
7780Sstevel@tonic-gate */
7790Sstevel@tonic-gate /*ARGSUSED*/
7800Sstevel@tonic-gate int
i_ddi_add_ivintr(ddi_intr_handle_impl_t * hdlp)7810Sstevel@tonic-gate i_ddi_add_ivintr(ddi_intr_handle_impl_t *hdlp)
7820Sstevel@tonic-gate {
7830Sstevel@tonic-gate /*
7840Sstevel@tonic-gate * If the PIL was set and is valid use it, otherwise
7850Sstevel@tonic-gate * default it to 1
7860Sstevel@tonic-gate */
7870Sstevel@tonic-gate if ((hdlp->ih_pri < 1) || (hdlp->ih_pri > PIL_MAX))
7880Sstevel@tonic-gate hdlp->ih_pri = 1;
7890Sstevel@tonic-gate
7900Sstevel@tonic-gate VERIFY(add_ivintr(hdlp->ih_vector, hdlp->ih_pri,
7912973Sgovinda (intrfunc)hdlp->ih_cb_func, hdlp->ih_cb_arg1,
7922973Sgovinda hdlp->ih_cb_arg2, NULL) == 0);
7930Sstevel@tonic-gate
7940Sstevel@tonic-gate return (DDI_SUCCESS);
7950Sstevel@tonic-gate }
7960Sstevel@tonic-gate
7970Sstevel@tonic-gate /*
7980Sstevel@tonic-gate * i_ddi_rem_ivintr:
7990Sstevel@tonic-gate */
8000Sstevel@tonic-gate /*ARGSUSED*/
8010Sstevel@tonic-gate void
i_ddi_rem_ivintr(ddi_intr_handle_impl_t * hdlp)8020Sstevel@tonic-gate i_ddi_rem_ivintr(ddi_intr_handle_impl_t *hdlp)
8030Sstevel@tonic-gate {
8042973Sgovinda VERIFY(rem_ivintr(hdlp->ih_vector, hdlp->ih_pri) == 0);
8050Sstevel@tonic-gate }
8060Sstevel@tonic-gate
8070Sstevel@tonic-gate /*
808693Sgovinda * i_ddi_get_inum - Get the interrupt number property from the
809693Sgovinda * specified device. Note that this function is called only for
810693Sgovinda * the FIXED interrupt type.
811693Sgovinda */
812693Sgovinda uint32_t
i_ddi_get_inum(dev_info_t * dip,uint_t inumber)813693Sgovinda i_ddi_get_inum(dev_info_t *dip, uint_t inumber)
814693Sgovinda {
815693Sgovinda int32_t intrlen, intr_cells, max_intrs;
816693Sgovinda prop_1275_cell_t *ip, intr_sz;
817693Sgovinda uint32_t intr = 0;
818693Sgovinda
819693Sgovinda if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS |
820693Sgovinda DDI_PROP_CANSLEEP,
821693Sgovinda "interrupts", (caddr_t)&ip, &intrlen) == DDI_SUCCESS) {
822693Sgovinda
823693Sgovinda intr_cells = ddi_getprop(DDI_DEV_T_ANY, dip, 0,
824693Sgovinda "#interrupt-cells", 1);
825693Sgovinda
826693Sgovinda /* adjust for number of bytes */
827693Sgovinda intr_sz = CELLS_1275_TO_BYTES(intr_cells);
828693Sgovinda
829693Sgovinda /* Calculate the number of interrupts */
830693Sgovinda max_intrs = intrlen / intr_sz;
831693Sgovinda
832693Sgovinda if (inumber < max_intrs) {
833693Sgovinda prop_1275_cell_t *intrp = ip;
834693Sgovinda
835693Sgovinda /* Index into interrupt property */
836693Sgovinda intrp += (inumber * intr_cells);
837693Sgovinda
838693Sgovinda cells_1275_copy(intrp, &intr, intr_cells);
839693Sgovinda }
840693Sgovinda
841693Sgovinda kmem_free(ip, intrlen);
842693Sgovinda }
843693Sgovinda
844693Sgovinda return (intr);
845693Sgovinda }
846693Sgovinda
847693Sgovinda /*
848693Sgovinda * i_ddi_get_intr_pri - Get the interrupt-priorities property from
849693Sgovinda * the specified device. Note that this function is called only for
850693Sgovinda * the FIXED interrupt type.
851693Sgovinda */
852693Sgovinda uint32_t
i_ddi_get_intr_pri(dev_info_t * dip,uint_t inumber)853693Sgovinda i_ddi_get_intr_pri(dev_info_t *dip, uint_t inumber)
854693Sgovinda {
855693Sgovinda uint32_t *intr_prio_p;
856693Sgovinda uint32_t pri = 0;
857693Sgovinda int32_t i;
858693Sgovinda
859693Sgovinda /*
860693Sgovinda * Use the "interrupt-priorities" property to determine the
861693Sgovinda * the pil/ipl for the interrupt handler.
862693Sgovinda */
863693Sgovinda if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS,
864693Sgovinda "interrupt-priorities", (caddr_t)&intr_prio_p,
865693Sgovinda &i) == DDI_SUCCESS) {
866693Sgovinda if (inumber < (i / sizeof (int32_t)))
867693Sgovinda pri = intr_prio_p[inumber];
868693Sgovinda kmem_free(intr_prio_p, i);
869693Sgovinda }
870693Sgovinda
871693Sgovinda return (pri);
872693Sgovinda }
873693Sgovinda
874693Sgovinda int
i_ddi_get_intx_nintrs(dev_info_t * dip)8752580Sanish i_ddi_get_intx_nintrs(dev_info_t *dip)
876693Sgovinda {
877693Sgovinda int32_t intrlen;
878693Sgovinda prop_1275_cell_t intr_sz;
879693Sgovinda prop_1275_cell_t *ip;
880693Sgovinda int32_t ret = 0;
881693Sgovinda
882693Sgovinda if (ddi_getlongprop(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS |
883693Sgovinda DDI_PROP_CANSLEEP,
884693Sgovinda "interrupts", (caddr_t)&ip, &intrlen) == DDI_SUCCESS) {
885693Sgovinda
886693Sgovinda intr_sz = ddi_getprop(DDI_DEV_T_ANY, dip, 0,
887693Sgovinda "#interrupt-cells", 1);
888693Sgovinda /* adjust for number of bytes */
889693Sgovinda intr_sz = CELLS_1275_TO_BYTES(intr_sz);
890693Sgovinda
891693Sgovinda ret = intrlen / intr_sz;
892693Sgovinda
893693Sgovinda kmem_free(ip, intrlen);
894693Sgovinda }
895693Sgovinda
896693Sgovinda return (ret);
897693Sgovinda }
898693Sgovinda
899693Sgovinda /*
9002973Sgovinda * i_ddi_add_softint - allocate and add a software interrupt.
9012973Sgovinda *
9022973Sgovinda * NOTE: All software interrupts that are registered through DDI
9032973Sgovinda * should be triggered only on a single target or CPU.
9040Sstevel@tonic-gate */
9050Sstevel@tonic-gate int
i_ddi_add_softint(ddi_softint_hdl_impl_t * hdlp)9060Sstevel@tonic-gate i_ddi_add_softint(ddi_softint_hdl_impl_t *hdlp)
9070Sstevel@tonic-gate {
9082973Sgovinda if ((hdlp->ih_private = (void *)add_softintr(hdlp->ih_pri,
9092973Sgovinda hdlp->ih_cb_func, hdlp->ih_cb_arg1, SOFTINT_ST)) == NULL)
9100Sstevel@tonic-gate return (DDI_FAILURE);
9110Sstevel@tonic-gate
9120Sstevel@tonic-gate return (DDI_SUCCESS);
9130Sstevel@tonic-gate }
9140Sstevel@tonic-gate
9152973Sgovinda /*
9162973Sgovinda * i_ddi_remove_softint - remove and free a software interrupt.
9172973Sgovinda */
9180Sstevel@tonic-gate void
i_ddi_remove_softint(ddi_softint_hdl_impl_t * hdlp)9190Sstevel@tonic-gate i_ddi_remove_softint(ddi_softint_hdl_impl_t *hdlp)
9200Sstevel@tonic-gate {
9210Sstevel@tonic-gate ASSERT(hdlp->ih_private != NULL);
922693Sgovinda
9232973Sgovinda if (rem_softintr((uint64_t)hdlp->ih_private) == 0)
9242973Sgovinda hdlp->ih_private = NULL;
9250Sstevel@tonic-gate }
9260Sstevel@tonic-gate
9272973Sgovinda /*
9282973Sgovinda * i_ddi_trigger_softint - trigger a software interrupt.
9292973Sgovinda */
9300Sstevel@tonic-gate int
i_ddi_trigger_softint(ddi_softint_hdl_impl_t * hdlp,void * arg2)931278Sgovinda i_ddi_trigger_softint(ddi_softint_hdl_impl_t *hdlp, void *arg2)
9320Sstevel@tonic-gate {
9332973Sgovinda int ret;
9342973Sgovinda
9350Sstevel@tonic-gate ASSERT(hdlp->ih_private != NULL);
9360Sstevel@tonic-gate
9372973Sgovinda /* Update the second argument for the software interrupt */
9382973Sgovinda if ((ret = update_softint_arg2((uint64_t)hdlp->ih_private, arg2)) == 0)
9392973Sgovinda setsoftint((uint64_t)hdlp->ih_private);
9402973Sgovinda
9412973Sgovinda return (ret ? DDI_EPENDING : DDI_SUCCESS);
9420Sstevel@tonic-gate }
9430Sstevel@tonic-gate
9442973Sgovinda /*
9452973Sgovinda * i_ddi_set_softint_pri - change software interrupt priority.
9462973Sgovinda */
9470Sstevel@tonic-gate /* ARGSUSED */
9480Sstevel@tonic-gate int
i_ddi_set_softint_pri(ddi_softint_hdl_impl_t * hdlp,uint_t old_pri)9490Sstevel@tonic-gate i_ddi_set_softint_pri(ddi_softint_hdl_impl_t *hdlp, uint_t old_pri)
9500Sstevel@tonic-gate {
9512973Sgovinda int ret;
9522973Sgovinda
9530Sstevel@tonic-gate ASSERT(hdlp->ih_private != NULL);
9540Sstevel@tonic-gate
9552973Sgovinda /* Update the interrupt priority for the software interrupt */
9562973Sgovinda ret = update_softint_pri((uint64_t)hdlp->ih_private, hdlp->ih_pri);
9572973Sgovinda
9582973Sgovinda return (ret ? DDI_FAILURE : DDI_SUCCESS);
9590Sstevel@tonic-gate }
9600Sstevel@tonic-gate
961916Sschwartz /*ARGSUSED*/
962916Sschwartz void
i_ddi_alloc_intr_phdl(ddi_intr_handle_impl_t * hdlp)963916Sschwartz i_ddi_alloc_intr_phdl(ddi_intr_handle_impl_t *hdlp)
964916Sschwartz {
965916Sschwartz }
966916Sschwartz
967916Sschwartz /*ARGSUSED*/
968916Sschwartz void
i_ddi_free_intr_phdl(ddi_intr_handle_impl_t * hdlp)969916Sschwartz i_ddi_free_intr_phdl(ddi_intr_handle_impl_t *hdlp)
970916Sschwartz {
971916Sschwartz }
972916Sschwartz
9730Sstevel@tonic-gate /*
9740Sstevel@tonic-gate * SECTION: DDI Memory/DMA
9750Sstevel@tonic-gate */
9760Sstevel@tonic-gate
9771900Seota /* set HAT endianess attributes from ddi_device_acc_attr */
9781900Seota void
i_ddi_devacc_to_hatacc(ddi_device_acc_attr_t * devaccp,uint_t * hataccp)9791900Seota i_ddi_devacc_to_hatacc(ddi_device_acc_attr_t *devaccp, uint_t *hataccp)
9801900Seota {
9811900Seota if (devaccp != NULL) {
9821900Seota if (devaccp->devacc_attr_endian_flags == DDI_STRUCTURE_LE_ACC) {
9831900Seota *hataccp &= ~HAT_ENDIAN_MASK;
9841900Seota *hataccp |= HAT_STRUCTURE_LE;
9851900Seota }
9861900Seota }
9871900Seota }
9881900Seota
9891900Seota /*
9901900Seota * Check if the specified cache attribute is supported on the platform.
9911900Seota * This function must be called before i_ddi_cacheattr_to_hatacc().
9921900Seota */
9931900Seota boolean_t
i_ddi_check_cache_attr(uint_t flags)9941900Seota i_ddi_check_cache_attr(uint_t flags)
9951900Seota {
9961900Seota /*
9971900Seota * The cache attributes are mutually exclusive. Any combination of
9981900Seota * the attributes leads to a failure.
9991900Seota */
10001900Seota uint_t cache_attr = IOMEM_CACHE_ATTR(flags);
10011900Seota if ((cache_attr != 0) && ((cache_attr & (cache_attr - 1)) != 0))
10021900Seota return (B_FALSE);
10031900Seota
10041900Seota /*
10051900Seota * On the sparc architecture, only IOMEM_DATA_CACHED is meaningful,
10061900Seota * but others lead to a failure.
10071900Seota */
10081900Seota if (cache_attr & IOMEM_DATA_CACHED)
10091900Seota return (B_TRUE);
10101900Seota else
10111900Seota return (B_FALSE);
10121900Seota }
10131900Seota
10141900Seota /* set HAT cache attributes from the cache attributes */
10151900Seota void
i_ddi_cacheattr_to_hatacc(uint_t flags,uint_t * hataccp)10161900Seota i_ddi_cacheattr_to_hatacc(uint_t flags, uint_t *hataccp)
10171900Seota {
10181900Seota uint_t cache_attr = IOMEM_CACHE_ATTR(flags);
10191900Seota static char *fname = "i_ddi_cacheattr_to_hatacc";
10201900Seota #if defined(lint)
10211900Seota *hataccp = *hataccp;
10221900Seota #endif
10231900Seota /*
10241900Seota * set HAT attrs according to the cache attrs.
10251900Seota */
10261900Seota switch (cache_attr) {
10271900Seota /*
10281900Seota * The cache coherency is always maintained on SPARC, and
10291900Seota * nothing is required.
10301900Seota */
10311900Seota case IOMEM_DATA_CACHED:
10321900Seota break;
10331900Seota /*
10341900Seota * Both IOMEM_DATA_UC_WRITE_COMBINED and IOMEM_DATA_UNCACHED are
10351900Seota * not supported on SPARC -- this case must not occur because the
10361900Seota * cache attribute is scrutinized before this function is called.
10371900Seota */
10381900Seota case IOMEM_DATA_UNCACHED:
10391900Seota case IOMEM_DATA_UC_WR_COMBINE:
10401900Seota default:
10411900Seota cmn_err(CE_WARN, "%s: cache_attr=0x%x is ignored.",
10421900Seota fname, cache_attr);
10431900Seota }
10441900Seota }
10451900Seota
10460Sstevel@tonic-gate static vmem_t *little_endian_arena;
10470Sstevel@tonic-gate static vmem_t *big_endian_arena;
10480Sstevel@tonic-gate
10490Sstevel@tonic-gate static void *
segkmem_alloc_le(vmem_t * vmp,size_t size,int flag)10500Sstevel@tonic-gate segkmem_alloc_le(vmem_t *vmp, size_t size, int flag)
10510Sstevel@tonic-gate {
10520Sstevel@tonic-gate return (segkmem_xalloc(vmp, NULL, size, flag, HAT_STRUCTURE_LE,
10530Sstevel@tonic-gate segkmem_page_create, NULL));
10540Sstevel@tonic-gate }
10550Sstevel@tonic-gate
10560Sstevel@tonic-gate static void *
segkmem_alloc_be(vmem_t * vmp,size_t size,int flag)10570Sstevel@tonic-gate segkmem_alloc_be(vmem_t *vmp, size_t size, int flag)
10580Sstevel@tonic-gate {
10590Sstevel@tonic-gate return (segkmem_xalloc(vmp, NULL, size, flag, HAT_STRUCTURE_BE,
10600Sstevel@tonic-gate segkmem_page_create, NULL));
10610Sstevel@tonic-gate }
10620Sstevel@tonic-gate
10630Sstevel@tonic-gate void
ka_init(void)10640Sstevel@tonic-gate ka_init(void)
10650Sstevel@tonic-gate {
10660Sstevel@tonic-gate little_endian_arena = vmem_create("little_endian", NULL, 0, 1,
10670Sstevel@tonic-gate segkmem_alloc_le, segkmem_free, heap_arena, 0, VM_SLEEP);
10680Sstevel@tonic-gate big_endian_arena = vmem_create("big_endian", NULL, 0, 1,
10690Sstevel@tonic-gate segkmem_alloc_be, segkmem_free, heap_arena, 0, VM_SLEEP);
10700Sstevel@tonic-gate }
10710Sstevel@tonic-gate
10720Sstevel@tonic-gate /*
10730Sstevel@tonic-gate * Allocate from the system, aligned on a specific boundary.
10740Sstevel@tonic-gate * The alignment, if non-zero, must be a power of 2.
10750Sstevel@tonic-gate */
10760Sstevel@tonic-gate static void *
kalloca(size_t size,size_t align,int cansleep,uint_t endian_flags)10770Sstevel@tonic-gate kalloca(size_t size, size_t align, int cansleep, uint_t endian_flags)
10780Sstevel@tonic-gate {
10790Sstevel@tonic-gate size_t *addr, *raddr, rsize;
10800Sstevel@tonic-gate size_t hdrsize = 4 * sizeof (size_t); /* must be power of 2 */
10810Sstevel@tonic-gate
10820Sstevel@tonic-gate align = MAX(align, hdrsize);
10830Sstevel@tonic-gate ASSERT((align & (align - 1)) == 0);
10840Sstevel@tonic-gate
10850Sstevel@tonic-gate /*
10860Sstevel@tonic-gate * We need to allocate
10870Sstevel@tonic-gate * rsize = size + hdrsize + align - MIN(hdrsize, buffer_alignment)
10880Sstevel@tonic-gate * bytes to be sure we have enough freedom to satisfy the request.
10890Sstevel@tonic-gate * Since the buffer alignment depends on the request size, this is
10900Sstevel@tonic-gate * not straightforward to use directly.
10910Sstevel@tonic-gate *
10920Sstevel@tonic-gate * kmem guarantees that any allocation of a 64-byte multiple will be
10930Sstevel@tonic-gate * 64-byte aligned. Since rounding up the request could add more
10940Sstevel@tonic-gate * than we save, we compute the size with and without alignment, and
10950Sstevel@tonic-gate * use the smaller of the two.
10960Sstevel@tonic-gate */
10970Sstevel@tonic-gate rsize = size + hdrsize + align;
10980Sstevel@tonic-gate
10990Sstevel@tonic-gate if (endian_flags == DDI_STRUCTURE_LE_ACC) {
11000Sstevel@tonic-gate raddr = vmem_alloc(little_endian_arena, rsize,
11010Sstevel@tonic-gate cansleep ? VM_SLEEP : VM_NOSLEEP);
11020Sstevel@tonic-gate } else {
11030Sstevel@tonic-gate raddr = vmem_alloc(big_endian_arena, rsize,
11040Sstevel@tonic-gate cansleep ? VM_SLEEP : VM_NOSLEEP);
11050Sstevel@tonic-gate }
11060Sstevel@tonic-gate
11070Sstevel@tonic-gate if (raddr == NULL)
11080Sstevel@tonic-gate return (NULL);
11090Sstevel@tonic-gate
11100Sstevel@tonic-gate addr = (size_t *)P2ROUNDUP((uintptr_t)raddr + hdrsize, align);
11110Sstevel@tonic-gate ASSERT((uintptr_t)addr + size - (uintptr_t)raddr <= rsize);
11120Sstevel@tonic-gate
11130Sstevel@tonic-gate addr[-3] = (size_t)endian_flags;
11140Sstevel@tonic-gate addr[-2] = (size_t)raddr;
11150Sstevel@tonic-gate addr[-1] = rsize;
11160Sstevel@tonic-gate
11170Sstevel@tonic-gate return (addr);
11180Sstevel@tonic-gate }
11190Sstevel@tonic-gate
11200Sstevel@tonic-gate static void
kfreea(void * addr)11210Sstevel@tonic-gate kfreea(void *addr)
11220Sstevel@tonic-gate {
11230Sstevel@tonic-gate size_t *saddr = addr;
11240Sstevel@tonic-gate
11250Sstevel@tonic-gate if (saddr[-3] == DDI_STRUCTURE_LE_ACC)
11260Sstevel@tonic-gate vmem_free(little_endian_arena, (void *)saddr[-2], saddr[-1]);
11270Sstevel@tonic-gate else
11280Sstevel@tonic-gate vmem_free(big_endian_arena, (void *)saddr[-2], saddr[-1]);
11290Sstevel@tonic-gate }
11300Sstevel@tonic-gate
11310Sstevel@tonic-gate int
i_ddi_mem_alloc(dev_info_t * dip,ddi_dma_attr_t * attr,size_t length,int cansleep,int flags,ddi_device_acc_attr_t * accattrp,caddr_t * kaddrp,size_t * real_length,ddi_acc_hdl_t * handlep)11320Sstevel@tonic-gate i_ddi_mem_alloc(dev_info_t *dip, ddi_dma_attr_t *attr,
11331900Seota size_t length, int cansleep, int flags,
11340Sstevel@tonic-gate ddi_device_acc_attr_t *accattrp,
11350Sstevel@tonic-gate caddr_t *kaddrp, size_t *real_length, ddi_acc_hdl_t *handlep)
11360Sstevel@tonic-gate {
11370Sstevel@tonic-gate caddr_t a;
11381900Seota int iomin, align, streaming;
11390Sstevel@tonic-gate uint_t endian_flags = DDI_NEVERSWAP_ACC;
11400Sstevel@tonic-gate
11410Sstevel@tonic-gate #if defined(lint)
11420Sstevel@tonic-gate *handlep = *handlep;
11430Sstevel@tonic-gate #endif
11440Sstevel@tonic-gate
11450Sstevel@tonic-gate /*
11460Sstevel@tonic-gate * Check legality of arguments
11470Sstevel@tonic-gate */
11480Sstevel@tonic-gate if (length == 0 || kaddrp == NULL || attr == NULL) {
11490Sstevel@tonic-gate return (DDI_FAILURE);
11500Sstevel@tonic-gate }
11511900Seota
11520Sstevel@tonic-gate if (attr->dma_attr_minxfer == 0 || attr->dma_attr_align == 0 ||
11530Sstevel@tonic-gate (attr->dma_attr_align & (attr->dma_attr_align - 1)) ||
11540Sstevel@tonic-gate (attr->dma_attr_minxfer & (attr->dma_attr_minxfer - 1))) {
11550Sstevel@tonic-gate return (DDI_FAILURE);
11560Sstevel@tonic-gate }
11570Sstevel@tonic-gate
11580Sstevel@tonic-gate /*
11591900Seota * check if a streaming sequential xfer is requested.
11601900Seota */
11611900Seota streaming = (flags & DDI_DMA_STREAMING) ? 1 : 0;
11621900Seota
11631900Seota /*
11640Sstevel@tonic-gate * Drivers for 64-bit capable SBus devices will encode
11650Sstevel@tonic-gate * the burtsizes for 64-bit xfers in the upper 16-bits.
11660Sstevel@tonic-gate * For DMA alignment, we use the most restrictive
11670Sstevel@tonic-gate * alignment of 32-bit and 64-bit xfers.
11680Sstevel@tonic-gate */
11690Sstevel@tonic-gate iomin = (attr->dma_attr_burstsizes & 0xffff) |
11700Sstevel@tonic-gate ((attr->dma_attr_burstsizes >> 16) & 0xffff);
11710Sstevel@tonic-gate /*
11720Sstevel@tonic-gate * If a driver set burtsizes to 0, we give him byte alignment.
11730Sstevel@tonic-gate * Otherwise align at the burtsizes boundary.
11740Sstevel@tonic-gate */
11750Sstevel@tonic-gate if (iomin == 0)
11760Sstevel@tonic-gate iomin = 1;
11770Sstevel@tonic-gate else
11780Sstevel@tonic-gate iomin = 1 << (ddi_fls(iomin) - 1);
11790Sstevel@tonic-gate iomin = maxbit(iomin, attr->dma_attr_minxfer);
11800Sstevel@tonic-gate iomin = maxbit(iomin, attr->dma_attr_align);
11810Sstevel@tonic-gate iomin = ddi_iomin(dip, iomin, streaming);
11820Sstevel@tonic-gate if (iomin == 0)
11830Sstevel@tonic-gate return (DDI_FAILURE);
11840Sstevel@tonic-gate
11850Sstevel@tonic-gate ASSERT((iomin & (iomin - 1)) == 0);
11860Sstevel@tonic-gate ASSERT(iomin >= attr->dma_attr_minxfer);
11870Sstevel@tonic-gate ASSERT(iomin >= attr->dma_attr_align);
11880Sstevel@tonic-gate
11890Sstevel@tonic-gate length = P2ROUNDUP(length, iomin);
11900Sstevel@tonic-gate align = iomin;
11910Sstevel@tonic-gate
11920Sstevel@tonic-gate if (accattrp != NULL)
11930Sstevel@tonic-gate endian_flags = accattrp->devacc_attr_endian_flags;
11940Sstevel@tonic-gate
11950Sstevel@tonic-gate a = kalloca(length, align, cansleep, endian_flags);
11960Sstevel@tonic-gate if ((*kaddrp = a) == 0) {
11970Sstevel@tonic-gate return (DDI_FAILURE);
11980Sstevel@tonic-gate } else {
11990Sstevel@tonic-gate if (real_length) {
12000Sstevel@tonic-gate *real_length = length;
12010Sstevel@tonic-gate }
12020Sstevel@tonic-gate if (handlep) {
12030Sstevel@tonic-gate /*
12040Sstevel@tonic-gate * assign handle information
12050Sstevel@tonic-gate */
12060Sstevel@tonic-gate impl_acc_hdl_init(handlep);
12070Sstevel@tonic-gate }
12080Sstevel@tonic-gate return (DDI_SUCCESS);
12090Sstevel@tonic-gate }
12100Sstevel@tonic-gate }
12110Sstevel@tonic-gate
12120Sstevel@tonic-gate /*
12130Sstevel@tonic-gate * covert old DMA limits structure to DMA attribute structure
12140Sstevel@tonic-gate * and continue
12150Sstevel@tonic-gate */
12160Sstevel@tonic-gate int
i_ddi_mem_alloc_lim(dev_info_t * dip,ddi_dma_lim_t * limits,size_t length,int cansleep,int streaming,ddi_device_acc_attr_t * accattrp,caddr_t * kaddrp,uint_t * real_length,ddi_acc_hdl_t * ap)12170Sstevel@tonic-gate i_ddi_mem_alloc_lim(dev_info_t *dip, ddi_dma_lim_t *limits,
12180Sstevel@tonic-gate size_t length, int cansleep, int streaming,
12190Sstevel@tonic-gate ddi_device_acc_attr_t *accattrp, caddr_t *kaddrp,
12200Sstevel@tonic-gate uint_t *real_length, ddi_acc_hdl_t *ap)
12210Sstevel@tonic-gate {
12220Sstevel@tonic-gate ddi_dma_attr_t dma_attr, *attrp;
12230Sstevel@tonic-gate size_t rlen;
12240Sstevel@tonic-gate int ret;
12250Sstevel@tonic-gate
12260Sstevel@tonic-gate ASSERT(limits);
12270Sstevel@tonic-gate attrp = &dma_attr;
12280Sstevel@tonic-gate attrp->dma_attr_version = DMA_ATTR_V0;
12290Sstevel@tonic-gate attrp->dma_attr_addr_lo = (uint64_t)limits->dlim_addr_lo;
12300Sstevel@tonic-gate attrp->dma_attr_addr_hi = (uint64_t)limits->dlim_addr_hi;
12310Sstevel@tonic-gate attrp->dma_attr_count_max = (uint64_t)-1;
12320Sstevel@tonic-gate attrp->dma_attr_align = 1;
12330Sstevel@tonic-gate attrp->dma_attr_burstsizes = (uint_t)limits->dlim_burstsizes;
12340Sstevel@tonic-gate attrp->dma_attr_minxfer = (uint32_t)limits->dlim_minxfer;
12350Sstevel@tonic-gate attrp->dma_attr_maxxfer = (uint64_t)-1;
12360Sstevel@tonic-gate attrp->dma_attr_seg = (uint64_t)limits->dlim_cntr_max;
12370Sstevel@tonic-gate attrp->dma_attr_sgllen = 1;
12380Sstevel@tonic-gate attrp->dma_attr_granular = 1;
12390Sstevel@tonic-gate attrp->dma_attr_flags = 0;
12400Sstevel@tonic-gate
12410Sstevel@tonic-gate ret = i_ddi_mem_alloc(dip, attrp, length, cansleep, streaming,
12420Sstevel@tonic-gate accattrp, kaddrp, &rlen, ap);
12430Sstevel@tonic-gate if (ret == DDI_SUCCESS) {
12440Sstevel@tonic-gate if (real_length)
12450Sstevel@tonic-gate *real_length = (uint_t)rlen;
12460Sstevel@tonic-gate }
12470Sstevel@tonic-gate return (ret);
12480Sstevel@tonic-gate }
12490Sstevel@tonic-gate
12500Sstevel@tonic-gate /* ARGSUSED */
12510Sstevel@tonic-gate void
i_ddi_mem_free(caddr_t kaddr,ddi_acc_hdl_t * ap)12521900Seota i_ddi_mem_free(caddr_t kaddr, ddi_acc_hdl_t *ap)
12530Sstevel@tonic-gate {
12540Sstevel@tonic-gate kfreea(kaddr);
12550Sstevel@tonic-gate }
12560Sstevel@tonic-gate
12570Sstevel@tonic-gate /*
12580Sstevel@tonic-gate * SECTION: DDI Data Access
12590Sstevel@tonic-gate */
12600Sstevel@tonic-gate
12610Sstevel@tonic-gate static uintptr_t impl_acc_hdl_id = 0;
12620Sstevel@tonic-gate
12630Sstevel@tonic-gate /*
12640Sstevel@tonic-gate * access handle allocator
12650Sstevel@tonic-gate */
12660Sstevel@tonic-gate ddi_acc_hdl_t *
impl_acc_hdl_get(ddi_acc_handle_t hdl)12670Sstevel@tonic-gate impl_acc_hdl_get(ddi_acc_handle_t hdl)
12680Sstevel@tonic-gate {
12690Sstevel@tonic-gate /*
12700Sstevel@tonic-gate * Extract the access handle address from the DDI implemented
12710Sstevel@tonic-gate * access handle
12720Sstevel@tonic-gate */
12730Sstevel@tonic-gate return (&((ddi_acc_impl_t *)hdl)->ahi_common);
12740Sstevel@tonic-gate }
12750Sstevel@tonic-gate
12760Sstevel@tonic-gate ddi_acc_handle_t
impl_acc_hdl_alloc(int (* waitfp)(caddr_t),caddr_t arg)12770Sstevel@tonic-gate impl_acc_hdl_alloc(int (*waitfp)(caddr_t), caddr_t arg)
12780Sstevel@tonic-gate {
12790Sstevel@tonic-gate ddi_acc_impl_t *hp;
12800Sstevel@tonic-gate on_trap_data_t *otp;
12810Sstevel@tonic-gate int sleepflag;
12820Sstevel@tonic-gate
12830Sstevel@tonic-gate sleepflag = ((waitfp == (int (*)())KM_SLEEP) ? KM_SLEEP : KM_NOSLEEP);
12840Sstevel@tonic-gate
12850Sstevel@tonic-gate /*
12860Sstevel@tonic-gate * Allocate and initialize the data access handle and error status.
12870Sstevel@tonic-gate */
12880Sstevel@tonic-gate if ((hp = kmem_zalloc(sizeof (ddi_acc_impl_t), sleepflag)) == NULL)
12890Sstevel@tonic-gate goto fail;
12900Sstevel@tonic-gate if ((hp->ahi_err = (ndi_err_t *)kmem_zalloc(
12910Sstevel@tonic-gate sizeof (ndi_err_t), sleepflag)) == NULL) {
12920Sstevel@tonic-gate kmem_free(hp, sizeof (ddi_acc_impl_t));
12930Sstevel@tonic-gate goto fail;
12940Sstevel@tonic-gate }
12950Sstevel@tonic-gate if ((otp = (on_trap_data_t *)kmem_zalloc(
12960Sstevel@tonic-gate sizeof (on_trap_data_t), sleepflag)) == NULL) {
12970Sstevel@tonic-gate kmem_free(hp->ahi_err, sizeof (ndi_err_t));
12980Sstevel@tonic-gate kmem_free(hp, sizeof (ddi_acc_impl_t));
12990Sstevel@tonic-gate goto fail;
13000Sstevel@tonic-gate }
13010Sstevel@tonic-gate hp->ahi_err->err_ontrap = otp;
13020Sstevel@tonic-gate hp->ahi_common.ah_platform_private = (void *)hp;
13030Sstevel@tonic-gate
13040Sstevel@tonic-gate return ((ddi_acc_handle_t)hp);
13050Sstevel@tonic-gate fail:
13060Sstevel@tonic-gate if ((waitfp != (int (*)())KM_SLEEP) &&
13070Sstevel@tonic-gate (waitfp != (int (*)())KM_NOSLEEP))
13080Sstevel@tonic-gate ddi_set_callback(waitfp, arg, &impl_acc_hdl_id);
13090Sstevel@tonic-gate return (NULL);
13100Sstevel@tonic-gate }
13110Sstevel@tonic-gate
13120Sstevel@tonic-gate void
impl_acc_hdl_free(ddi_acc_handle_t handle)13130Sstevel@tonic-gate impl_acc_hdl_free(ddi_acc_handle_t handle)
13140Sstevel@tonic-gate {
13150Sstevel@tonic-gate ddi_acc_impl_t *hp;
13160Sstevel@tonic-gate
13170Sstevel@tonic-gate /*
13180Sstevel@tonic-gate * The supplied (ddi_acc_handle_t) is actually a (ddi_acc_impl_t *),
13190Sstevel@tonic-gate * because that's what we allocated in impl_acc_hdl_alloc() above.
13200Sstevel@tonic-gate */
13210Sstevel@tonic-gate hp = (ddi_acc_impl_t *)handle;
13220Sstevel@tonic-gate if (hp) {
13230Sstevel@tonic-gate kmem_free(hp->ahi_err->err_ontrap, sizeof (on_trap_data_t));
13240Sstevel@tonic-gate kmem_free(hp->ahi_err, sizeof (ndi_err_t));
13250Sstevel@tonic-gate kmem_free(hp, sizeof (ddi_acc_impl_t));
13260Sstevel@tonic-gate if (impl_acc_hdl_id)
13270Sstevel@tonic-gate ddi_run_callback(&impl_acc_hdl_id);
13280Sstevel@tonic-gate }
13290Sstevel@tonic-gate }
13300Sstevel@tonic-gate
13311865Sdilpreet #define PCI_GET_MP_PFN(mp, page_no) ((mp)->dmai_ndvmapages == 1 ? \
13321865Sdilpreet (pfn_t)(mp)->dmai_iopte:(((pfn_t *)(mp)->dmai_iopte)[page_no]))
13331865Sdilpreet
13341865Sdilpreet /*
13351865Sdilpreet * Function called after a dma fault occurred to find out whether the
13361865Sdilpreet * fault address is associated with a driver that is able to handle faults
13371865Sdilpreet * and recover from faults.
13381865Sdilpreet */
13391865Sdilpreet /* ARGSUSED */
13401865Sdilpreet int
impl_dma_check(dev_info_t * dip,const void * handle,const void * addr,const void * not_used)13411865Sdilpreet impl_dma_check(dev_info_t *dip, const void *handle, const void *addr,
13421865Sdilpreet const void *not_used)
13431865Sdilpreet {
13441865Sdilpreet ddi_dma_impl_t *mp = (ddi_dma_impl_t *)handle;
13451865Sdilpreet pfn_t fault_pfn = mmu_btop(*(uint64_t *)addr);
13461865Sdilpreet pfn_t comp_pfn;
13471865Sdilpreet
13481865Sdilpreet /*
13491865Sdilpreet * The driver has to set DDI_DMA_FLAGERR to recover from dma faults.
13501865Sdilpreet */
13511865Sdilpreet int page;
13521865Sdilpreet
13531865Sdilpreet ASSERT(mp);
13541865Sdilpreet for (page = 0; page < mp->dmai_ndvmapages; page++) {
13551865Sdilpreet comp_pfn = PCI_GET_MP_PFN(mp, page);
13561865Sdilpreet if (fault_pfn == comp_pfn)
13571865Sdilpreet return (DDI_FM_NONFATAL);
13581865Sdilpreet }
13591865Sdilpreet return (DDI_FM_UNKNOWN);
13601865Sdilpreet }
13611865Sdilpreet
13621865Sdilpreet /*
13631865Sdilpreet * Function used to check if a given access handle owns the failing address.
13641865Sdilpreet * Called by ndi_fmc_error, when we detect a PIO error.
13651865Sdilpreet */
13661865Sdilpreet /* ARGSUSED */
13671865Sdilpreet static int
impl_acc_check(dev_info_t * dip,const void * handle,const void * addr,const void * not_used)13681865Sdilpreet impl_acc_check(dev_info_t *dip, const void *handle, const void *addr,
13691865Sdilpreet const void *not_used)
13701865Sdilpreet {
13711865Sdilpreet pfn_t pfn, fault_pfn;
13721865Sdilpreet ddi_acc_hdl_t *hp;
13731865Sdilpreet
13741865Sdilpreet hp = impl_acc_hdl_get((ddi_acc_handle_t)handle);
13751865Sdilpreet
13761865Sdilpreet ASSERT(hp);
13771865Sdilpreet
13781865Sdilpreet if (addr != NULL) {
13791865Sdilpreet pfn = hp->ah_pfn;
13801865Sdilpreet fault_pfn = mmu_btop(*(uint64_t *)addr);
13811865Sdilpreet if (fault_pfn >= pfn && fault_pfn < (pfn + hp->ah_pnum))
13821865Sdilpreet return (DDI_FM_NONFATAL);
13831865Sdilpreet }
13841865Sdilpreet return (DDI_FM_UNKNOWN);
13851865Sdilpreet }
13861865Sdilpreet
13870Sstevel@tonic-gate void
impl_acc_err_init(ddi_acc_hdl_t * handlep)13880Sstevel@tonic-gate impl_acc_err_init(ddi_acc_hdl_t *handlep)
13890Sstevel@tonic-gate {
13900Sstevel@tonic-gate int fmcap;
13910Sstevel@tonic-gate ndi_err_t *errp;
13920Sstevel@tonic-gate on_trap_data_t *otp;
13930Sstevel@tonic-gate ddi_acc_impl_t *hp = (ddi_acc_impl_t *)handlep;
13940Sstevel@tonic-gate
13950Sstevel@tonic-gate fmcap = ddi_fm_capable(handlep->ah_dip);
13960Sstevel@tonic-gate
13970Sstevel@tonic-gate if (handlep->ah_acc.devacc_attr_version < DDI_DEVICE_ATTR_V1 ||
13980Sstevel@tonic-gate !DDI_FM_ACC_ERR_CAP(fmcap)) {
13990Sstevel@tonic-gate handlep->ah_acc.devacc_attr_access = DDI_DEFAULT_ACC;
14000Sstevel@tonic-gate } else if (DDI_FM_ACC_ERR_CAP(fmcap)) {
14010Sstevel@tonic-gate if (handlep->ah_acc.devacc_attr_access == DDI_DEFAULT_ACC) {
1402*11236SStephen.Hanson@Sun.COM if (handlep->ah_xfermodes)
1403*11236SStephen.Hanson@Sun.COM return;
14040Sstevel@tonic-gate i_ddi_drv_ereport_post(handlep->ah_dip, DVR_EFMCAP,
14050Sstevel@tonic-gate NULL, DDI_NOSLEEP);
14060Sstevel@tonic-gate } else {
14070Sstevel@tonic-gate errp = hp->ahi_err;
14080Sstevel@tonic-gate otp = (on_trap_data_t *)errp->err_ontrap;
14090Sstevel@tonic-gate otp->ot_handle = (void *)(hp);
14100Sstevel@tonic-gate otp->ot_prot = OT_DATA_ACCESS;
14110Sstevel@tonic-gate if (handlep->ah_acc.devacc_attr_access ==
14120Sstevel@tonic-gate DDI_CAUTIOUS_ACC)
14130Sstevel@tonic-gate otp->ot_trampoline =
14140Sstevel@tonic-gate (uintptr_t)&i_ddi_caut_trampoline;
14150Sstevel@tonic-gate else
14160Sstevel@tonic-gate otp->ot_trampoline =
14170Sstevel@tonic-gate (uintptr_t)&i_ddi_prot_trampoline;
14180Sstevel@tonic-gate errp->err_status = DDI_FM_OK;
14190Sstevel@tonic-gate errp->err_expected = DDI_FM_ERR_UNEXPECTED;
14201865Sdilpreet errp->err_cf = impl_acc_check;
14210Sstevel@tonic-gate }
14220Sstevel@tonic-gate }
14230Sstevel@tonic-gate }
14240Sstevel@tonic-gate
14250Sstevel@tonic-gate void
impl_acc_hdl_init(ddi_acc_hdl_t * handlep)14260Sstevel@tonic-gate impl_acc_hdl_init(ddi_acc_hdl_t *handlep)
14270Sstevel@tonic-gate {
14280Sstevel@tonic-gate ddi_acc_impl_t *hp;
14290Sstevel@tonic-gate
14300Sstevel@tonic-gate ASSERT(handlep);
14310Sstevel@tonic-gate
14320Sstevel@tonic-gate hp = (ddi_acc_impl_t *)handlep;
14330Sstevel@tonic-gate
14340Sstevel@tonic-gate /*
14350Sstevel@tonic-gate * check for SW byte-swapping
14360Sstevel@tonic-gate */
14370Sstevel@tonic-gate hp->ahi_get8 = i_ddi_get8;
14380Sstevel@tonic-gate hp->ahi_put8 = i_ddi_put8;
14390Sstevel@tonic-gate hp->ahi_rep_get8 = i_ddi_rep_get8;
14400Sstevel@tonic-gate hp->ahi_rep_put8 = i_ddi_rep_put8;
14410Sstevel@tonic-gate if (handlep->ah_acc.devacc_attr_endian_flags & DDI_STRUCTURE_LE_ACC) {
14420Sstevel@tonic-gate hp->ahi_get16 = i_ddi_swap_get16;
14430Sstevel@tonic-gate hp->ahi_get32 = i_ddi_swap_get32;
14440Sstevel@tonic-gate hp->ahi_get64 = i_ddi_swap_get64;
14450Sstevel@tonic-gate hp->ahi_put16 = i_ddi_swap_put16;
14460Sstevel@tonic-gate hp->ahi_put32 = i_ddi_swap_put32;
14470Sstevel@tonic-gate hp->ahi_put64 = i_ddi_swap_put64;
14480Sstevel@tonic-gate hp->ahi_rep_get16 = i_ddi_swap_rep_get16;
14490Sstevel@tonic-gate hp->ahi_rep_get32 = i_ddi_swap_rep_get32;
14500Sstevel@tonic-gate hp->ahi_rep_get64 = i_ddi_swap_rep_get64;
14510Sstevel@tonic-gate hp->ahi_rep_put16 = i_ddi_swap_rep_put16;
14520Sstevel@tonic-gate hp->ahi_rep_put32 = i_ddi_swap_rep_put32;
14530Sstevel@tonic-gate hp->ahi_rep_put64 = i_ddi_swap_rep_put64;
14540Sstevel@tonic-gate } else {
14550Sstevel@tonic-gate hp->ahi_get16 = i_ddi_get16;
14560Sstevel@tonic-gate hp->ahi_get32 = i_ddi_get32;
14570Sstevel@tonic-gate hp->ahi_get64 = i_ddi_get64;
14580Sstevel@tonic-gate hp->ahi_put16 = i_ddi_put16;
14590Sstevel@tonic-gate hp->ahi_put32 = i_ddi_put32;
14600Sstevel@tonic-gate hp->ahi_put64 = i_ddi_put64;
14610Sstevel@tonic-gate hp->ahi_rep_get16 = i_ddi_rep_get16;
14620Sstevel@tonic-gate hp->ahi_rep_get32 = i_ddi_rep_get32;
14630Sstevel@tonic-gate hp->ahi_rep_get64 = i_ddi_rep_get64;
14640Sstevel@tonic-gate hp->ahi_rep_put16 = i_ddi_rep_put16;
14650Sstevel@tonic-gate hp->ahi_rep_put32 = i_ddi_rep_put32;
14660Sstevel@tonic-gate hp->ahi_rep_put64 = i_ddi_rep_put64;
14670Sstevel@tonic-gate }
14680Sstevel@tonic-gate
14690Sstevel@tonic-gate /* Legacy fault flags and support */
14700Sstevel@tonic-gate hp->ahi_fault_check = i_ddi_acc_fault_check;
14710Sstevel@tonic-gate hp->ahi_fault_notify = i_ddi_acc_fault_notify;
14720Sstevel@tonic-gate hp->ahi_fault = 0;
14730Sstevel@tonic-gate impl_acc_err_init(handlep);
14740Sstevel@tonic-gate }
14750Sstevel@tonic-gate
14760Sstevel@tonic-gate void
i_ddi_acc_set_fault(ddi_acc_handle_t handle)14770Sstevel@tonic-gate i_ddi_acc_set_fault(ddi_acc_handle_t handle)
14780Sstevel@tonic-gate {
14790Sstevel@tonic-gate ddi_acc_impl_t *hp = (ddi_acc_impl_t *)handle;
14800Sstevel@tonic-gate
14810Sstevel@tonic-gate if (!hp->ahi_fault) {
14820Sstevel@tonic-gate hp->ahi_fault = 1;
14830Sstevel@tonic-gate (*hp->ahi_fault_notify)(hp);
14840Sstevel@tonic-gate }
14850Sstevel@tonic-gate }
14860Sstevel@tonic-gate
14870Sstevel@tonic-gate void
i_ddi_acc_clr_fault(ddi_acc_handle_t handle)14880Sstevel@tonic-gate i_ddi_acc_clr_fault(ddi_acc_handle_t handle)
14890Sstevel@tonic-gate {
14900Sstevel@tonic-gate ddi_acc_impl_t *hp = (ddi_acc_impl_t *)handle;
14910Sstevel@tonic-gate
14920Sstevel@tonic-gate if (hp->ahi_fault) {
14930Sstevel@tonic-gate hp->ahi_fault = 0;
14940Sstevel@tonic-gate (*hp->ahi_fault_notify)(hp);
14950Sstevel@tonic-gate }
14960Sstevel@tonic-gate }
14970Sstevel@tonic-gate
14980Sstevel@tonic-gate /* ARGSUSED */
14990Sstevel@tonic-gate void
i_ddi_acc_fault_notify(ddi_acc_impl_t * hp)15000Sstevel@tonic-gate i_ddi_acc_fault_notify(ddi_acc_impl_t *hp)
15010Sstevel@tonic-gate {
15020Sstevel@tonic-gate /* Default version, does nothing */
15030Sstevel@tonic-gate }
15040Sstevel@tonic-gate
15050Sstevel@tonic-gate /*
15060Sstevel@tonic-gate * SECTION: Misc functions
15070Sstevel@tonic-gate */
15080Sstevel@tonic-gate
15090Sstevel@tonic-gate /*
15100Sstevel@tonic-gate * instance wrappers
15110Sstevel@tonic-gate */
15120Sstevel@tonic-gate /*ARGSUSED*/
15130Sstevel@tonic-gate uint_t
impl_assign_instance(dev_info_t * dip)15140Sstevel@tonic-gate impl_assign_instance(dev_info_t *dip)
15150Sstevel@tonic-gate {
15160Sstevel@tonic-gate return ((uint_t)-1);
15170Sstevel@tonic-gate }
15180Sstevel@tonic-gate
15190Sstevel@tonic-gate /*ARGSUSED*/
15200Sstevel@tonic-gate int
impl_keep_instance(dev_info_t * dip)15210Sstevel@tonic-gate impl_keep_instance(dev_info_t *dip)
15220Sstevel@tonic-gate {
15230Sstevel@tonic-gate return (DDI_FAILURE);
15240Sstevel@tonic-gate }
15250Sstevel@tonic-gate
15260Sstevel@tonic-gate /*ARGSUSED*/
15270Sstevel@tonic-gate int
impl_free_instance(dev_info_t * dip)15280Sstevel@tonic-gate impl_free_instance(dev_info_t *dip)
15290Sstevel@tonic-gate {
15300Sstevel@tonic-gate return (DDI_FAILURE);
15310Sstevel@tonic-gate }
15320Sstevel@tonic-gate
15330Sstevel@tonic-gate /*ARGSUSED*/
15340Sstevel@tonic-gate int
impl_check_cpu(dev_info_t * devi)15350Sstevel@tonic-gate impl_check_cpu(dev_info_t *devi)
15360Sstevel@tonic-gate {
15370Sstevel@tonic-gate return (DDI_SUCCESS);
15380Sstevel@tonic-gate }
15390Sstevel@tonic-gate
15400Sstevel@tonic-gate
15410Sstevel@tonic-gate static const char *nocopydevs[] = {
15420Sstevel@tonic-gate "SUNW,ffb",
15430Sstevel@tonic-gate "SUNW,afb",
15440Sstevel@tonic-gate NULL
15450Sstevel@tonic-gate };
15460Sstevel@tonic-gate
15470Sstevel@tonic-gate /*
15480Sstevel@tonic-gate * Perform a copy from a memory mapped device (whose devinfo pointer is devi)
15490Sstevel@tonic-gate * separately mapped at devaddr in the kernel to a kernel buffer at kaddr.
15500Sstevel@tonic-gate */
15510Sstevel@tonic-gate /*ARGSUSED*/
15520Sstevel@tonic-gate int
e_ddi_copyfromdev(dev_info_t * devi,off_t off,const void * devaddr,void * kaddr,size_t len)15530Sstevel@tonic-gate e_ddi_copyfromdev(dev_info_t *devi,
15540Sstevel@tonic-gate off_t off, const void *devaddr, void *kaddr, size_t len)
15550Sstevel@tonic-gate {
15560Sstevel@tonic-gate const char **argv;
15570Sstevel@tonic-gate
15580Sstevel@tonic-gate for (argv = nocopydevs; *argv; argv++)
15590Sstevel@tonic-gate if (strcmp(ddi_binding_name(devi), *argv) == 0) {
15600Sstevel@tonic-gate bzero(kaddr, len);
15610Sstevel@tonic-gate return (0);
15620Sstevel@tonic-gate }
15630Sstevel@tonic-gate
15640Sstevel@tonic-gate bcopy(devaddr, kaddr, len);
15650Sstevel@tonic-gate return (0);
15660Sstevel@tonic-gate }
15670Sstevel@tonic-gate
15680Sstevel@tonic-gate /*
15690Sstevel@tonic-gate * Perform a copy to a memory mapped device (whose devinfo pointer is devi)
15700Sstevel@tonic-gate * separately mapped at devaddr in the kernel from a kernel buffer at kaddr.
15710Sstevel@tonic-gate */
15720Sstevel@tonic-gate /*ARGSUSED*/
15730Sstevel@tonic-gate int
e_ddi_copytodev(dev_info_t * devi,off_t off,const void * kaddr,void * devaddr,size_t len)15740Sstevel@tonic-gate e_ddi_copytodev(dev_info_t *devi,
15750Sstevel@tonic-gate off_t off, const void *kaddr, void *devaddr, size_t len)
15760Sstevel@tonic-gate {
15770Sstevel@tonic-gate const char **argv;
15780Sstevel@tonic-gate
15790Sstevel@tonic-gate for (argv = nocopydevs; *argv; argv++)
15800Sstevel@tonic-gate if (strcmp(ddi_binding_name(devi), *argv) == 0)
15810Sstevel@tonic-gate return (1);
15820Sstevel@tonic-gate
15830Sstevel@tonic-gate bcopy(kaddr, devaddr, len);
15840Sstevel@tonic-gate return (0);
15850Sstevel@tonic-gate }
15860Sstevel@tonic-gate
15870Sstevel@tonic-gate /*
15880Sstevel@tonic-gate * Boot Configuration
15890Sstevel@tonic-gate */
15900Sstevel@tonic-gate idprom_t idprom;
15910Sstevel@tonic-gate
15920Sstevel@tonic-gate /*
15930Sstevel@tonic-gate * Configure the hardware on the system.
15940Sstevel@tonic-gate * Called before the rootfs is mounted
15950Sstevel@tonic-gate */
15960Sstevel@tonic-gate void
configure(void)15970Sstevel@tonic-gate configure(void)
15980Sstevel@tonic-gate {
15990Sstevel@tonic-gate extern void i_ddi_init_root();
16000Sstevel@tonic-gate
16010Sstevel@tonic-gate /* We better have released boot by this time! */
16020Sstevel@tonic-gate ASSERT(!bootops);
16030Sstevel@tonic-gate
16040Sstevel@tonic-gate /*
16050Sstevel@tonic-gate * Determine whether or not to use the fpu, V9 SPARC cpus
16060Sstevel@tonic-gate * always have one. Could check for existence of a fp queue,
16070Sstevel@tonic-gate * Ultra I, II and IIa do not have a fp queue.
16080Sstevel@tonic-gate */
16090Sstevel@tonic-gate if (fpu_exists)
16100Sstevel@tonic-gate fpu_probe();
16110Sstevel@tonic-gate else
16120Sstevel@tonic-gate cmn_err(CE_CONT, "FPU not in use\n");
16130Sstevel@tonic-gate
16140Sstevel@tonic-gate #if 0 /* XXXQ - not necessary for sun4u */
16150Sstevel@tonic-gate /*
16160Sstevel@tonic-gate * This following line fixes bugid 1041296; we need to do a
16170Sstevel@tonic-gate * prom_nextnode(0) because this call ALSO patches the DMA+
16180Sstevel@tonic-gate * bug in Campus-B and Phoenix. The prom uncaches the traptable
16190Sstevel@tonic-gate * page as a side-effect of devr_next(0) (which prom_nextnode calls),
16200Sstevel@tonic-gate * so this *must* be executed early on. (XXX This is untrue for sun4u)
16210Sstevel@tonic-gate */
1622789Sahrens (void) prom_nextnode((pnode_t)0);
16230Sstevel@tonic-gate #endif
16240Sstevel@tonic-gate
16250Sstevel@tonic-gate /*
16260Sstevel@tonic-gate * Initialize devices on the machine.
16270Sstevel@tonic-gate * Uses configuration tree built by the PROMs to determine what
16280Sstevel@tonic-gate * is present, and builds a tree of prototype dev_info nodes
16290Sstevel@tonic-gate * corresponding to the hardware which identified itself.
16300Sstevel@tonic-gate */
16310Sstevel@tonic-gate i_ddi_init_root();
16320Sstevel@tonic-gate
16330Sstevel@tonic-gate #ifdef DDI_PROP_DEBUG
16340Sstevel@tonic-gate (void) ddi_prop_debug(1); /* Enable property debugging */
16350Sstevel@tonic-gate #endif /* DDI_PROP_DEBUG */
16360Sstevel@tonic-gate }
16370Sstevel@tonic-gate
16380Sstevel@tonic-gate /*
16390Sstevel@tonic-gate * The "status" property indicates the operational status of a device.
16400Sstevel@tonic-gate * If this property is present, the value is a string indicating the
16410Sstevel@tonic-gate * status of the device as follows:
16420Sstevel@tonic-gate *
16430Sstevel@tonic-gate * "okay" operational.
16440Sstevel@tonic-gate * "disabled" not operational, but might become operational.
16450Sstevel@tonic-gate * "fail" not operational because a fault has been detected,
16460Sstevel@tonic-gate * and it is unlikely that the device will become
16470Sstevel@tonic-gate * operational without repair. no additional details
16480Sstevel@tonic-gate * are available.
16490Sstevel@tonic-gate * "fail-xxx" not operational because a fault has been detected,
16500Sstevel@tonic-gate * and it is unlikely that the device will become
16510Sstevel@tonic-gate * operational without repair. "xxx" is additional
16520Sstevel@tonic-gate * human-readable information about the particular
16530Sstevel@tonic-gate * fault condition that was detected.
16540Sstevel@tonic-gate *
16550Sstevel@tonic-gate * The absence of this property means that the operational status is
16560Sstevel@tonic-gate * unknown or okay.
16570Sstevel@tonic-gate *
16580Sstevel@tonic-gate * This routine checks the status property of the specified device node
16590Sstevel@tonic-gate * and returns 0 if the operational status indicates failure, and 1 otherwise.
16600Sstevel@tonic-gate *
16610Sstevel@tonic-gate * The property may exist on plug-in cards the existed before IEEE 1275-1994.
16620Sstevel@tonic-gate * And, in that case, the property may not even be a string. So we carefully
16630Sstevel@tonic-gate * check for the value "fail", in the beginning of the string, noting
16640Sstevel@tonic-gate * the property length.
16650Sstevel@tonic-gate */
16660Sstevel@tonic-gate int
status_okay(int id,char * buf,int buflen)16670Sstevel@tonic-gate status_okay(int id, char *buf, int buflen)
16680Sstevel@tonic-gate {
16690Sstevel@tonic-gate char status_buf[OBP_MAXPROPNAME];
16700Sstevel@tonic-gate char *bufp = buf;
16710Sstevel@tonic-gate int len = buflen;
16720Sstevel@tonic-gate int proplen;
16730Sstevel@tonic-gate static const char *status = "status";
16740Sstevel@tonic-gate static const char *fail = "fail";
16750Sstevel@tonic-gate size_t fail_len = strlen(fail);
16760Sstevel@tonic-gate
16770Sstevel@tonic-gate /*
16780Sstevel@tonic-gate * Get the proplen ... if it's smaller than "fail",
16790Sstevel@tonic-gate * or doesn't exist ... then we don't care, since
16800Sstevel@tonic-gate * the value can't begin with the char string "fail".
16810Sstevel@tonic-gate *
16820Sstevel@tonic-gate * NB: proplen, if it's a string, includes the NULL in the
16830Sstevel@tonic-gate * the size of the property, and fail_len does not.
16840Sstevel@tonic-gate */
1685789Sahrens proplen = prom_getproplen((pnode_t)id, (caddr_t)status);
16860Sstevel@tonic-gate if (proplen <= fail_len) /* nonexistent or uninteresting len */
16870Sstevel@tonic-gate return (1);
16880Sstevel@tonic-gate
16890Sstevel@tonic-gate /*
16900Sstevel@tonic-gate * if a buffer was provided, use it
16910Sstevel@tonic-gate */
16920Sstevel@tonic-gate if ((buf == (char *)NULL) || (buflen <= 0)) {
16930Sstevel@tonic-gate bufp = status_buf;
16940Sstevel@tonic-gate len = sizeof (status_buf);
16950Sstevel@tonic-gate }
16960Sstevel@tonic-gate *bufp = (char)0;
16970Sstevel@tonic-gate
16980Sstevel@tonic-gate /*
16990Sstevel@tonic-gate * Get the property into the buffer, to the extent of the buffer,
17000Sstevel@tonic-gate * and in case the buffer is smaller than the property size,
17010Sstevel@tonic-gate * NULL terminate the buffer. (This handles the case where
17020Sstevel@tonic-gate * a buffer was passed in and the caller wants to print the
17030Sstevel@tonic-gate * value, but the buffer was too small).
17040Sstevel@tonic-gate */
1705789Sahrens (void) prom_bounded_getprop((pnode_t)id, (caddr_t)status,
17060Sstevel@tonic-gate (caddr_t)bufp, len);
17070Sstevel@tonic-gate *(bufp + len - 1) = (char)0;
17080Sstevel@tonic-gate
17090Sstevel@tonic-gate /*
17100Sstevel@tonic-gate * If the value begins with the char string "fail",
17110Sstevel@tonic-gate * then it means the node is failed. We don't care
17120Sstevel@tonic-gate * about any other values. We assume the node is ok
17130Sstevel@tonic-gate * although it might be 'disabled'.
17140Sstevel@tonic-gate */
17150Sstevel@tonic-gate if (strncmp(bufp, fail, fail_len) == 0)
17160Sstevel@tonic-gate return (0);
17170Sstevel@tonic-gate
17180Sstevel@tonic-gate return (1);
17190Sstevel@tonic-gate }
17200Sstevel@tonic-gate
17210Sstevel@tonic-gate
17220Sstevel@tonic-gate /*
17230Sstevel@tonic-gate * We set the cpu type from the idprom, if we can.
17240Sstevel@tonic-gate * Note that we just read out the contents of it, for the most part.
17250Sstevel@tonic-gate */
17260Sstevel@tonic-gate void
setcputype(void)17270Sstevel@tonic-gate setcputype(void)
17280Sstevel@tonic-gate {
17290Sstevel@tonic-gate /*
17300Sstevel@tonic-gate * We cache the idprom info early on so that we don't
17310Sstevel@tonic-gate * rummage through the NVRAM unnecessarily later.
17320Sstevel@tonic-gate */
17330Sstevel@tonic-gate (void) prom_getidprom((caddr_t)&idprom, sizeof (idprom));
17340Sstevel@tonic-gate }
17350Sstevel@tonic-gate
17360Sstevel@tonic-gate /*
17370Sstevel@tonic-gate * Here is where we actually infer meanings to the members of idprom_t
17380Sstevel@tonic-gate */
17390Sstevel@tonic-gate void
parse_idprom(void)17400Sstevel@tonic-gate parse_idprom(void)
17410Sstevel@tonic-gate {
17420Sstevel@tonic-gate if (idprom.id_format == IDFORM_1) {
17430Sstevel@tonic-gate (void) localetheraddr((struct ether_addr *)idprom.id_ether,
17440Sstevel@tonic-gate (struct ether_addr *)NULL);
17458662SJordan.Vaughan@Sun.com (void) snprintf(hw_serial, HW_HOSTID_LEN, "%u",
17468662SJordan.Vaughan@Sun.com (idprom.id_machine << 24) + idprom.id_serial);
17470Sstevel@tonic-gate } else
17480Sstevel@tonic-gate prom_printf("Invalid format code in IDprom.\n");
17490Sstevel@tonic-gate }
17500Sstevel@tonic-gate
17510Sstevel@tonic-gate /*
17520Sstevel@tonic-gate * Allow for implementation specific correction of PROM property values.
17530Sstevel@tonic-gate */
17540Sstevel@tonic-gate /*ARGSUSED*/
17550Sstevel@tonic-gate void
impl_fix_props(dev_info_t * dip,dev_info_t * ch_dip,char * name,int len,caddr_t buffer)17560Sstevel@tonic-gate impl_fix_props(dev_info_t *dip, dev_info_t *ch_dip, char *name, int len,
17570Sstevel@tonic-gate caddr_t buffer)
17580Sstevel@tonic-gate {
17590Sstevel@tonic-gate /*
17600Sstevel@tonic-gate * There are no adjustments needed in this implementation.
17610Sstevel@tonic-gate */
17620Sstevel@tonic-gate }
17630Sstevel@tonic-gate
17640Sstevel@tonic-gate /*
17650Sstevel@tonic-gate * The following functions ready a cautious request to go up to the nexus
17660Sstevel@tonic-gate * driver. It is up to the nexus driver to decide how to process the request.
17670Sstevel@tonic-gate * It may choose to call i_ddi_do_caut_get/put in this file, or do it
17680Sstevel@tonic-gate * differently.
17690Sstevel@tonic-gate */
17700Sstevel@tonic-gate
17710Sstevel@tonic-gate static void
i_ddi_caut_getput_ctlops(ddi_acc_impl_t * hp,uint64_t host_addr,uint64_t dev_addr,size_t size,size_t repcount,uint_t flags,ddi_ctl_enum_t cmd)17720Sstevel@tonic-gate i_ddi_caut_getput_ctlops(
17730Sstevel@tonic-gate ddi_acc_impl_t *hp, uint64_t host_addr, uint64_t dev_addr, size_t size,
17740Sstevel@tonic-gate size_t repcount, uint_t flags, ddi_ctl_enum_t cmd)
17750Sstevel@tonic-gate {
17760Sstevel@tonic-gate peekpoke_ctlops_t cautacc_ctlops_arg;
17770Sstevel@tonic-gate
17780Sstevel@tonic-gate cautacc_ctlops_arg.size = size;
17790Sstevel@tonic-gate cautacc_ctlops_arg.dev_addr = dev_addr;
17800Sstevel@tonic-gate cautacc_ctlops_arg.host_addr = host_addr;
17810Sstevel@tonic-gate cautacc_ctlops_arg.handle = (ddi_acc_handle_t)hp;
17820Sstevel@tonic-gate cautacc_ctlops_arg.repcount = repcount;
17830Sstevel@tonic-gate cautacc_ctlops_arg.flags = flags;
17840Sstevel@tonic-gate
17850Sstevel@tonic-gate (void) ddi_ctlops(hp->ahi_common.ah_dip, hp->ahi_common.ah_dip, cmd,
17860Sstevel@tonic-gate &cautacc_ctlops_arg, NULL);
17870Sstevel@tonic-gate }
17880Sstevel@tonic-gate
17890Sstevel@tonic-gate uint8_t
i_ddi_caut_get8(ddi_acc_impl_t * hp,uint8_t * addr)17900Sstevel@tonic-gate i_ddi_caut_get8(ddi_acc_impl_t *hp, uint8_t *addr)
17910Sstevel@tonic-gate {
17920Sstevel@tonic-gate uint8_t value;
17930Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
17940Sstevel@tonic-gate sizeof (uint8_t), 1, 0, DDI_CTLOPS_PEEK);
17950Sstevel@tonic-gate
17960Sstevel@tonic-gate return (value);
17970Sstevel@tonic-gate }
17980Sstevel@tonic-gate
17990Sstevel@tonic-gate uint16_t
i_ddi_caut_get16(ddi_acc_impl_t * hp,uint16_t * addr)18000Sstevel@tonic-gate i_ddi_caut_get16(ddi_acc_impl_t *hp, uint16_t *addr)
18010Sstevel@tonic-gate {
18020Sstevel@tonic-gate uint16_t value;
18030Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18040Sstevel@tonic-gate sizeof (uint16_t), 1, 0, DDI_CTLOPS_PEEK);
18050Sstevel@tonic-gate
18060Sstevel@tonic-gate return (value);
18070Sstevel@tonic-gate }
18080Sstevel@tonic-gate
18090Sstevel@tonic-gate uint32_t
i_ddi_caut_get32(ddi_acc_impl_t * hp,uint32_t * addr)18100Sstevel@tonic-gate i_ddi_caut_get32(ddi_acc_impl_t *hp, uint32_t *addr)
18110Sstevel@tonic-gate {
18120Sstevel@tonic-gate uint32_t value;
18130Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18140Sstevel@tonic-gate sizeof (uint32_t), 1, 0, DDI_CTLOPS_PEEK);
18150Sstevel@tonic-gate
18160Sstevel@tonic-gate return (value);
18170Sstevel@tonic-gate }
18180Sstevel@tonic-gate
18190Sstevel@tonic-gate uint64_t
i_ddi_caut_get64(ddi_acc_impl_t * hp,uint64_t * addr)18200Sstevel@tonic-gate i_ddi_caut_get64(ddi_acc_impl_t *hp, uint64_t *addr)
18210Sstevel@tonic-gate {
18220Sstevel@tonic-gate uint64_t value;
18230Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18240Sstevel@tonic-gate sizeof (uint64_t), 1, 0, DDI_CTLOPS_PEEK);
18250Sstevel@tonic-gate
18260Sstevel@tonic-gate return (value);
18270Sstevel@tonic-gate }
18280Sstevel@tonic-gate
18290Sstevel@tonic-gate void
i_ddi_caut_put8(ddi_acc_impl_t * hp,uint8_t * addr,uint8_t value)18300Sstevel@tonic-gate i_ddi_caut_put8(ddi_acc_impl_t *hp, uint8_t *addr, uint8_t value)
18310Sstevel@tonic-gate {
18320Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18330Sstevel@tonic-gate sizeof (uint8_t), 1, 0, DDI_CTLOPS_POKE);
18340Sstevel@tonic-gate }
18350Sstevel@tonic-gate
18360Sstevel@tonic-gate void
i_ddi_caut_put16(ddi_acc_impl_t * hp,uint16_t * addr,uint16_t value)18370Sstevel@tonic-gate i_ddi_caut_put16(ddi_acc_impl_t *hp, uint16_t *addr, uint16_t value)
18380Sstevel@tonic-gate {
18390Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18400Sstevel@tonic-gate sizeof (uint16_t), 1, 0, DDI_CTLOPS_POKE);
18410Sstevel@tonic-gate }
18420Sstevel@tonic-gate
18430Sstevel@tonic-gate void
i_ddi_caut_put32(ddi_acc_impl_t * hp,uint32_t * addr,uint32_t value)18440Sstevel@tonic-gate i_ddi_caut_put32(ddi_acc_impl_t *hp, uint32_t *addr, uint32_t value)
18450Sstevel@tonic-gate {
18460Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18470Sstevel@tonic-gate sizeof (uint32_t), 1, 0, DDI_CTLOPS_POKE);
18480Sstevel@tonic-gate }
18490Sstevel@tonic-gate
18500Sstevel@tonic-gate void
i_ddi_caut_put64(ddi_acc_impl_t * hp,uint64_t * addr,uint64_t value)18510Sstevel@tonic-gate i_ddi_caut_put64(ddi_acc_impl_t *hp, uint64_t *addr, uint64_t value)
18520Sstevel@tonic-gate {
18530Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)&value, (uint64_t)addr,
18540Sstevel@tonic-gate sizeof (uint64_t), 1, 0, DDI_CTLOPS_POKE);
18550Sstevel@tonic-gate }
18560Sstevel@tonic-gate
18570Sstevel@tonic-gate void
i_ddi_caut_rep_get8(ddi_acc_impl_t * hp,uint8_t * host_addr,uint8_t * dev_addr,size_t repcount,uint_t flags)18580Sstevel@tonic-gate i_ddi_caut_rep_get8(ddi_acc_impl_t *hp, uint8_t *host_addr, uint8_t *dev_addr,
18590Sstevel@tonic-gate size_t repcount, uint_t flags)
18600Sstevel@tonic-gate {
18610Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
18620Sstevel@tonic-gate sizeof (uint8_t), repcount, flags, DDI_CTLOPS_PEEK);
18630Sstevel@tonic-gate }
18640Sstevel@tonic-gate
18650Sstevel@tonic-gate void
i_ddi_caut_rep_get16(ddi_acc_impl_t * hp,uint16_t * host_addr,uint16_t * dev_addr,size_t repcount,uint_t flags)18660Sstevel@tonic-gate i_ddi_caut_rep_get16(ddi_acc_impl_t *hp, uint16_t *host_addr,
18670Sstevel@tonic-gate uint16_t *dev_addr, size_t repcount, uint_t flags)
18680Sstevel@tonic-gate {
18690Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
18700Sstevel@tonic-gate sizeof (uint16_t), repcount, flags, DDI_CTLOPS_PEEK);
18710Sstevel@tonic-gate }
18720Sstevel@tonic-gate
18730Sstevel@tonic-gate void
i_ddi_caut_rep_get32(ddi_acc_impl_t * hp,uint32_t * host_addr,uint32_t * dev_addr,size_t repcount,uint_t flags)18740Sstevel@tonic-gate i_ddi_caut_rep_get32(ddi_acc_impl_t *hp, uint32_t *host_addr,
18750Sstevel@tonic-gate uint32_t *dev_addr, size_t repcount, uint_t flags)
18760Sstevel@tonic-gate {
18770Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
18780Sstevel@tonic-gate sizeof (uint32_t), repcount, flags, DDI_CTLOPS_PEEK);
18790Sstevel@tonic-gate }
18800Sstevel@tonic-gate
18810Sstevel@tonic-gate void
i_ddi_caut_rep_get64(ddi_acc_impl_t * hp,uint64_t * host_addr,uint64_t * dev_addr,size_t repcount,uint_t flags)18820Sstevel@tonic-gate i_ddi_caut_rep_get64(ddi_acc_impl_t *hp, uint64_t *host_addr,
18830Sstevel@tonic-gate uint64_t *dev_addr, size_t repcount, uint_t flags)
18840Sstevel@tonic-gate {
18850Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
18860Sstevel@tonic-gate sizeof (uint64_t), repcount, flags, DDI_CTLOPS_PEEK);
18870Sstevel@tonic-gate }
18880Sstevel@tonic-gate
18890Sstevel@tonic-gate void
i_ddi_caut_rep_put8(ddi_acc_impl_t * hp,uint8_t * host_addr,uint8_t * dev_addr,size_t repcount,uint_t flags)18900Sstevel@tonic-gate i_ddi_caut_rep_put8(ddi_acc_impl_t *hp, uint8_t *host_addr, uint8_t *dev_addr,
18910Sstevel@tonic-gate size_t repcount, uint_t flags)
18920Sstevel@tonic-gate {
18930Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
18940Sstevel@tonic-gate sizeof (uint8_t), repcount, flags, DDI_CTLOPS_POKE);
18950Sstevel@tonic-gate }
18960Sstevel@tonic-gate
18970Sstevel@tonic-gate void
i_ddi_caut_rep_put16(ddi_acc_impl_t * hp,uint16_t * host_addr,uint16_t * dev_addr,size_t repcount,uint_t flags)18980Sstevel@tonic-gate i_ddi_caut_rep_put16(ddi_acc_impl_t *hp, uint16_t *host_addr,
18990Sstevel@tonic-gate uint16_t *dev_addr, size_t repcount, uint_t flags)
19000Sstevel@tonic-gate {
19010Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
19020Sstevel@tonic-gate sizeof (uint16_t), repcount, flags, DDI_CTLOPS_POKE);
19030Sstevel@tonic-gate }
19040Sstevel@tonic-gate
19050Sstevel@tonic-gate void
i_ddi_caut_rep_put32(ddi_acc_impl_t * hp,uint32_t * host_addr,uint32_t * dev_addr,size_t repcount,uint_t flags)19060Sstevel@tonic-gate i_ddi_caut_rep_put32(ddi_acc_impl_t *hp, uint32_t *host_addr,
19070Sstevel@tonic-gate uint32_t *dev_addr, size_t repcount, uint_t flags)
19080Sstevel@tonic-gate {
19090Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
19100Sstevel@tonic-gate sizeof (uint32_t), repcount, flags, DDI_CTLOPS_POKE);
19110Sstevel@tonic-gate }
19120Sstevel@tonic-gate
19130Sstevel@tonic-gate void
i_ddi_caut_rep_put64(ddi_acc_impl_t * hp,uint64_t * host_addr,uint64_t * dev_addr,size_t repcount,uint_t flags)19140Sstevel@tonic-gate i_ddi_caut_rep_put64(ddi_acc_impl_t *hp, uint64_t *host_addr,
19150Sstevel@tonic-gate uint64_t *dev_addr, size_t repcount, uint_t flags)
19160Sstevel@tonic-gate {
19170Sstevel@tonic-gate i_ddi_caut_getput_ctlops(hp, (uint64_t)host_addr, (uint64_t)dev_addr,
19180Sstevel@tonic-gate sizeof (uint64_t), repcount, flags, DDI_CTLOPS_POKE);
19190Sstevel@tonic-gate }
19200Sstevel@tonic-gate
19210Sstevel@tonic-gate /*
19220Sstevel@tonic-gate * This is called only to process peek/poke when the DIP is NULL.
19230Sstevel@tonic-gate * Assume that this is for memory, as nexi take care of device safe accesses.
19240Sstevel@tonic-gate */
19250Sstevel@tonic-gate int
peekpoke_mem(ddi_ctl_enum_t cmd,peekpoke_ctlops_t * in_args)19260Sstevel@tonic-gate peekpoke_mem(ddi_ctl_enum_t cmd, peekpoke_ctlops_t *in_args)
19270Sstevel@tonic-gate {
19280Sstevel@tonic-gate int err = DDI_SUCCESS;
19290Sstevel@tonic-gate on_trap_data_t otd;
19300Sstevel@tonic-gate
19310Sstevel@tonic-gate /* Set up protected environment. */
19320Sstevel@tonic-gate if (!on_trap(&otd, OT_DATA_ACCESS)) {
19330Sstevel@tonic-gate uintptr_t tramp = otd.ot_trampoline;
19340Sstevel@tonic-gate
19350Sstevel@tonic-gate if (cmd == DDI_CTLOPS_POKE) {
19360Sstevel@tonic-gate otd.ot_trampoline = (uintptr_t)&poke_fault;
19370Sstevel@tonic-gate err = do_poke(in_args->size, (void *)in_args->dev_addr,
19380Sstevel@tonic-gate (void *)in_args->host_addr);
19390Sstevel@tonic-gate } else {
19400Sstevel@tonic-gate otd.ot_trampoline = (uintptr_t)&peek_fault;
19410Sstevel@tonic-gate err = do_peek(in_args->size, (void *)in_args->dev_addr,
19420Sstevel@tonic-gate (void *)in_args->host_addr);
19430Sstevel@tonic-gate }
19440Sstevel@tonic-gate otd.ot_trampoline = tramp;
19450Sstevel@tonic-gate } else
19460Sstevel@tonic-gate err = DDI_FAILURE;
19470Sstevel@tonic-gate
19480Sstevel@tonic-gate /* Take down protected environment. */
19490Sstevel@tonic-gate no_trap();
19500Sstevel@tonic-gate
19510Sstevel@tonic-gate return (err);
19520Sstevel@tonic-gate }
1953