xref: /onnv-gate/usr/src/uts/common/io/ib/ibnex/ibnex.c (revision 10096:6d73f974a5dc)
10Sstevel@tonic-gate /*
20Sstevel@tonic-gate  * CDDL HEADER START
30Sstevel@tonic-gate  *
40Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
51689Spramodbg  * Common Development and Distribution License (the "License").
61689Spramodbg  * You may not use this file except in compliance with the License.
70Sstevel@tonic-gate  *
80Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
90Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
100Sstevel@tonic-gate  * See the License for the specific language governing permissions
110Sstevel@tonic-gate  * and limitations under the License.
120Sstevel@tonic-gate  *
130Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
140Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
150Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
160Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
170Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
180Sstevel@tonic-gate  *
190Sstevel@tonic-gate  * CDDL HEADER END
200Sstevel@tonic-gate  */
210Sstevel@tonic-gate /*
228695SRajkumar.Sivaprakasam@Sun.COM  * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
230Sstevel@tonic-gate  * Use is subject to license terms.
240Sstevel@tonic-gate  */
250Sstevel@tonic-gate 
260Sstevel@tonic-gate /*
270Sstevel@tonic-gate  * The InfiniBand  Nexus driver (IB nexus) is a bus nexus driver for IB bus.
280Sstevel@tonic-gate  * It supports  Port nodes, Virtual Physical Point of Attachment nodes (VPPA)
290Sstevel@tonic-gate  * for  HCAs registered with IBTL and IOC nodes for all the IOCs present in
300Sstevel@tonic-gate  * the IB fabric (that are accessible to the host). It also supports Pseudo
310Sstevel@tonic-gate  * device children to be enumerated using their .conf file(s). All Port nodes
320Sstevel@tonic-gate  * and VPPA nodes are children of HCA drivers. All the IOC nodes and the Pseudo
330Sstevel@tonic-gate  * device nodes are children of the IB nexus driver.
340Sstevel@tonic-gate  *
350Sstevel@tonic-gate  * IB nexus driver provides bus nexus entry points to all the HCA drivers.
360Sstevel@tonic-gate  *
370Sstevel@tonic-gate  * IB nexus  driver registers with  InfiniBand Device  Manager (IBDM) to get
380Sstevel@tonic-gate  * information about all the HCA ports and  I/O Controllers (IOCs) connected
390Sstevel@tonic-gate  * to the IB fabric. Based on that information, IB nexus will create all the
400Sstevel@tonic-gate  * device tree nodes.
410Sstevel@tonic-gate  */
420Sstevel@tonic-gate 
430Sstevel@tonic-gate #include <sys/conf.h>
440Sstevel@tonic-gate #include <sys/stat.h>
450Sstevel@tonic-gate #include <sys/modctl.h>
460Sstevel@tonic-gate #include <sys/taskq.h>
470Sstevel@tonic-gate #include <sys/mdi_impldefs.h>
480Sstevel@tonic-gate #include <sys/sunmdi.h>
490Sstevel@tonic-gate #include <sys/sunpm.h>
500Sstevel@tonic-gate #include <sys/ib/mgt/ibdm/ibdm_impl.h>
510Sstevel@tonic-gate #include <sys/ib/ibnex/ibnex.h>
520Sstevel@tonic-gate #include <sys/ib/ibnex/ibnex_devctl.h>
530Sstevel@tonic-gate #include <sys/ib/ibtl/ibti.h>
540Sstevel@tonic-gate #include <sys/ib/ibtl/impl/ibtl_ibnex.h>
550Sstevel@tonic-gate #include <sys/file.h>
560Sstevel@tonic-gate #include <sys/hwconf.h>
57*10096SSudhakar.Dindukurti@Sun.COM #include <sys/fs/dv_node.h>
580Sstevel@tonic-gate 
590Sstevel@tonic-gate /* Function prototypes */
600Sstevel@tonic-gate static int		ibnex_attach(dev_info_t *, ddi_attach_cmd_t);
610Sstevel@tonic-gate static int		ibnex_getinfo(dev_info_t *, ddi_info_cmd_t,
620Sstevel@tonic-gate 			    void *, void **);
630Sstevel@tonic-gate static int		ibnex_detach(dev_info_t *, ddi_detach_cmd_t);
640Sstevel@tonic-gate static int		ibnex_busctl(dev_info_t *,
650Sstevel@tonic-gate 			    dev_info_t *, ddi_ctl_enum_t, void *, void *);
660Sstevel@tonic-gate static int		ibnex_map_fault(dev_info_t *,
670Sstevel@tonic-gate 			    dev_info_t *, struct hat *, struct seg *,
680Sstevel@tonic-gate 			    caddr_t, struct devpage *, pfn_t, uint_t, uint_t);
690Sstevel@tonic-gate static int		ibnex_init_child(dev_info_t *);
700Sstevel@tonic-gate static ibnex_rval_t	ibnex_comm_svc_init(char *, ibnex_node_type_t);
710Sstevel@tonic-gate static void		ibnex_comm_svc_fini();
720Sstevel@tonic-gate dev_info_t		*ibnex_commsvc_initnode(dev_info_t *,
730Sstevel@tonic-gate 			    ibdm_port_attr_t *, int, int, ib_pkey_t, int *,
740Sstevel@tonic-gate 			    int);
750Sstevel@tonic-gate static void		ibnex_delete_port_node_data(ibnex_node_data_t *);
760Sstevel@tonic-gate int			ibnex_get_dip_from_guid(ib_guid_t, int,
770Sstevel@tonic-gate 			    ib_pkey_t, dev_info_t **);
780Sstevel@tonic-gate static ibnex_node_data_t *ibnex_is_node_data_present(ibnex_node_type_t,
790Sstevel@tonic-gate 			    void *, int, ib_pkey_t);
800Sstevel@tonic-gate static ibnex_node_data_t *ibnex_init_child_nodedata(ibnex_node_type_t, void *,
810Sstevel@tonic-gate 			    int, ib_pkey_t);
820Sstevel@tonic-gate static int		ibnex_create_port_node_prop(ibdm_port_attr_t *,
830Sstevel@tonic-gate 			    dev_info_t *, char *, ib_pkey_t);
840Sstevel@tonic-gate void			ibnex_dm_callback(void *, ibdm_events_t);
850Sstevel@tonic-gate static int		ibnex_create_port_compatible_prop(dev_info_t *,
860Sstevel@tonic-gate 			    char *, ibdm_port_attr_t *);
870Sstevel@tonic-gate static int		ibnex_create_ioc_srv_props(
880Sstevel@tonic-gate 			    dev_info_t *, ibdm_ioc_info_t *);
890Sstevel@tonic-gate static int		ibnex_get_eventcookie(dev_info_t *,
900Sstevel@tonic-gate 			    dev_info_t *, char *, ddi_eventcookie_t *);
910Sstevel@tonic-gate static int		ibnex_add_eventcall(dev_info_t *, dev_info_t *,
920Sstevel@tonic-gate 			    ddi_eventcookie_t, void (*)(dev_info_t *,
930Sstevel@tonic-gate 			    ddi_eventcookie_t, void *, void *),
940Sstevel@tonic-gate 			    void *arg, ddi_callback_id_t *cb_id);
950Sstevel@tonic-gate static int		ibnex_remove_eventcall(dev_info_t *,
960Sstevel@tonic-gate 			    ddi_callback_id_t);
970Sstevel@tonic-gate static int		ibnex_post_event(dev_info_t *, dev_info_t *,
980Sstevel@tonic-gate 			    ddi_eventcookie_t, void *);
990Sstevel@tonic-gate static int		ibnex_bus_config(dev_info_t *, uint_t,
1000Sstevel@tonic-gate 			    ddi_bus_config_op_t, void *, dev_info_t **);
1010Sstevel@tonic-gate static int		ibnex_bus_unconfig(dev_info_t *,
1020Sstevel@tonic-gate 			    uint_t, ddi_bus_config_op_t, void *);
1030Sstevel@tonic-gate static dev_info_t	*ibnex_config_port_node(dev_info_t *, char *);
1040Sstevel@tonic-gate static dev_info_t	*ibnex_config_obp_args(dev_info_t *, char *);
1050Sstevel@tonic-gate static int		ibnex_get_pkey_commsvc_index_portnum(
1060Sstevel@tonic-gate 			    char *, int *, ib_pkey_t *, uint8_t *);
1070Sstevel@tonic-gate static void		ibnex_config_all_children(dev_info_t *);
1080Sstevel@tonic-gate static int		ibnex_devname_to_portnum(char *, uint8_t *);
1090Sstevel@tonic-gate static void		ibnex_create_vppa_nodes(
1100Sstevel@tonic-gate 			    dev_info_t *, ibdm_port_attr_t *);
1110Sstevel@tonic-gate static void		ibnex_create_port_nodes(
1120Sstevel@tonic-gate 			    dev_info_t *, ibdm_port_attr_t *);
1130Sstevel@tonic-gate static void		ibnex_create_hcasvc_nodes(
1140Sstevel@tonic-gate 			    dev_info_t *, ibdm_port_attr_t *);
1150Sstevel@tonic-gate static int		ibnex_config_root_iocnode(dev_info_t *, char *);
1160Sstevel@tonic-gate static int		ibnex_devname2port(char *, int *);
1171093Shiremath static int		ibnex_config_ioc_node(char *, dev_info_t *);
1180Sstevel@tonic-gate static int		ibnex_devname_to_node_n_ioc_guids(
1191093Shiremath 			    char *, ib_guid_t *, ib_guid_t *, char **);
1200Sstevel@tonic-gate static void		ibnex_ioc_node_cleanup();
1210Sstevel@tonic-gate static void		ibnex_delete_ioc_node_data(ibnex_node_data_t *);
1228082SRamaswamy.Tummala@Sun.COM int			ibnex_ioc_initnode_all_pi(ibdm_ioc_info_t *);
1238082SRamaswamy.Tummala@Sun.COM static int		ibnex_ioc_initnode_pdip(ibnex_node_data_t *,
1248082SRamaswamy.Tummala@Sun.COM 			    ibdm_ioc_info_t *, dev_info_t *);
1250Sstevel@tonic-gate static int		ibnex_create_ioc_node_prop(
1260Sstevel@tonic-gate 			    ibdm_ioc_info_t *, dev_info_t *);
1270Sstevel@tonic-gate static int		ibnex_create_ioc_compatible_prop(
1280Sstevel@tonic-gate 			    dev_info_t *, ib_dm_ioc_ctrl_profile_t *);
1290Sstevel@tonic-gate uint64_t		ibnex_str2hex(char *, int, int *);
1300Sstevel@tonic-gate static int		ibnex_str2int(char *, int, int *);
1310Sstevel@tonic-gate static int		ibnex_create_ioc_portgid_prop(
1320Sstevel@tonic-gate 			    dev_info_t *, ibdm_ioc_info_t *);
1330Sstevel@tonic-gate static void		ibnex_wakeup_reprobe_ioc(ibnex_node_data_t *, int);
1340Sstevel@tonic-gate static void		ibnex_wakeup_reprobe_all();
1350Sstevel@tonic-gate ibt_status_t		ibnex_ibtl_callback(ibtl_ibnex_cb_args_t *);
1360Sstevel@tonic-gate static int		ibnex_prom_devname_to_pkey_n_portnum(
1370Sstevel@tonic-gate 			    char *, ib_pkey_t *, uint8_t *);
1380Sstevel@tonic-gate void			ibnex_pseudo_initnodes(void);
1391093Shiremath static char		*ibnex_lookup_named_prop(ddi_prop_t *, char *);
1400Sstevel@tonic-gate static void		ibnex_pseudo_node_cleanup(void);
1410Sstevel@tonic-gate static int		ibnex_name_child(dev_info_t *, char *, int);
1420Sstevel@tonic-gate static int		ibnex_name_pseudo_child(dev_info_t *, char *);
1430Sstevel@tonic-gate 
1440Sstevel@tonic-gate void			ibnex_reprobe_ioc_dev(void *);
1450Sstevel@tonic-gate void			ibnex_reprobe_ioc_all();
1460Sstevel@tonic-gate static void		ibnex_update_prop(ibnex_node_data_t *,
1470Sstevel@tonic-gate 			    ibdm_ioc_info_t *);
1480Sstevel@tonic-gate static ibnex_rval_t	ibnex_unique_svcname(char *);
1490Sstevel@tonic-gate static void		ibnex_handle_reprobe_dev(void *arg);
1500Sstevel@tonic-gate 
1510Sstevel@tonic-gate extern int		ibnex_open(dev_t *, int, int, cred_t *);
1520Sstevel@tonic-gate extern int		ibnex_close(dev_t, int, int, cred_t *);
1530Sstevel@tonic-gate extern int		ibnex_ioctl(dev_t, int, intptr_t, int, cred_t *, int *);
1540Sstevel@tonic-gate extern int		ibnex_offline_childdip(dev_info_t *);
1550Sstevel@tonic-gate 
1560Sstevel@tonic-gate static int		ibnex_ioc_create_pi(
1571093Shiremath 			    ibdm_ioc_info_t *, ibnex_node_data_t *,
1588082SRamaswamy.Tummala@Sun.COM 			    dev_info_t *, int *);
1590Sstevel@tonic-gate static int		ibnex_bus_power(dev_info_t *, void *,
1600Sstevel@tonic-gate 			    pm_bus_power_op_t, void *, void *);
1618082SRamaswamy.Tummala@Sun.COM int			ibnex_pseudo_create_all_pi(ibnex_node_data_t *);
1628082SRamaswamy.Tummala@Sun.COM static int		ibnex_pseudo_create_pi_pdip(ibnex_node_data_t *,
1631093Shiremath 			    dev_info_t *);
1641689Spramodbg static int		ibnex_pseudo_config_one(
1651689Spramodbg 			    ibnex_node_data_t *, char *, dev_info_t *);
1661093Shiremath static int		ibnex_pseudo_mdi_config_one(int, void *, dev_info_t **,
1671093Shiremath 			    char *, char *);
1681093Shiremath static void		ibnex_config_pseudo_all(dev_info_t *);
1691093Shiremath static int		ibnex_ioc_bus_config_one(dev_info_t **, uint_t,
1701093Shiremath 			    ddi_bus_config_op_t, void *, dev_info_t **, int *);
1711093Shiremath static int		ibnex_is_merge_node(dev_info_t *);
1722402Spramodbg static void		ibnex_hw_in_dev_tree(char *);
1738082SRamaswamy.Tummala@Sun.COM static int		ibnex_ioc_config_from_pdip(ibdm_ioc_info_t *,
1748082SRamaswamy.Tummala@Sun.COM     dev_info_t *, int);
1758082SRamaswamy.Tummala@Sun.COM static int		ibnex_ioc_pi_exists(ibnex_node_data_t *, dev_info_t *);
1768082SRamaswamy.Tummala@Sun.COM static int		ibnex_ioc_pi_reachable(ibdm_ioc_info_t *,
1778082SRamaswamy.Tummala@Sun.COM     dev_info_t *);
1781093Shiremath 
1790Sstevel@tonic-gate /*
1800Sstevel@tonic-gate  * The bus_ops structure defines the capabilities of HCA nexus driver.
1810Sstevel@tonic-gate  */
1820Sstevel@tonic-gate struct bus_ops ibnex_ci_busops = {
1830Sstevel@tonic-gate 	BUSO_REV,
1840Sstevel@tonic-gate 	nullbusmap,		/* bus_map */
1850Sstevel@tonic-gate 	NULL,			/* bus_get_intrspec */
1860Sstevel@tonic-gate 	NULL,			/* bus_add_intrspec */
1870Sstevel@tonic-gate 	NULL,			/* bus_remove_intrspec */
1880Sstevel@tonic-gate 	ibnex_map_fault,	/* Map Fault */
1890Sstevel@tonic-gate 	ddi_no_dma_map,		/* DMA related entry points */
1900Sstevel@tonic-gate 	NULL,
1910Sstevel@tonic-gate 	NULL,
1920Sstevel@tonic-gate 	NULL,
1930Sstevel@tonic-gate 	NULL,
1940Sstevel@tonic-gate 	NULL,
1950Sstevel@tonic-gate 	NULL,
1960Sstevel@tonic-gate 	NULL,
1970Sstevel@tonic-gate 	ibnex_busctl,		/* bus_ctl */
1980Sstevel@tonic-gate 	ddi_bus_prop_op,	/* bus_prop_op */
1990Sstevel@tonic-gate 	NULL,			/* bus_get_eventcookie	*/
2000Sstevel@tonic-gate 	NULL,			/* bus_add_eventcall	*/
2010Sstevel@tonic-gate 	NULL,			/* bus_remove_eventcall	*/
2020Sstevel@tonic-gate 	NULL,			/* bus_post_event	*/
2030Sstevel@tonic-gate 	NULL,
2040Sstevel@tonic-gate 	ibnex_bus_config,	/* bus config */
2050Sstevel@tonic-gate 	ibnex_bus_unconfig	/* bus unconfig */
2060Sstevel@tonic-gate };
2070Sstevel@tonic-gate 
2080Sstevel@tonic-gate /*
2090Sstevel@tonic-gate  * Prototype declarations for the VHCI options
2100Sstevel@tonic-gate  */
2110Sstevel@tonic-gate /*
2120Sstevel@tonic-gate  * Functions registered with the mpxio framework
2130Sstevel@tonic-gate  */
2140Sstevel@tonic-gate static int ib_vhci_pi_init(dev_info_t *, mdi_pathinfo_t *, int);
2150Sstevel@tonic-gate static int ib_vhci_pi_uninit(dev_info_t *, mdi_pathinfo_t *, int);
2160Sstevel@tonic-gate static int ib_vhci_pi_state_change(dev_info_t *, mdi_pathinfo_t *,
2170Sstevel@tonic-gate 		mdi_pathinfo_state_t, uint32_t, int);
2180Sstevel@tonic-gate static int ib_vhci_failover(dev_info_t *, dev_info_t *, int);
2190Sstevel@tonic-gate 
2200Sstevel@tonic-gate 
2210Sstevel@tonic-gate static mdi_vhci_ops_t ibnex_vhci_ops = {
2220Sstevel@tonic-gate 	MDI_VHCI_OPS_REV,
2230Sstevel@tonic-gate 	ib_vhci_pi_init,
2240Sstevel@tonic-gate 	ib_vhci_pi_uninit,
2250Sstevel@tonic-gate 	ib_vhci_pi_state_change,
2260Sstevel@tonic-gate 	ib_vhci_failover
2270Sstevel@tonic-gate };
2280Sstevel@tonic-gate 
2290Sstevel@tonic-gate 
2300Sstevel@tonic-gate /*
2310Sstevel@tonic-gate  * The  bus_ops  structure  defines the  capabilities  of IB nexus driver.
2320Sstevel@tonic-gate  * IB nexus drivers does not  support any DMA  operations for its children
2330Sstevel@tonic-gate  * as there is  no  such concept in Infiniband.  All the memory operations
2340Sstevel@tonic-gate  * and DMA operations required by the child drivers can be performed using
2350Sstevel@tonic-gate  * the IBTF API.
2360Sstevel@tonic-gate  */
2370Sstevel@tonic-gate struct bus_ops ibnex_bus_ops = {
2380Sstevel@tonic-gate 	BUSO_REV,
2390Sstevel@tonic-gate 	nullbusmap,		/* bus_map */
2400Sstevel@tonic-gate 	NULL,			/* bus_get_intrspec */
2410Sstevel@tonic-gate 	NULL,			/* bus_add_intrspec */
2420Sstevel@tonic-gate 	NULL,			/* bus_remove_intrspec */
2430Sstevel@tonic-gate 	ibnex_map_fault,	/* Map Fault */
2440Sstevel@tonic-gate 	ddi_no_dma_map,		/* DMA related entry points */
2450Sstevel@tonic-gate 	ddi_no_dma_allochdl,
2460Sstevel@tonic-gate 	NULL,
2470Sstevel@tonic-gate 	NULL,
2480Sstevel@tonic-gate 	NULL,
2490Sstevel@tonic-gate 	NULL,
2500Sstevel@tonic-gate 	NULL,
2510Sstevel@tonic-gate 	NULL,
2520Sstevel@tonic-gate 	ibnex_busctl,		/* bus_ctl */
2530Sstevel@tonic-gate 	ddi_bus_prop_op,	/* bus_prop_op */
2540Sstevel@tonic-gate 	ibnex_get_eventcookie,	/* bus_get_eventcookie	*/
2550Sstevel@tonic-gate 	ibnex_add_eventcall,	/* bus_add_eventcall	*/
2560Sstevel@tonic-gate 	ibnex_remove_eventcall,	/* bus_remove_eventcall	*/
2570Sstevel@tonic-gate 	ibnex_post_event,		/* bus_post_event	*/
2580Sstevel@tonic-gate 	NULL,
2590Sstevel@tonic-gate 	ibnex_bus_config,	/* bus config */
2600Sstevel@tonic-gate 	ibnex_bus_unconfig,	/* bus unconfig */
2610Sstevel@tonic-gate 	NULL,			/* bus fm init */
2620Sstevel@tonic-gate 	NULL,			/* bus fm fini */
2630Sstevel@tonic-gate 	NULL,			/* bus fm access enter */
2640Sstevel@tonic-gate 	NULL,			/* bus fm access exit */
2650Sstevel@tonic-gate 	ibnex_bus_power		/* bus power */
2660Sstevel@tonic-gate };
2670Sstevel@tonic-gate 
2680Sstevel@tonic-gate /* ibnex cb_ops */
2690Sstevel@tonic-gate static struct cb_ops ibnex_cbops = {
2700Sstevel@tonic-gate 	ibnex_open,		/* open */
2710Sstevel@tonic-gate 	ibnex_close,		/* close */
2720Sstevel@tonic-gate 	nodev,			/* strategy */
2730Sstevel@tonic-gate 	nodev,			/* print */
2740Sstevel@tonic-gate 	nodev,			/* dump */
2750Sstevel@tonic-gate 	nodev,			/* read */
2760Sstevel@tonic-gate 	nodev,			/* write */
2770Sstevel@tonic-gate 	ibnex_ioctl,		/* ioctl */
2780Sstevel@tonic-gate 	nodev,			/* devmap */
2790Sstevel@tonic-gate 	nodev,			/* mmap */
2800Sstevel@tonic-gate 	nodev,			/* segmap */
2810Sstevel@tonic-gate 	nochpoll,		/* poll */
2820Sstevel@tonic-gate 	ddi_prop_op,		/* prop_op */
2830Sstevel@tonic-gate 	NULL,			/* stream */
2840Sstevel@tonic-gate 	D_MP,			/* cb_flag */
2850Sstevel@tonic-gate 	CB_REV, 		/* rev */
2860Sstevel@tonic-gate 	nodev,			/* int (*cb_aread)() */
2870Sstevel@tonic-gate 	nodev			/* int (*cb_awrite)() */
2880Sstevel@tonic-gate };
2890Sstevel@tonic-gate 
2900Sstevel@tonic-gate /*
2910Sstevel@tonic-gate  * Device options
2920Sstevel@tonic-gate  * Note: ddi_no_info needs to change during devfs time frame. The drivers
2930Sstevel@tonic-gate  *	 with 1 to 1 mapping between minor node and instance should use
2940Sstevel@tonic-gate  *	 ddi_1to1_info. (See bug id 4424752)
2950Sstevel@tonic-gate  */
2960Sstevel@tonic-gate static struct dev_ops ibnex_ops = {
2970Sstevel@tonic-gate 	DEVO_REV,		/* devo_rev, */
2980Sstevel@tonic-gate 	0,			/* refcnt  */
2990Sstevel@tonic-gate 	ibnex_getinfo,		/* info */
3000Sstevel@tonic-gate 	nulldev,		/* identify */
3010Sstevel@tonic-gate 	nulldev,		/* probe */
3020Sstevel@tonic-gate 	ibnex_attach,		/* attach */
3030Sstevel@tonic-gate 	ibnex_detach,		/* detach */
3040Sstevel@tonic-gate 	nodev,			/* reset */
3050Sstevel@tonic-gate 	&ibnex_cbops,		/* driver ops - devctl interfaces */
3060Sstevel@tonic-gate 	&ibnex_bus_ops,		/* bus operations */
3077656SSherry.Moore@Sun.COM 	nulldev,		/* power */
3087656SSherry.Moore@Sun.COM 	ddi_quiesce_not_needed,		/* quiesce */
3090Sstevel@tonic-gate };
3100Sstevel@tonic-gate 
3110Sstevel@tonic-gate /* Module linkage information for the kernel.  */
3120Sstevel@tonic-gate static struct modldrv modldrv = {
3130Sstevel@tonic-gate 	&mod_driverops,		/* Driver module */
3147656SSherry.Moore@Sun.COM 	"IB nexus",		/* Driver name and version */
3150Sstevel@tonic-gate 	&ibnex_ops,		/* driver ops */
3160Sstevel@tonic-gate };
3170Sstevel@tonic-gate 
3180Sstevel@tonic-gate static struct modlinkage modlinkage = {
3190Sstevel@tonic-gate 	MODREV_1, (void *)&modldrv, NULL
3200Sstevel@tonic-gate };
3210Sstevel@tonic-gate 
3220Sstevel@tonic-gate /*
3230Sstevel@tonic-gate  * Global per-instance IB Nexus data.
3240Sstevel@tonic-gate  * There is only one instance of IB Nexus supported.
3250Sstevel@tonic-gate  */
3260Sstevel@tonic-gate ibnex_t ibnex;
3270Sstevel@tonic-gate #ifdef __lock_lint
3280Sstevel@tonic-gate extern ibdm_t ibdm;
3290Sstevel@tonic-gate #endif
3300Sstevel@tonic-gate _NOTE(MUTEX_PROTECTS_DATA(ibnex.ibnex_mutex, ibnex_s))
3310Sstevel@tonic-gate _NOTE(DATA_READABLE_WITHOUT_LOCK(ibnex.ibnex_num_comm_svcs
3320Sstevel@tonic-gate 	ibnex.ibnex_comm_svc_names ibnex.ibnex_nvppa_comm_svcs
3330Sstevel@tonic-gate 	ibnex.ibnex_vppa_comm_svc_names ibnex.ibnex_nhcasvc_comm_svcs
3348082SRamaswamy.Tummala@Sun.COM 	ibnex.ibnex_hcasvc_comm_svc_names ibnex.ibnex_ioc_list))
3350Sstevel@tonic-gate _NOTE(MUTEX_PROTECTS_DATA(ibnex.ibnex_mutex, ibnex_node_data_s))
3360Sstevel@tonic-gate _NOTE(LOCK_ORDER(ibdm.ibdm_hl_mutex ibnex.ibnex_mutex))
3370Sstevel@tonic-gate 
3380Sstevel@tonic-gate /* The port settling time in seconds */
3398082SRamaswamy.Tummala@Sun.COM int	ibnex_port_settling_time = 30;
3400Sstevel@tonic-gate 
3410Sstevel@tonic-gate /* create an array of properties supported, easier to add new ones here */
3420Sstevel@tonic-gate static struct ibnex_property {
3430Sstevel@tonic-gate 	char			*name;
3440Sstevel@tonic-gate 	ibnex_node_type_t	type;
3450Sstevel@tonic-gate } ibnex_properties[]  = {
3460Sstevel@tonic-gate 	{ "port-svc-list",  IBNEX_PORT_COMMSVC_NODE},
3470Sstevel@tonic-gate 	{ "vppa-svc-list",  IBNEX_VPPA_COMMSVC_NODE},
3480Sstevel@tonic-gate 	{ "hca-svc-list",	IBNEX_HCASVC_COMMSVC_NODE}
3490Sstevel@tonic-gate };
3500Sstevel@tonic-gate 
3510Sstevel@tonic-gate #define	N_IBNEX_PROPS	(sizeof (ibnex_properties))/ \
3520Sstevel@tonic-gate 				(sizeof (struct ibnex_property))
3530Sstevel@tonic-gate 
3540Sstevel@tonic-gate /*
3550Sstevel@tonic-gate  * Event Definition
3560Sstevel@tonic-gate  *	Single event, event name defined in ibti_common.h.
3570Sstevel@tonic-gate  *	Event posted to specific child handler. Event posted
3580Sstevel@tonic-gate  *	at kernel priority.
3590Sstevel@tonic-gate  */
3600Sstevel@tonic-gate static ndi_event_definition_t ibnex_ndi_event_defs[] = {
3610Sstevel@tonic-gate 	{IB_EVENT_TAG_PROP_UPDATE,  IB_PROP_UPDATE_EVENT, EPL_KERNEL,
3620Sstevel@tonic-gate 		NDI_EVENT_POST_TO_TGT}
3630Sstevel@tonic-gate };
3640Sstevel@tonic-gate 
3650Sstevel@tonic-gate #define	IB_N_NDI_EVENTS	\
3660Sstevel@tonic-gate 	(sizeof (ibnex_ndi_event_defs) / sizeof (ndi_event_definition_t))
3670Sstevel@tonic-gate 
3680Sstevel@tonic-gate static ndi_event_set_t ib_ndi_events = {
3690Sstevel@tonic-gate 	NDI_EVENTS_REV1, IB_N_NDI_EVENTS, ibnex_ndi_event_defs};
3701093Shiremath static int	ibnex_hw_status = IBNEX_DEVTREE_NOT_CHECKED;
3710Sstevel@tonic-gate 
3720Sstevel@tonic-gate 
3730Sstevel@tonic-gate /*
3740Sstevel@tonic-gate  * _init
3750Sstevel@tonic-gate  *	Loadable module init, called before any other module.
3760Sstevel@tonic-gate  */
3770Sstevel@tonic-gate int
3780Sstevel@tonic-gate _init(void)
3790Sstevel@tonic-gate {
3800Sstevel@tonic-gate 	int	error;
3812402Spramodbg 	char	**hca_driver_list;
3822402Spramodbg 	int	i, ndrivers;
3830Sstevel@tonic-gate 
3841093Shiremath 	if (ibnex_hw_status == IBNEX_DEVTREE_NOT_CHECKED) {
3852402Spramodbg 		ibnex_hw_status = IBNEX_HW_NOT_IN_DEVTREE;
3862402Spramodbg 		hca_driver_list = mdi_get_phci_driver_list("ib", &ndrivers);
3872402Spramodbg 		for (i = 0; i < ndrivers; i++) {
3882402Spramodbg 			ibnex_hw_in_dev_tree(hca_driver_list[i]);
3892402Spramodbg 			if (ibnex_hw_status == IBNEX_HW_IN_DEVTREE)
3902402Spramodbg 				break;
3912402Spramodbg 		}
3922402Spramodbg 		mdi_free_phci_driver_list(hca_driver_list, ndrivers);
3931093Shiremath 	}
3941093Shiremath 
3951093Shiremath 	/*
3961093Shiremath 	 * IB Nexus _init can be called while force attaching
3971093Shiremath 	 * IB Nexus driver or when a HCA is hotplugged.
3981093Shiremath 	 *
3991093Shiremath 	 * If IB HW is not in device tree or if no HCA driver
4001093Shiremath 	 * has been attached, fail IB Nexus _init().
4011093Shiremath 	 */
4021093Shiremath 	if (ibnex_hw_status == IBNEX_HW_NOT_IN_DEVTREE &&
4031093Shiremath 	    ibt_hw_is_present() == 0) {
4041093Shiremath 		IBTF_DPRINTF_L4("ibnex", "\t_init: NO IB HW");
4051093Shiremath 		return (DDI_FAILURE);
4061093Shiremath 	}
4071093Shiremath 
4080Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\t_init");
4090Sstevel@tonic-gate 	mutex_init(&ibnex.ibnex_mutex, NULL, MUTEX_DRIVER, NULL);
4100Sstevel@tonic-gate 	cv_init(&ibnex.ibnex_reprobe_cv, NULL, CV_DRIVER, NULL);
4118695SRajkumar.Sivaprakasam@Sun.COM 	cv_init(&ibnex.ibnex_ioc_list_cv, NULL, CV_DRIVER, NULL);
4120Sstevel@tonic-gate 	if ((error = mod_install(&modlinkage)) != 0) {
4130Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex", "\t_init: mod_install failed");
4140Sstevel@tonic-gate 		mutex_destroy(&ibnex.ibnex_mutex);
4150Sstevel@tonic-gate 		cv_destroy(&ibnex.ibnex_reprobe_cv);
4168695SRajkumar.Sivaprakasam@Sun.COM 		cv_destroy(&ibnex.ibnex_ioc_list_cv);
4170Sstevel@tonic-gate 	} else {
4180Sstevel@tonic-gate 		ibdm_ibnex_register_callback(ibnex_dm_callback);
4190Sstevel@tonic-gate 		ibtl_ibnex_register_callback(ibnex_ibtl_callback);
4200Sstevel@tonic-gate 	}
4210Sstevel@tonic-gate 	return (error);
4220Sstevel@tonic-gate }
4230Sstevel@tonic-gate 
4240Sstevel@tonic-gate 
4250Sstevel@tonic-gate /*
4260Sstevel@tonic-gate  * _fini
4270Sstevel@tonic-gate  *	Prepares a module for unloading.
4280Sstevel@tonic-gate  */
4290Sstevel@tonic-gate int
4300Sstevel@tonic-gate _fini(void)
4310Sstevel@tonic-gate {
4320Sstevel@tonic-gate 	int	error;
4330Sstevel@tonic-gate 
4340Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\t_fini");
4350Sstevel@tonic-gate 	if ((error = mod_remove(&modlinkage)) != 0) {
4360Sstevel@tonic-gate 		return (error);
4370Sstevel@tonic-gate 	}
4380Sstevel@tonic-gate 	ibdm_ibnex_unregister_callback();
4390Sstevel@tonic-gate 	ibtl_ibnex_unregister_callback();
4400Sstevel@tonic-gate 	mutex_destroy(&ibnex.ibnex_mutex);
4410Sstevel@tonic-gate 	cv_destroy(&ibnex.ibnex_reprobe_cv);
4428695SRajkumar.Sivaprakasam@Sun.COM 	cv_destroy(&ibnex.ibnex_ioc_list_cv);
4430Sstevel@tonic-gate 	return (0);
4440Sstevel@tonic-gate }
4450Sstevel@tonic-gate 
4460Sstevel@tonic-gate 
4470Sstevel@tonic-gate /*
4480Sstevel@tonic-gate  * _info
4490Sstevel@tonic-gate  *	Returns information about loadable module.
4500Sstevel@tonic-gate  */
4510Sstevel@tonic-gate int
4520Sstevel@tonic-gate _info(struct modinfo *modinfop)
4530Sstevel@tonic-gate {
4540Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\t_info");
4550Sstevel@tonic-gate 	return (mod_info(&modlinkage, modinfop));
4560Sstevel@tonic-gate }
4570Sstevel@tonic-gate 
4580Sstevel@tonic-gate 
4590Sstevel@tonic-gate /*
4600Sstevel@tonic-gate  * ibnex_attach
4610Sstevel@tonic-gate  *	Configure and attach an instance of the IB Nexus driver
4620Sstevel@tonic-gate  *	Only one instance of IB Nexus is supported
4630Sstevel@tonic-gate  *	Create a minor node for cfgadm purpose
4640Sstevel@tonic-gate  *	Initialize communication services
4650Sstevel@tonic-gate  *	Register callback with IBDM
4660Sstevel@tonic-gate  *	Register callback with IBTL
4670Sstevel@tonic-gate  */
4680Sstevel@tonic-gate static int
4690Sstevel@tonic-gate ibnex_attach(dev_info_t *dip, ddi_attach_cmd_t cmd)
4700Sstevel@tonic-gate {
4710Sstevel@tonic-gate 	int		i;
4720Sstevel@tonic-gate 	int		instance = ddi_get_instance(dip);
4730Sstevel@tonic-gate 
4740Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tattach: device = %p cmd = %x)", dip, cmd);
4750Sstevel@tonic-gate 
4760Sstevel@tonic-gate 	switch (cmd) {
4770Sstevel@tonic-gate 	case DDI_ATTACH:
4780Sstevel@tonic-gate 		break;
4790Sstevel@tonic-gate 	case DDI_RESUME:
4800Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "\tattach: RESUME");
4810Sstevel@tonic-gate 		return (DDI_SUCCESS);
4820Sstevel@tonic-gate 	default:
4830Sstevel@tonic-gate 		return (DDI_FAILURE);
4840Sstevel@tonic-gate 	}
4850Sstevel@tonic-gate 
4860Sstevel@tonic-gate 	/* Fail attach for more than one instance */
4870Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
4880Sstevel@tonic-gate 	if (ibnex.ibnex_dip != NULL) {
4890Sstevel@tonic-gate 		mutex_exit(&ibnex.ibnex_mutex);
4900Sstevel@tonic-gate 		return (DDI_FAILURE);
4910Sstevel@tonic-gate 	}
4920Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
4930Sstevel@tonic-gate 
4940Sstevel@tonic-gate 	/* Register with MPxIO framework */
4950Sstevel@tonic-gate 
4960Sstevel@tonic-gate 	if (mdi_vhci_register(MDI_HCI_CLASS_IB, dip, &ibnex_vhci_ops, 0)
4970Sstevel@tonic-gate 	    != MDI_SUCCESS) {
4980Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
4990Sstevel@tonic-gate 		    "\tattach: mdi_vhci_register() failed");
5000Sstevel@tonic-gate 		return (DDI_FAILURE);
5010Sstevel@tonic-gate 	}
5020Sstevel@tonic-gate 
5030Sstevel@tonic-gate 
5040Sstevel@tonic-gate 	/*
5050Sstevel@tonic-gate 	 * Create the "fabric" devctl minor-node for IB DR support.
5060Sstevel@tonic-gate 	 * The minor number for the "devctl" node is in the same format
5070Sstevel@tonic-gate 	 * as the AP minor nodes.
5080Sstevel@tonic-gate 	 */
5090Sstevel@tonic-gate 	if (ddi_create_minor_node(dip, IBNEX_FABRIC, S_IFCHR, instance,
5100Sstevel@tonic-gate 	    DDI_NT_IB_ATTACHMENT_POINT, 0) != DDI_SUCCESS) {
5110Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
5120Sstevel@tonic-gate 		    "\tattach: failed to create fabric minornode");
5130Sstevel@tonic-gate 		(void) mdi_vhci_unregister(dip, 0);
5140Sstevel@tonic-gate 		return (DDI_FAILURE);
5150Sstevel@tonic-gate 	}
5160Sstevel@tonic-gate 
5179879SRamaswamy.Tummala@Sun.COM 	/*
5189879SRamaswamy.Tummala@Sun.COM 	 * Create "devctl" minor node for general ioctl interface to the
5199879SRamaswamy.Tummala@Sun.COM 	 * ib nexus.
5209879SRamaswamy.Tummala@Sun.COM 	 */
5219879SRamaswamy.Tummala@Sun.COM 	if (ddi_create_minor_node(dip, "devctl", S_IFCHR, instance,
5229879SRamaswamy.Tummala@Sun.COM 	    DDI_NT_IB_NEXUS, 0) != DDI_SUCCESS) {
5239879SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L2("ibnex",
5249879SRamaswamy.Tummala@Sun.COM 		    "\tattach: failed to create devctl minornode");
5259879SRamaswamy.Tummala@Sun.COM 		(void) ddi_remove_minor_node(dip, NULL);
5269879SRamaswamy.Tummala@Sun.COM 		(void) mdi_vhci_unregister(dip, 0);
5279879SRamaswamy.Tummala@Sun.COM 		return (DDI_FAILURE);
5289879SRamaswamy.Tummala@Sun.COM 	}
5290Sstevel@tonic-gate 
5300Sstevel@tonic-gate 	/*
5310Sstevel@tonic-gate 	 * Set pm-want-child-notification property for
5320Sstevel@tonic-gate 	 * power management of the phci and client
5330Sstevel@tonic-gate 	 */
5340Sstevel@tonic-gate 	if (ddi_prop_create(DDI_DEV_T_NONE, dip, DDI_PROP_CANSLEEP,
5350Sstevel@tonic-gate 	    "pm-want-child-notification?", NULL, NULL) != DDI_PROP_SUCCESS) {
5360Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
5370Sstevel@tonic-gate 		    "_attach: create pm-want-child-notification failed");
5380Sstevel@tonic-gate 		(void) ddi_remove_minor_node(dip, NULL);
5390Sstevel@tonic-gate 		(void) mdi_vhci_unregister(dip, 0);
5400Sstevel@tonic-gate 		return (DDI_FAILURE);
5410Sstevel@tonic-gate 	}
5420Sstevel@tonic-gate 
5430Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
5440Sstevel@tonic-gate 	ibnex.ibnex_dip  = dip;
5450Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
5460Sstevel@tonic-gate 
5470Sstevel@tonic-gate 	/*
5480Sstevel@tonic-gate 	 * Event Handling: Definition and Binding.
5490Sstevel@tonic-gate 	 */
5500Sstevel@tonic-gate 	if (ndi_event_alloc_hdl(dip, 0, &ibnex.ibnex_ndi_event_hdl,
5510Sstevel@tonic-gate 	    NDI_SLEEP) != NDI_SUCCESS) {
5520Sstevel@tonic-gate 		(void) ddi_remove_minor_node(dip, NULL);
5530Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
5540Sstevel@tonic-gate 		    "_attach: ndi_event_alloc_hdl failed");
5550Sstevel@tonic-gate 		(void) mdi_vhci_unregister(dip, 0);
5560Sstevel@tonic-gate 		return (DDI_FAILURE);
5570Sstevel@tonic-gate 	}
5580Sstevel@tonic-gate 	if (ndi_event_bind_set(ibnex.ibnex_ndi_event_hdl, &ib_ndi_events,
5590Sstevel@tonic-gate 	    NDI_SLEEP) != NDI_SUCCESS) {
5600Sstevel@tonic-gate 		(void) ddi_remove_minor_node(dip, NULL);
5610Sstevel@tonic-gate 		(void) ndi_event_free_hdl(ibnex.ibnex_ndi_event_hdl);
5620Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
5630Sstevel@tonic-gate 		    "_attach: ndi_event_bind_set failed");
5640Sstevel@tonic-gate 		(void) mdi_vhci_unregister(dip, 0);
5650Sstevel@tonic-gate 		return (DDI_FAILURE);
5660Sstevel@tonic-gate 	}
5670Sstevel@tonic-gate 
5680Sstevel@tonic-gate 	for (i = 0; i < N_IBNEX_PROPS; i++) {
5690Sstevel@tonic-gate 		if (ibnex_comm_svc_init(ibnex_properties[i].name,
5700Sstevel@tonic-gate 		    ibnex_properties[i].type) != IBNEX_SUCCESS) {
5710Sstevel@tonic-gate 			ibnex_comm_svc_fini();
5720Sstevel@tonic-gate 			(void) ndi_event_unbind_set(ibnex.ibnex_ndi_event_hdl,
5730Sstevel@tonic-gate 			    &ib_ndi_events, NDI_SLEEP);
5740Sstevel@tonic-gate 			(void) ddi_remove_minor_node(dip, NULL);
5750Sstevel@tonic-gate 			(void) ndi_event_free_hdl(
5760Sstevel@tonic-gate 			    ibnex.ibnex_ndi_event_hdl);
5770Sstevel@tonic-gate 			ibnex.ibnex_ndi_event_hdl = NULL;
5780Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex", "_attach: ibnex_comm_svc_init"
5790Sstevel@tonic-gate 			    " failed %s", ibnex_properties[i].name);
5800Sstevel@tonic-gate 			(void) mdi_vhci_unregister(dip, 0);
5810Sstevel@tonic-gate 			return (DDI_FAILURE);
5820Sstevel@tonic-gate 		}
5830Sstevel@tonic-gate 	}
5840Sstevel@tonic-gate 
5850Sstevel@tonic-gate 	/*
5860Sstevel@tonic-gate 	 * before anything else comes up:
5870Sstevel@tonic-gate 	 * Initialize the internal list of pseudo device nodes by
5880Sstevel@tonic-gate 	 * getting all pseudo children of "ib" and processing them.
5890Sstevel@tonic-gate 	 */
5900Sstevel@tonic-gate 	ibnex_pseudo_initnodes();
5910Sstevel@tonic-gate 
5920Sstevel@tonic-gate 	return (DDI_SUCCESS);
5930Sstevel@tonic-gate }
5940Sstevel@tonic-gate 
5950Sstevel@tonic-gate 
5960Sstevel@tonic-gate /*
5970Sstevel@tonic-gate  * ibnex_getinfo()
5980Sstevel@tonic-gate  * Given the device number, return the devinfo pointer or the
5990Sstevel@tonic-gate  * instance number.
6000Sstevel@tonic-gate  * Note: always succeed DDI_INFO_DEVT2INSTANCE, even before attach.
6010Sstevel@tonic-gate  */
6020Sstevel@tonic-gate 
6030Sstevel@tonic-gate /*ARGSUSED*/
6040Sstevel@tonic-gate static int
6050Sstevel@tonic-gate ibnex_getinfo(dev_info_t *dip, ddi_info_cmd_t cmd, void *arg, void **result)
6060Sstevel@tonic-gate {
6070Sstevel@tonic-gate 	int ret = DDI_SUCCESS;
6080Sstevel@tonic-gate 
6090Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tgetinfo: Begin");
6100Sstevel@tonic-gate 	switch (cmd) {
6110Sstevel@tonic-gate 	case DDI_INFO_DEVT2DEVINFO:
6120Sstevel@tonic-gate 		if (ibnex.ibnex_dip != NULL)
6130Sstevel@tonic-gate 			*result = ibnex.ibnex_dip;
6140Sstevel@tonic-gate 		else {
6150Sstevel@tonic-gate 			*result = NULL;
6160Sstevel@tonic-gate 			ret = DDI_FAILURE;
6170Sstevel@tonic-gate 		}
6180Sstevel@tonic-gate 		break;
6190Sstevel@tonic-gate 
6200Sstevel@tonic-gate 	case DDI_INFO_DEVT2INSTANCE:
6210Sstevel@tonic-gate 		*result = 0;
6220Sstevel@tonic-gate 		break;
6230Sstevel@tonic-gate 
6240Sstevel@tonic-gate 	default:
6250Sstevel@tonic-gate 		ret = DDI_FAILURE;
6260Sstevel@tonic-gate 	}
6270Sstevel@tonic-gate 	return (ret);
6280Sstevel@tonic-gate }
6290Sstevel@tonic-gate 
6300Sstevel@tonic-gate 
6310Sstevel@tonic-gate /*
6320Sstevel@tonic-gate  * ibnex_detach
6330Sstevel@tonic-gate  *	Unregister callback with the IBDM
6340Sstevel@tonic-gate  *	Unregister callback with the IBTL
6350Sstevel@tonic-gate  *	Uninitialize the communication entries
6360Sstevel@tonic-gate  *	Remove all the minor nodes created by this instance
6370Sstevel@tonic-gate  */
6380Sstevel@tonic-gate static int
6390Sstevel@tonic-gate ibnex_detach(dev_info_t *dip, ddi_detach_cmd_t cmd)
6400Sstevel@tonic-gate {
6410Sstevel@tonic-gate 
6420Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tdetach: dip = %p cmd = %x)", dip, cmd);
6430Sstevel@tonic-gate 
6440Sstevel@tonic-gate 	switch (cmd) {
6450Sstevel@tonic-gate 
6460Sstevel@tonic-gate 	case DDI_DETACH:
6470Sstevel@tonic-gate 		break;
6480Sstevel@tonic-gate 	case DDI_SUSPEND:
6490Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "\t_detach: Suspend");
6500Sstevel@tonic-gate 		return (DDI_SUCCESS);
6510Sstevel@tonic-gate 	default:
6520Sstevel@tonic-gate 		return (DDI_FAILURE);
6530Sstevel@tonic-gate 	}
6540Sstevel@tonic-gate 
6550Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
6560Sstevel@tonic-gate 	if (ibt_hw_is_present()) {
6570Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
6580Sstevel@tonic-gate 		    "\tdetach: IB HW is present ");
6590Sstevel@tonic-gate 		mutex_exit(&ibnex.ibnex_mutex);
6600Sstevel@tonic-gate 		return (DDI_FAILURE);
6610Sstevel@tonic-gate 	}
6620Sstevel@tonic-gate 	if (ndi_event_free_hdl(ibnex.ibnex_ndi_event_hdl)) {
6630Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
6640Sstevel@tonic-gate 		    "\tdetach: ndi_event_free_hdl() failed");
6650Sstevel@tonic-gate 		mutex_exit(&ibnex.ibnex_mutex);
6660Sstevel@tonic-gate 		return (DDI_FAILURE);
6670Sstevel@tonic-gate 	}
6680Sstevel@tonic-gate 	ibnex.ibnex_ndi_event_hdl = NULL;
6690Sstevel@tonic-gate 	ibnex.ibnex_prop_update_evt_cookie = NULL;
6700Sstevel@tonic-gate 
6710Sstevel@tonic-gate 	ibnex_pseudo_node_cleanup();
6720Sstevel@tonic-gate 	ibnex_comm_svc_fini();
6730Sstevel@tonic-gate 	ibnex_ioc_node_cleanup();
6740Sstevel@tonic-gate 
6750Sstevel@tonic-gate 	(void) ddi_remove_minor_node(dip, NULL);
6760Sstevel@tonic-gate 	ibnex.ibnex_dip = NULL;
6770Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
6780Sstevel@tonic-gate 	(void) mdi_vhci_unregister(dip, 0);
6790Sstevel@tonic-gate 	return (DDI_SUCCESS);
6800Sstevel@tonic-gate }
6810Sstevel@tonic-gate 
6820Sstevel@tonic-gate 
6830Sstevel@tonic-gate /*
6840Sstevel@tonic-gate  * ibnex_pseudo_node_cleanup()
6850Sstevel@tonic-gate  *	This checks if all the "dips" have been deallocated (implying
6860Sstevel@tonic-gate  *	that all the children have been unconfigured) first.
6870Sstevel@tonic-gate  *	If not, it just returns.
6880Sstevel@tonic-gate  *	If yes, then it frees up memory allocated for devi_name,
6890Sstevel@tonic-gate  *	node_addr, and property list.
6900Sstevel@tonic-gate  */
6910Sstevel@tonic-gate static void
6920Sstevel@tonic-gate ibnex_pseudo_node_cleanup(void)
6930Sstevel@tonic-gate {
6940Sstevel@tonic-gate 	ibnex_node_data_t	*nodep =  ibnex.ibnex_pseudo_node_head;
6950Sstevel@tonic-gate 	ibnex_pseudo_node_t	*pseudo;
6960Sstevel@tonic-gate 
6970Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tpseudo_node_cleanup:");
6980Sstevel@tonic-gate 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
6990Sstevel@tonic-gate 
7000Sstevel@tonic-gate 	for (; nodep; nodep = nodep->node_next)
7010Sstevel@tonic-gate 		if (nodep->node_dip)
7020Sstevel@tonic-gate 			return;
7030Sstevel@tonic-gate 
7040Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tpseudo_node_cleanup: freeing up memory");
7050Sstevel@tonic-gate 	for (nodep =  ibnex.ibnex_pseudo_node_head; nodep;
7060Sstevel@tonic-gate 	    nodep = nodep->node_next) {
7070Sstevel@tonic-gate 
7080Sstevel@tonic-gate 		pseudo = &nodep->node_data.pseudo_node;
7090Sstevel@tonic-gate 		if (pseudo->pseudo_node_addr) {
7100Sstevel@tonic-gate 			kmem_free(pseudo->pseudo_node_addr,
7110Sstevel@tonic-gate 			    strlen(pseudo-> pseudo_node_addr) + 1);
7120Sstevel@tonic-gate 			pseudo->pseudo_node_addr = NULL;
7130Sstevel@tonic-gate 		}
7140Sstevel@tonic-gate 
7150Sstevel@tonic-gate 		if (pseudo->pseudo_devi_name) {
7160Sstevel@tonic-gate 			kmem_free(pseudo->pseudo_devi_name,
7170Sstevel@tonic-gate 			    strlen(pseudo-> pseudo_devi_name) + 1);
7180Sstevel@tonic-gate 			pseudo->pseudo_devi_name = NULL;
7190Sstevel@tonic-gate 		}
7200Sstevel@tonic-gate 
7210Sstevel@tonic-gate 		if (pseudo->pseudo_unit_addr) {
7220Sstevel@tonic-gate 			kmem_free(pseudo->pseudo_unit_addr,
7230Sstevel@tonic-gate 			    pseudo->pseudo_unit_addr_len);
7240Sstevel@tonic-gate 		}
7250Sstevel@tonic-gate 	}
7260Sstevel@tonic-gate }
7270Sstevel@tonic-gate 
7280Sstevel@tonic-gate 
7290Sstevel@tonic-gate /*
7300Sstevel@tonic-gate  * This functions wakes up any reprobe requests waiting for completion
7310Sstevel@tonic-gate  * of reprobe of this IOC. It also send an NDI event, if  :
7320Sstevel@tonic-gate  *
7330Sstevel@tonic-gate  *	notify_flag is set. This is set if :
7340Sstevel@tonic-gate  *		ibt_reprobe_ioc has returned with SUCCESS
7350Sstevel@tonic-gate  *		IBTF client has not been notified for this node.
7360Sstevel@tonic-gate  *	node_data->node_dip != NULL
7370Sstevel@tonic-gate  *	node_state has IBNEX_NODE_REPROBE_NOTIFY_ALWAYS set
7380Sstevel@tonic-gate  *	An NDI event cookie has been registered.
7390Sstevel@tonic-gate  */
7400Sstevel@tonic-gate static void
7410Sstevel@tonic-gate ibnex_wakeup_reprobe_ioc(ibnex_node_data_t *node_data, int notify_flag)
7420Sstevel@tonic-gate {
7430Sstevel@tonic-gate 	ddi_eventcookie_t	evt_cookie;
7440Sstevel@tonic-gate 
7450Sstevel@tonic-gate 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
7460Sstevel@tonic-gate 	evt_cookie = ibnex.ibnex_prop_update_evt_cookie;
7470Sstevel@tonic-gate 
7480Sstevel@tonic-gate 	if ((ibnex.ibnex_reprobe_state == IBNEX_REPROBE_IOC_WAIT) ||
7490Sstevel@tonic-gate 	    (node_data->node_reprobe_state != 0)) {
7500Sstevel@tonic-gate 		if (notify_flag && (node_data->node_dip != NULL) &&
7510Sstevel@tonic-gate 		    (node_data->node_state &
7520Sstevel@tonic-gate 		    IBNEX_NODE_REPROBE_NOTIFY_ALWAYS) &&
7530Sstevel@tonic-gate 		    (evt_cookie != NULL)) {
7540Sstevel@tonic-gate 			ibt_prop_update_payload_t	evt_data;
7550Sstevel@tonic-gate 
7560Sstevel@tonic-gate 			mutex_exit(&ibnex.ibnex_mutex);
7570Sstevel@tonic-gate 
7580Sstevel@tonic-gate 			bzero(&evt_data, sizeof (evt_data));
7590Sstevel@tonic-gate 			if (ndi_post_event(ibnex.ibnex_dip,
7600Sstevel@tonic-gate 			    node_data->node_dip,
7610Sstevel@tonic-gate 			    evt_cookie, &evt_data) != NDI_SUCCESS)
7620Sstevel@tonic-gate 				IBTF_DPRINTF_L2("ibnex",
7630Sstevel@tonic-gate 				    "\tndi_post_event failed\n");
7640Sstevel@tonic-gate 
7650Sstevel@tonic-gate 			mutex_enter(&ibnex.ibnex_mutex);
7660Sstevel@tonic-gate 		}
7670Sstevel@tonic-gate 
7680Sstevel@tonic-gate 		node_data->node_reprobe_state = 0;
7690Sstevel@tonic-gate 		cv_broadcast(&ibnex.ibnex_reprobe_cv);
7700Sstevel@tonic-gate 	}
7710Sstevel@tonic-gate 	node_data->node_reprobe_state = 0;
7720Sstevel@tonic-gate }
7730Sstevel@tonic-gate 
7740Sstevel@tonic-gate /*
7750Sstevel@tonic-gate  * This function wakes up any reprobe request waiting for completion
7760Sstevel@tonic-gate  * of reprobe of all IOCs.
7770Sstevel@tonic-gate  */
7780Sstevel@tonic-gate static void
7790Sstevel@tonic-gate ibnex_wakeup_reprobe_all()
7800Sstevel@tonic-gate {
7810Sstevel@tonic-gate 	ibnex_node_data_t *ioc_node;
7820Sstevel@tonic-gate 
7830Sstevel@tonic-gate 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
7840Sstevel@tonic-gate 
7850Sstevel@tonic-gate 	/* Notify if another reprobe_all is pending */
7860Sstevel@tonic-gate 	if (ibnex.ibnex_reprobe_state == IBNEX_REPROBE_ALL_WAIT) {
7870Sstevel@tonic-gate 		ibnex.ibnex_reprobe_state = 0;
7880Sstevel@tonic-gate 		cv_broadcast(&ibnex.ibnex_reprobe_cv);
7890Sstevel@tonic-gate 	}
7900Sstevel@tonic-gate 	ibnex.ibnex_reprobe_state = 0;
7910Sstevel@tonic-gate 
7920Sstevel@tonic-gate 	/*
7930Sstevel@tonic-gate 	 * The IOC may be hot-removed after the reprobe request.
7940Sstevel@tonic-gate 	 * Reset the reprobe states for such IOCs.
7950Sstevel@tonic-gate 	 */
7960Sstevel@tonic-gate 	for (ioc_node = ibnex.ibnex_ioc_node_head; ioc_node;
7970Sstevel@tonic-gate 	    ioc_node = ioc_node->node_next) {
7980Sstevel@tonic-gate 		if (ioc_node->node_reprobe_state != 0) {
7990Sstevel@tonic-gate 			ibnex_wakeup_reprobe_ioc(ioc_node, 1);
8000Sstevel@tonic-gate 		}
8010Sstevel@tonic-gate 	}
8020Sstevel@tonic-gate }
8030Sstevel@tonic-gate 
8040Sstevel@tonic-gate /*
8050Sstevel@tonic-gate  * ibnex_ibnex_callback:
8060Sstevel@tonic-gate  *	IBTL_IBNEX_IBC_INIT:
8070Sstevel@tonic-gate  *		Called from ibc_init() which is called from
8080Sstevel@tonic-gate  *		HCA driver _init entry point
8090Sstevel@tonic-gate  *		Initializes the HCA dev_ops structure with default
8100Sstevel@tonic-gate  *		IB nexus structure.
8110Sstevel@tonic-gate  *	IBTL_IBNEX_IBC_FINI:
8120Sstevel@tonic-gate  *		Called from ibc_fini() which is called from
8130Sstevel@tonic-gate  *		HCA driver _fini entry point
8140Sstevel@tonic-gate  *		Un-Initializes the HCA dev_ops structure with default
8150Sstevel@tonic-gate  *		IB nexus strucuture.
8160Sstevel@tonic-gate  *	Returns IBT_SUCCESS
8170Sstevel@tonic-gate  */
8180Sstevel@tonic-gate ibt_status_t
8190Sstevel@tonic-gate ibnex_ibtl_callback(ibtl_ibnex_cb_args_t *cb_args)
8200Sstevel@tonic-gate {
8210Sstevel@tonic-gate 	int			retval = IBT_SUCCESS;
8220Sstevel@tonic-gate 	struct dev_ops 		*hca_dev_ops;
8230Sstevel@tonic-gate 	dev_info_t		*clnt_dip;
8240Sstevel@tonic-gate 	ibnex_node_data_t	*node_data;
8250Sstevel@tonic-gate 
8260Sstevel@tonic-gate 	IBTF_DPRINTF_L5("ibnex", "\tibtl_callback");
8270Sstevel@tonic-gate 
8280Sstevel@tonic-gate 	switch (cb_args->cb_flag) {
8290Sstevel@tonic-gate 	case IBTL_IBNEX_IBC_INIT:
8300Sstevel@tonic-gate 		/*
8310Sstevel@tonic-gate 		 * Get the devops structure of the HCA,
8320Sstevel@tonic-gate 		 * and put IB nexus default busops vector in its place.
8330Sstevel@tonic-gate 		 */
8340Sstevel@tonic-gate 		hca_dev_ops = ((struct modldrv *)
8355470Spramodbg 		    (cb_args->cb_modlp->ml_linkage[0]))->drv_dev_ops;
8360Sstevel@tonic-gate 		ASSERT((hca_dev_ops) && (hca_dev_ops->devo_bus_ops == NULL));
8370Sstevel@tonic-gate 		hca_dev_ops->devo_bus_ops = &ibnex_ci_busops;
8380Sstevel@tonic-gate 		break;
8390Sstevel@tonic-gate 
8400Sstevel@tonic-gate 	case IBTL_IBNEX_IBC_FINI:
8410Sstevel@tonic-gate 		hca_dev_ops = ((struct modldrv *)
8425470Spramodbg 		    (cb_args->cb_modlp->ml_linkage[0]))->drv_dev_ops;
8430Sstevel@tonic-gate 		hca_dev_ops->devo_bus_ops = NULL;
8440Sstevel@tonic-gate 		break;
8450Sstevel@tonic-gate 
8460Sstevel@tonic-gate 	case IBTL_IBNEX_REPROBE_DEV_REQ:
8470Sstevel@tonic-gate 		/* IBTL pass down request for ibt_reprobe_dev */
8480Sstevel@tonic-gate 		clnt_dip = cb_args->cb_dip;
8490Sstevel@tonic-gate 		ASSERT(clnt_dip);
8500Sstevel@tonic-gate 
8510Sstevel@tonic-gate 		node_data = ddi_get_parent_data(clnt_dip);
8520Sstevel@tonic-gate 		ASSERT(node_data);
8530Sstevel@tonic-gate 
8540Sstevel@tonic-gate 		/* Reprobe for IOC nodes only */
8550Sstevel@tonic-gate 		ASSERT(node_data->node_type == IBNEX_IOC_NODE);
8560Sstevel@tonic-gate 
8570Sstevel@tonic-gate 		/*
8580Sstevel@tonic-gate 		 * Start the reprobe. This could sleep as it is not
8590Sstevel@tonic-gate 		 * from interrupt context.
8600Sstevel@tonic-gate 		 */
8610Sstevel@tonic-gate 		if (taskq_dispatch(system_taskq, ibnex_handle_reprobe_dev,
8620Sstevel@tonic-gate 		    clnt_dip, TQ_SLEEP) == 0) {
8630Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex",
8640Sstevel@tonic-gate 			    "ibnex_ibtl_callback: taskq_dispatch failed");
8650Sstevel@tonic-gate 			mutex_enter(&ibnex.ibnex_mutex);
8660Sstevel@tonic-gate 			ibnex_wakeup_reprobe_ioc(node_data, 0);
8670Sstevel@tonic-gate 			mutex_exit(&ibnex.ibnex_mutex);
8680Sstevel@tonic-gate 			return (IBT_INSUFF_KERNEL_RESOURCE);
8690Sstevel@tonic-gate 		}
8700Sstevel@tonic-gate 		return (IBT_SUCCESS);
8710Sstevel@tonic-gate 	}
8720Sstevel@tonic-gate 
8730Sstevel@tonic-gate 	return (retval);
8740Sstevel@tonic-gate }
8750Sstevel@tonic-gate 
8760Sstevel@tonic-gate 
8770Sstevel@tonic-gate /*
8780Sstevel@tonic-gate  * Bus-ops entry points
8790Sstevel@tonic-gate  */
8800Sstevel@tonic-gate 
8810Sstevel@tonic-gate /*
8820Sstevel@tonic-gate  * ibnex_map_fault
8830Sstevel@tonic-gate  * 	IOC drivers need not map memory. Return failure to fail any
8840Sstevel@tonic-gate  *	such calls.
8850Sstevel@tonic-gate  */
8860Sstevel@tonic-gate /*ARGSUSED*/
8870Sstevel@tonic-gate static int
8880Sstevel@tonic-gate ibnex_map_fault(dev_info_t *dip, dev_info_t *rdip, struct hat *hat,
8890Sstevel@tonic-gate     struct seg *seg, caddr_t addr, struct devpage *dp, pfn_t pfn,
8900Sstevel@tonic-gate     uint_t prot, uint_t lock)
8910Sstevel@tonic-gate {
8920Sstevel@tonic-gate 	return (DDI_FAILURE);
8930Sstevel@tonic-gate }
8940Sstevel@tonic-gate 
8950Sstevel@tonic-gate 
8960Sstevel@tonic-gate /*
8970Sstevel@tonic-gate  * ibnex_busctl
8980Sstevel@tonic-gate  * 	bus_ctl bus_ops entry point
8990Sstevel@tonic-gate  */
9000Sstevel@tonic-gate /*ARGSUSED*/
9010Sstevel@tonic-gate static int
9020Sstevel@tonic-gate ibnex_busctl(dev_info_t *dip, dev_info_t *rdip,
9030Sstevel@tonic-gate     ddi_ctl_enum_t ctlop, void *arg, void *result)
9040Sstevel@tonic-gate {
9050Sstevel@tonic-gate 	dev_info_t		*child_dip;
9060Sstevel@tonic-gate 
9070Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex",
9080Sstevel@tonic-gate 	    "\tbusctl: dip = %p, rdip = %p, ctlop = %x,", dip, rdip, ctlop);
9090Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tbusctl: targ = %p, result %p", arg, result);
9100Sstevel@tonic-gate 
9110Sstevel@tonic-gate 	switch (ctlop) {
9120Sstevel@tonic-gate 	case DDI_CTLOPS_REPORTDEV:
9130Sstevel@tonic-gate 		if (rdip == NULL) {
9140Sstevel@tonic-gate 			return (DDI_FAILURE);
9150Sstevel@tonic-gate 		}
9160Sstevel@tonic-gate 
9170Sstevel@tonic-gate 		/* Log the relevant details of dip to sysbuf */
9180Sstevel@tonic-gate 		cmn_err(CE_CONT, "?IB device: %s@%s, %s%d\n",
9190Sstevel@tonic-gate 		    ddi_node_name(rdip), ddi_get_name_addr(rdip),
9200Sstevel@tonic-gate 		    ddi_driver_name(rdip), ddi_get_instance(rdip));
9210Sstevel@tonic-gate 
9220Sstevel@tonic-gate 		return (DDI_SUCCESS);
9230Sstevel@tonic-gate 
9240Sstevel@tonic-gate 	case DDI_CTLOPS_INITCHILD:
9250Sstevel@tonic-gate 		child_dip = (dev_info_t *)arg;
9260Sstevel@tonic-gate 		return (ibnex_init_child(child_dip));
9270Sstevel@tonic-gate 
9280Sstevel@tonic-gate 	case DDI_CTLOPS_UNINITCHILD:
9290Sstevel@tonic-gate 		child_dip = (dev_info_t *)arg;
9300Sstevel@tonic-gate 		ddi_set_name_addr(child_dip, NULL);
9310Sstevel@tonic-gate 		return (DDI_SUCCESS);
9320Sstevel@tonic-gate 
9330Sstevel@tonic-gate 	case DDI_CTLOPS_ATTACH:
9340Sstevel@tonic-gate 	case DDI_CTLOPS_DETACH:
9350Sstevel@tonic-gate 	case DDI_CTLOPS_POWER :
9360Sstevel@tonic-gate 		return (DDI_SUCCESS);
9370Sstevel@tonic-gate 
9380Sstevel@tonic-gate 	case DDI_CTLOPS_SIDDEV:
9390Sstevel@tonic-gate 		/*
9400Sstevel@tonic-gate 		 * Return DDI_SUCCESS for IOC/PORT/VPPA nodes and
9410Sstevel@tonic-gate 		 * DDI_FAILURE for the nodes enumerated by a Pseudo file.
9420Sstevel@tonic-gate 		 */
9430Sstevel@tonic-gate 		return (ndi_dev_is_persistent_node(rdip) ?
9440Sstevel@tonic-gate 		    DDI_SUCCESS : DDI_FAILURE);
9450Sstevel@tonic-gate 
9460Sstevel@tonic-gate 
9470Sstevel@tonic-gate 	case DDI_CTLOPS_IOMIN:
9480Sstevel@tonic-gate 		/*
9490Sstevel@tonic-gate 		 * Return DDI_SUCCESS, so that consistent buf alloc
9500Sstevel@tonic-gate 		 * gets the default DMA IO minimum for the platform
9510Sstevel@tonic-gate 		 */
9520Sstevel@tonic-gate 		return (DDI_SUCCESS);
9530Sstevel@tonic-gate 
9540Sstevel@tonic-gate 	/*
9550Sstevel@tonic-gate 	 * These ops correspond to functions that "shouldn't" be
9560Sstevel@tonic-gate 	 * called by IB Nexus driver.
9570Sstevel@tonic-gate 	 */
9580Sstevel@tonic-gate 	case DDI_CTLOPS_DMAPMAPC:
9590Sstevel@tonic-gate 	case DDI_CTLOPS_REPORTINT:
9600Sstevel@tonic-gate 	case DDI_CTLOPS_REGSIZE:
9610Sstevel@tonic-gate 	case DDI_CTLOPS_NREGS:
9620Sstevel@tonic-gate 	case DDI_CTLOPS_SLAVEONLY:
9630Sstevel@tonic-gate 	case DDI_CTLOPS_AFFINITY:
9640Sstevel@tonic-gate 	case DDI_CTLOPS_POKE:
9650Sstevel@tonic-gate 	case DDI_CTLOPS_PEEK:
9660Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
9670Sstevel@tonic-gate 		    "%s%d: invalid op (%d) from %s inst%d",
9680Sstevel@tonic-gate 		    ddi_get_name(dip), ddi_get_instance(dip),
9690Sstevel@tonic-gate 		    ctlop, ddi_get_name(rdip), ddi_get_instance(rdip));
9700Sstevel@tonic-gate 		return (DDI_FAILURE);
9710Sstevel@tonic-gate 
9720Sstevel@tonic-gate 	/*
9730Sstevel@tonic-gate 	 * Everything else (PTOB/BTOP/BTOPR/DVMAPAGESIZE requests) we
9740Sstevel@tonic-gate 	 * pass up
9750Sstevel@tonic-gate 	 */
9760Sstevel@tonic-gate 	default:
9770Sstevel@tonic-gate 		return (ddi_ctlops(dip, rdip, ctlop, arg, result));
9780Sstevel@tonic-gate 	}
9790Sstevel@tonic-gate }
9800Sstevel@tonic-gate 
9810Sstevel@tonic-gate 
9820Sstevel@tonic-gate /*
9830Sstevel@tonic-gate  * ibnex_init_child()
9840Sstevel@tonic-gate  *
9850Sstevel@tonic-gate  * Initialize a child device node. This is called for the DDI_CTLOPS_INITCHILD
9860Sstevel@tonic-gate  * entry. Function returns DDI_SUCCESS,  DDI_FAILURE or DDI_NOT_WELL_FORMED.
9870Sstevel@tonic-gate  */
9880Sstevel@tonic-gate static int
9890Sstevel@tonic-gate ibnex_init_child(dev_info_t *child)
9900Sstevel@tonic-gate {
9910Sstevel@tonic-gate 	int			ret;
9920Sstevel@tonic-gate 	char			name[MAXNAMELEN];
9930Sstevel@tonic-gate 
9940Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tinit_child: child = %p", child);
9950Sstevel@tonic-gate 
9960Sstevel@tonic-gate 	/* Handle Pseudo nodes of client children */
9970Sstevel@tonic-gate 	if (ndi_dev_is_persistent_node(child) == 0) {
9981093Shiremath 		/* Skip nodes without ib-node-type="merge" */
9991093Shiremath 		if (ibnex_is_merge_node(child) != IBNEX_SUCCESS)
10001093Shiremath 			return (DDI_FAILURE);
10011093Shiremath 
10020Sstevel@tonic-gate 		if (ibnex_name_pseudo_child(child, name) != DDI_SUCCESS)
10030Sstevel@tonic-gate 			return (DDI_FAILURE);
10040Sstevel@tonic-gate 
10050Sstevel@tonic-gate 		ddi_set_name_addr(child, name);
10060Sstevel@tonic-gate 		/*
10070Sstevel@tonic-gate 		 * Merge the .conf node
10080Sstevel@tonic-gate 		 */
10090Sstevel@tonic-gate 		if (ndi_merge_node(child,
10100Sstevel@tonic-gate 		    ibnex_name_child) == DDI_SUCCESS) {
10110Sstevel@tonic-gate 			ddi_set_name_addr(child, NULL);
10120Sstevel@tonic-gate 			return (DDI_FAILURE);
10130Sstevel@tonic-gate 		}
10140Sstevel@tonic-gate 		return (DDI_NOT_WELL_FORMED);
10150Sstevel@tonic-gate 
10160Sstevel@tonic-gate 	}
10170Sstevel@tonic-gate 
10180Sstevel@tonic-gate 	if ((ret = ibnex_name_child(child, name, 0)) != DDI_SUCCESS)
10190Sstevel@tonic-gate 		return (ret);
10200Sstevel@tonic-gate 
10210Sstevel@tonic-gate 	ddi_set_name_addr(child, name);
10220Sstevel@tonic-gate 
10230Sstevel@tonic-gate 	return (DDI_SUCCESS);
10240Sstevel@tonic-gate }
10250Sstevel@tonic-gate 
10260Sstevel@tonic-gate 
10270Sstevel@tonic-gate int
10280Sstevel@tonic-gate ibnex_name_pseudo_child(dev_info_t *child, char *name)
10290Sstevel@tonic-gate {
10300Sstevel@tonic-gate 	char **unit_addr;
10310Sstevel@tonic-gate 	uint_t n;
10320Sstevel@tonic-gate 	if (ddi_prop_lookup_string_array(DDI_DEV_T_ANY, child,
10330Sstevel@tonic-gate 	    DDI_PROP_DONTPASS, "unit-address", &unit_addr, &n) !=
10340Sstevel@tonic-gate 	    DDI_PROP_SUCCESS) {
10351093Shiremath 		IBTF_DPRINTF_L4("ibnex",
10361093Shiremath 		    "\tname_pseudo_child: cannot find unit-address in %s.conf",
10370Sstevel@tonic-gate 		    ddi_get_name(child));
10380Sstevel@tonic-gate 		return (DDI_FAILURE);
10390Sstevel@tonic-gate 	}
10400Sstevel@tonic-gate 	if (n != 1 || *unit_addr == NULL || **unit_addr == 0) {
10410Sstevel@tonic-gate 		cmn_err(CE_WARN, "unit-address property in %s.conf"
10420Sstevel@tonic-gate 		    " not well-formed", ddi_get_name(child));
10430Sstevel@tonic-gate 		ddi_prop_free(unit_addr);
10440Sstevel@tonic-gate 		return (DDI_FAILURE);
10450Sstevel@tonic-gate 	}
10460Sstevel@tonic-gate 	(void) snprintf(name, MAXNAMELEN, "%s", *unit_addr);
10470Sstevel@tonic-gate 	ddi_prop_free(unit_addr);
10480Sstevel@tonic-gate 	return (DDI_SUCCESS);
10490Sstevel@tonic-gate }
10500Sstevel@tonic-gate 
10510Sstevel@tonic-gate 
10520Sstevel@tonic-gate /*ARGSUSED*/
10530Sstevel@tonic-gate int
10540Sstevel@tonic-gate ibnex_name_child(dev_info_t *child, char *name, int flag)
10550Sstevel@tonic-gate {
10560Sstevel@tonic-gate 	ibnex_pseudo_node_t	*pseudo;
10570Sstevel@tonic-gate 	ibnex_node_data_t	*node_datap;
10580Sstevel@tonic-gate 	ibnex_port_node_t	*port_node;
10590Sstevel@tonic-gate 	ibnex_ioc_node_t	*ioc;
10600Sstevel@tonic-gate 
10610Sstevel@tonic-gate 	node_datap = ddi_get_parent_data(child);
10620Sstevel@tonic-gate 	if (node_datap == NULL) {
10630Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex", "\tname_child: Node data is NULL");
10640Sstevel@tonic-gate 		return (DDI_NOT_WELL_FORMED);
10650Sstevel@tonic-gate 	}
10660Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tname_sid_child: Node data %p"
10670Sstevel@tonic-gate 	    "Node type %x", node_datap, node_datap->node_type);
10680Sstevel@tonic-gate 	switch (node_datap->node_type) {
10690Sstevel@tonic-gate 	case IBNEX_PORT_COMMSVC_NODE:
10700Sstevel@tonic-gate 		port_node = &node_datap->node_data.port_node;
10710Sstevel@tonic-gate 		(void) snprintf(name, IBNEX_MAX_NODEADDR_SZ, "%x,0,%s",
10720Sstevel@tonic-gate 		    port_node->port_num,
10730Sstevel@tonic-gate 		    ibnex.ibnex_comm_svc_names[port_node->port_commsvc_idx]);
10740Sstevel@tonic-gate 		break;
10750Sstevel@tonic-gate 	case IBNEX_VPPA_COMMSVC_NODE:
10760Sstevel@tonic-gate 		port_node = &node_datap->node_data.port_node;
10770Sstevel@tonic-gate 		(void) snprintf(name, IBNEX_MAX_NODEADDR_SZ, "%x,%x,%s",
10780Sstevel@tonic-gate 		    port_node->port_num, port_node->port_pkey, ibnex.
10790Sstevel@tonic-gate 		    ibnex_vppa_comm_svc_names[port_node->port_commsvc_idx]);
10800Sstevel@tonic-gate 		break;
10810Sstevel@tonic-gate 	case IBNEX_HCASVC_COMMSVC_NODE:
10820Sstevel@tonic-gate 		port_node = &node_datap->node_data.port_node;
10830Sstevel@tonic-gate 		(void) snprintf(name, IBNEX_MAX_NODEADDR_SZ, "%x,0,%s",
10840Sstevel@tonic-gate 		    port_node->port_num,
10850Sstevel@tonic-gate 		    ibnex.ibnex_hcasvc_comm_svc_names[port_node->
10860Sstevel@tonic-gate 		    port_commsvc_idx]);
10870Sstevel@tonic-gate 		break;
10880Sstevel@tonic-gate 	case IBNEX_IOC_NODE:
10890Sstevel@tonic-gate 		ioc = &node_datap->node_data.ioc_node;
10900Sstevel@tonic-gate 		(void) snprintf(name, IBNEX_MAX_NODEADDR_SZ, "%llX,%llX",
10910Sstevel@tonic-gate 		    (longlong_t)ioc->ioc_guid, (longlong_t)ioc->iou_guid);
10920Sstevel@tonic-gate 		break;
10930Sstevel@tonic-gate 	case IBNEX_PSEUDO_NODE:
10940Sstevel@tonic-gate 		pseudo = &node_datap->node_data.pseudo_node;
10950Sstevel@tonic-gate 		(void) snprintf(name,
10960Sstevel@tonic-gate 		    IBNEX_MAX_NODEADDR_SZ, pseudo->pseudo_unit_addr);
10970Sstevel@tonic-gate 		break;
10980Sstevel@tonic-gate 	default:
10990Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex", "\name_child: Not well formed");
11000Sstevel@tonic-gate 		return (DDI_NOT_WELL_FORMED);
11010Sstevel@tonic-gate 	}
11020Sstevel@tonic-gate 
11030Sstevel@tonic-gate 	return (DDI_SUCCESS);
11040Sstevel@tonic-gate }
11050Sstevel@tonic-gate 
11060Sstevel@tonic-gate 
11070Sstevel@tonic-gate /*
11080Sstevel@tonic-gate  * ibnex_bus_config()
11090Sstevel@tonic-gate  *
11100Sstevel@tonic-gate  * BUS_CONFIG_ONE:
11110Sstevel@tonic-gate  *	Enumerate the exact instance of the driver. Use the device node name
11120Sstevel@tonic-gate  *	to locate the exact instance.
11130Sstevel@tonic-gate  *	Query IBDM to find whether the hardware exits for the instance of the
11140Sstevel@tonic-gate  *	driver. If exists, create a device node and return NDI_SUCCESS.
11150Sstevel@tonic-gate  *
11160Sstevel@tonic-gate  * BUS_CONFIG_ALL:
11170Sstevel@tonic-gate  *	Enumerate all the instances of all the possible children (seen before
11180Sstevel@tonic-gate  *	and never seen before).
11190Sstevel@tonic-gate  *
11200Sstevel@tonic-gate  * BUS_CONFIG_DRIVER:
11210Sstevel@tonic-gate  *	Enumerate all the instances of a particular driver.
11220Sstevel@tonic-gate  */
11230Sstevel@tonic-gate static int
11240Sstevel@tonic-gate ibnex_bus_config(dev_info_t *parent, uint_t flag,
11250Sstevel@tonic-gate     ddi_bus_config_op_t op, void *devname, dev_info_t **child)
11260Sstevel@tonic-gate {
11271093Shiremath 	int			ret = IBNEX_SUCCESS, len, circ, need_bus_config;
11280Sstevel@tonic-gate 	char 			*device_name, *cname = NULL, *caddr = NULL;
11291093Shiremath 	char			*device_name1;
11300Sstevel@tonic-gate 	char			*srvname, nameaddr[MAXNAMELEN];
11310Sstevel@tonic-gate 	dev_info_t		*cdip, *pdip = NULL;
11320Sstevel@tonic-gate 	ibnex_node_data_t	*node_data;
11330Sstevel@tonic-gate 	ibnex_port_node_t	*port_node;
11342155Scth 	int			use_mdi_devi_locking = 0;
11352155Scth 
11368082SRamaswamy.Tummala@Sun.COM 	if (parent != ibnex.ibnex_dip) {
11378082SRamaswamy.Tummala@Sun.COM 		/*
11388082SRamaswamy.Tummala@Sun.COM 		 * This must be an HCA.In a normal case HCA is setup as a phci.
11398082SRamaswamy.Tummala@Sun.COM 		 * If an HCA is in maintenance mode, its phci is not set up
11408082SRamaswamy.Tummala@Sun.COM 		 * but the driver is attached to update the firmware. In this
11418082SRamaswamy.Tummala@Sun.COM 		 * case, do not configure the MPxIO clients.
11428082SRamaswamy.Tummala@Sun.COM 		 */
11438082SRamaswamy.Tummala@Sun.COM 		if (mdi_component_is_phci(parent, NULL) == MDI_FAILURE) {
11448082SRamaswamy.Tummala@Sun.COM 			if (op == BUS_CONFIG_ALL || op == BUS_CONFIG_DRIVER)
11458082SRamaswamy.Tummala@Sun.COM 				return (NDI_SUCCESS);
11468082SRamaswamy.Tummala@Sun.COM 			else
11478082SRamaswamy.Tummala@Sun.COM 				return (NDI_FAILURE);
11488082SRamaswamy.Tummala@Sun.COM 		}
11498082SRamaswamy.Tummala@Sun.COM 
11508082SRamaswamy.Tummala@Sun.COM 		/* Set use_mdi_devi_locking appropriately */
11518082SRamaswamy.Tummala@Sun.COM 		if ((op != BUS_CONFIG_ONE) || (op == BUS_CONFIG_ONE &&
11528082SRamaswamy.Tummala@Sun.COM 		    strncmp((char *)devname, IBNEX_IBPORT_CNAME, 6) != 0)) {
11538082SRamaswamy.Tummala@Sun.COM 			IBTF_DPRINTF_L4("ibnex",
11548082SRamaswamy.Tummala@Sun.COM 			    "\tbus_config: using mdi_devi_enter");
11558082SRamaswamy.Tummala@Sun.COM 			use_mdi_devi_locking = 1;
11568082SRamaswamy.Tummala@Sun.COM 		}
11572155Scth 	}
11582155Scth 
11592155Scth 	if (use_mdi_devi_locking)
11602155Scth 		mdi_devi_enter(parent, &circ);
11612155Scth 	else
11622155Scth 		ndi_devi_enter(parent, &circ);
11630Sstevel@tonic-gate 
11640Sstevel@tonic-gate 	switch (op) {
11650Sstevel@tonic-gate 	case BUS_CONFIG_ONE:
11661689Spramodbg 		IBTF_DPRINTF_L4("ibnex", "\tbus_config: CONFIG_ONE, "
11671689Spramodbg 		    "parent %p", parent);
11680Sstevel@tonic-gate 
11690Sstevel@tonic-gate 		len = strlen((char *)devname) + 1;
11700Sstevel@tonic-gate 		device_name = i_ddi_strdup(devname, KM_SLEEP);
11710Sstevel@tonic-gate 		i_ddi_parse_name(device_name, &cname, &caddr, NULL);
11720Sstevel@tonic-gate 
11730Sstevel@tonic-gate 		if (caddr == NULL || (strlen(caddr) == 0)) {
11740Sstevel@tonic-gate 			kmem_free(device_name, len);
11752155Scth 			if (use_mdi_devi_locking)
11762155Scth 				mdi_devi_exit(parent, circ);
11772155Scth 			else
11782155Scth 				ndi_devi_exit(parent, circ);
11790Sstevel@tonic-gate 			return (NDI_FAILURE);
11800Sstevel@tonic-gate 		}
11810Sstevel@tonic-gate 
11821093Shiremath 		/*
11831093Shiremath 		 * i_ddi_parse_name() strips of the address portion
11841093Shiremath 		 * of the device name. Recreate device name for
11851093Shiremath 		 * ndi_devi_findchild
11861093Shiremath 		 */
11871093Shiremath 		device_name1 = i_ddi_strdup(devname, KM_SLEEP);
11881093Shiremath 
11890Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex",
11900Sstevel@tonic-gate 		    "\tbus_config: cname %s addr %s", cname, caddr);
11910Sstevel@tonic-gate 
11921093Shiremath 		cdip = ndi_devi_findchild(parent, device_name1);
11938082SRamaswamy.Tummala@Sun.COM 		if (cdip)
11948082SRamaswamy.Tummala@Sun.COM 			node_data = ddi_get_parent_data(cdip);
11951093Shiremath 		kmem_free(device_name1, len);
11968082SRamaswamy.Tummala@Sun.COM 		if (cdip == NULL || (node_data != NULL &&
11978082SRamaswamy.Tummala@Sun.COM 		    node_data->node_dip == NULL)) {
11980Sstevel@tonic-gate 			/* Node is not present */
11990Sstevel@tonic-gate 			if (strncmp(cname, IBNEX_IOC_CNAME, 3) == 0) {
12002155Scth 				if (use_mdi_devi_locking)
12012155Scth 					mdi_devi_exit(parent, circ);
12022155Scth 				else
12032155Scth 					ndi_devi_exit(parent, circ);
12042155Scth 
12051093Shiremath 				ret = ibnex_ioc_bus_config_one(&parent, flag,
12061093Shiremath 				    op, devname, child, &need_bus_config);
12071689Spramodbg 				if (!need_bus_config) {
12081689Spramodbg 					kmem_free(device_name, len);
12091093Shiremath 					return (ret);
12101689Spramodbg 				}
12111093Shiremath 
12122155Scth 				if (use_mdi_devi_locking)
12132155Scth 					mdi_devi_enter(parent, &circ);
12142155Scth 				else
12152155Scth 					ndi_devi_enter(parent, &circ);
12160Sstevel@tonic-gate 			} else if ((strncmp(cname,
12170Sstevel@tonic-gate 			    IBNEX_IBPORT_CNAME, 6) == 0) &&
12180Sstevel@tonic-gate 			    (parent != ibnex.ibnex_dip)) { /* parent is HCA */
12190Sstevel@tonic-gate 				cdip = ibnex_config_port_node(parent, devname);
12200Sstevel@tonic-gate 				if (cdip)
12210Sstevel@tonic-gate 					ret = IBNEX_SUCCESS;
12220Sstevel@tonic-gate 				else
12230Sstevel@tonic-gate 					ret = IBNEX_FAILURE;
12241093Shiremath 			} else {
12250Sstevel@tonic-gate 				/*
12260Sstevel@tonic-gate 				 * if not IOC or PORT device then always
12270Sstevel@tonic-gate 				 * assume a Pseudo child
12281093Shiremath 				 *
12291093Shiremath 				 * if IB Nexus is the parent, call MDI.
12301093Shiremath 				 * else if HCA is the parent, enumerate
12311093Shiremath 				 * the Pseudo node.
12320Sstevel@tonic-gate 				 */
12330Sstevel@tonic-gate 				ret = IBNEX_SUCCESS;
12340Sstevel@tonic-gate 				ibnex_pseudo_initnodes();
12351093Shiremath 				if (parent == ibnex.ibnex_dip) {
12362155Scth 					if (use_mdi_devi_locking)
12372155Scth 						mdi_devi_exit(parent, circ);
12382155Scth 					else
12392155Scth 						ndi_devi_exit(parent, circ);
12402155Scth 
12411093Shiremath 					mutex_enter(&ibnex.ibnex_mutex);
12421093Shiremath 					ret = ibnex_pseudo_mdi_config_one(
12431093Shiremath 					    flag, devname, child, cname,
12441093Shiremath 					    caddr);
12451093Shiremath 					mutex_exit(&ibnex.ibnex_mutex);
12461689Spramodbg 					kmem_free(device_name, len);
12471093Shiremath 					return (ret);
12481093Shiremath 				}
12490Sstevel@tonic-gate 				mutex_enter(&ibnex.ibnex_mutex);
12501689Spramodbg 				ret = ibnex_pseudo_config_one(NULL,
12511093Shiremath 				    caddr, parent);
12520Sstevel@tonic-gate 				mutex_exit(&ibnex.ibnex_mutex);
12531093Shiremath 			}
12540Sstevel@tonic-gate 		}
12553826Shiremath 
12563826Shiremath 		if (strncmp(cname, IBNEX_IBPORT_CNAME, 6) == 0) {
12573826Shiremath 			/* Allows enumeration under PHCI */
12583826Shiremath 			flag |= NDI_MDI_FALLBACK;
12593826Shiremath 		}
12600Sstevel@tonic-gate 		kmem_free(device_name, len);
12610Sstevel@tonic-gate 		break;
12620Sstevel@tonic-gate 
12630Sstevel@tonic-gate 	case BUS_CONFIG_OBP_ARGS:
12640Sstevel@tonic-gate 		cdip = ibnex_config_obp_args(parent, devname);
12650Sstevel@tonic-gate 		if (cdip) {
12660Sstevel@tonic-gate 			/*
12670Sstevel@tonic-gate 			 * Boot case.
12680Sstevel@tonic-gate 			 * Special handling because the "devname"
12690Sstevel@tonic-gate 			 * format for the enumerated device is
12700Sstevel@tonic-gate 			 * different.
12710Sstevel@tonic-gate 			 */
12720Sstevel@tonic-gate 			node_data = ddi_get_parent_data(cdip);
12730Sstevel@tonic-gate 			port_node = &node_data->node_data.port_node;
12740Sstevel@tonic-gate 			if (node_data->node_type ==
12750Sstevel@tonic-gate 			    IBNEX_VPPA_COMMSVC_NODE) {
12760Sstevel@tonic-gate 				srvname =
12770Sstevel@tonic-gate 				    ibnex.ibnex_vppa_comm_svc_names[
12780Sstevel@tonic-gate 				    port_node->port_commsvc_idx];
12790Sstevel@tonic-gate 				(void) snprintf(nameaddr, MAXNAMELEN,
12800Sstevel@tonic-gate 				    "ibport@%x,%x,%s",
12810Sstevel@tonic-gate 				    port_node->port_num,
12820Sstevel@tonic-gate 				    port_node->port_pkey, srvname);
12830Sstevel@tonic-gate 			}
12840Sstevel@tonic-gate 			devname = (void *)nameaddr;
12850Sstevel@tonic-gate 		} else {
12860Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex",
12870Sstevel@tonic-gate 			    "\tbus_config: CONFIG_OBP_ARGS : invalid state!!");
12880Sstevel@tonic-gate 
12890Sstevel@tonic-gate 			ret = IBNEX_FAILURE;
12900Sstevel@tonic-gate 		}
12910Sstevel@tonic-gate 		break;
12920Sstevel@tonic-gate 	case BUS_CONFIG_ALL:
12931093Shiremath 		/*FALLTHRU*/
12940Sstevel@tonic-gate 	case BUS_CONFIG_DRIVER:
12951093Shiremath 		if (op == BUS_CONFIG_ALL)
12961689Spramodbg 			IBTF_DPRINTF_L4("ibnex", "\tbus_config: CONFIG_ALL, "
12971689Spramodbg 			    "parent %p", parent);
12981093Shiremath 		else
12991689Spramodbg 			IBTF_DPRINTF_L4("ibnex", "\tbus_config: CONFIG_DRIVER"
13001689Spramodbg 			    ", parent %p", parent);
13011093Shiremath 
13021093Shiremath 		/*
13032155Scth 		 * No locks to be held while calling mdi_vhci_bus_config()
13042155Scth 		 * ibnex_config_all_children() holds appropriate locks.
13052155Scth 		 */
13062155Scth 		if (use_mdi_devi_locking)
13072155Scth 			mdi_devi_exit(parent, circ);
13082155Scth 		else
13092155Scth 			ndi_devi_exit(parent, circ);
13102155Scth 
13112155Scth 		/*
13121093Shiremath 		 * Drive CONFIG requests for IB Nexus parent through
13131093Shiremath 		 * MDI. This is needed to load the HCA drivers in x86 SRP
13141093Shiremath 		 * boot case.
13151093Shiremath 		 *
13161093Shiremath 		 * CONFIG Requests with HCA parent will probe devices using
13171093Shiremath 		 * ibdm and configure all children.
13181093Shiremath 		 */
13191093Shiremath 		if (parent == ibnex.ibnex_dip) {
13208695SRajkumar.Sivaprakasam@Sun.COM 			ibdm_ioc_info_t	*ioc_list, *new_ioc_list;
13218695SRajkumar.Sivaprakasam@Sun.COM 
13228695SRajkumar.Sivaprakasam@Sun.COM 			mutex_enter(&ibnex.ibnex_mutex);
13238695SRajkumar.Sivaprakasam@Sun.COM 			while (ibnex.ibnex_ioc_list_state !=
13248695SRajkumar.Sivaprakasam@Sun.COM 			    IBNEX_IOC_LIST_READY) {
13258695SRajkumar.Sivaprakasam@Sun.COM 				cv_wait(&ibnex.ibnex_ioc_list_cv,
13268695SRajkumar.Sivaprakasam@Sun.COM 				    &ibnex.ibnex_mutex);
13278695SRajkumar.Sivaprakasam@Sun.COM 			}
13288695SRajkumar.Sivaprakasam@Sun.COM 			ibnex.ibnex_ioc_list_state = IBNEX_IOC_LIST_RENEW;
13298695SRajkumar.Sivaprakasam@Sun.COM 			mutex_exit(&ibnex.ibnex_mutex);
13308695SRajkumar.Sivaprakasam@Sun.COM 			/* Enumerate all the IOC's */
13318695SRajkumar.Sivaprakasam@Sun.COM 			ibdm_ibnex_port_settle_wait(0,
13328695SRajkumar.Sivaprakasam@Sun.COM 			    ibnex_port_settling_time);
13338695SRajkumar.Sivaprakasam@Sun.COM 
13348695SRajkumar.Sivaprakasam@Sun.COM 			new_ioc_list = ibdm_ibnex_get_ioc_list(
13358695SRajkumar.Sivaprakasam@Sun.COM 			    IBDM_IBNEX_NORMAL_PROBE);
13368695SRajkumar.Sivaprakasam@Sun.COM 			IBTF_DPRINTF_L4("ibnex",
13378695SRajkumar.Sivaprakasam@Sun.COM 			    "\tbus_config: alloc ioc_list %p", new_ioc_list);
13388082SRamaswamy.Tummala@Sun.COM 			/*
13398082SRamaswamy.Tummala@Sun.COM 			 * Optimize the calls for each BUS_CONFIG_ALL request
13408082SRamaswamy.Tummala@Sun.COM 			 * to the IB Nexus dip. This is currently done for
13418082SRamaswamy.Tummala@Sun.COM 			 * each PDIP.
13428082SRamaswamy.Tummala@Sun.COM 			 */
13438695SRajkumar.Sivaprakasam@Sun.COM 			mutex_enter(&ibnex.ibnex_mutex);
13448695SRajkumar.Sivaprakasam@Sun.COM 			ioc_list = ibnex.ibnex_ioc_list;
13458695SRajkumar.Sivaprakasam@Sun.COM 			ibnex.ibnex_ioc_list = new_ioc_list;
13468695SRajkumar.Sivaprakasam@Sun.COM 			ibnex.ibnex_ioc_list_state = IBNEX_IOC_LIST_READY;
13478695SRajkumar.Sivaprakasam@Sun.COM 			cv_broadcast(&ibnex.ibnex_ioc_list_cv);
13488695SRajkumar.Sivaprakasam@Sun.COM 			mutex_exit(&ibnex.ibnex_mutex);
13498695SRajkumar.Sivaprakasam@Sun.COM 
13508695SRajkumar.Sivaprakasam@Sun.COM 			if (ioc_list) {
13518082SRamaswamy.Tummala@Sun.COM 				IBTF_DPRINTF_L4("ibnex",
13528082SRamaswamy.Tummala@Sun.COM 				    "\tbus_config: freeing ioc_list %p",
13538695SRajkumar.Sivaprakasam@Sun.COM 				    ioc_list);
13548695SRajkumar.Sivaprakasam@Sun.COM 				ibdm_ibnex_free_ioc_list(ioc_list);
13558082SRamaswamy.Tummala@Sun.COM 			}
13568082SRamaswamy.Tummala@Sun.COM 
13578082SRamaswamy.Tummala@Sun.COM 
13581093Shiremath 			ret = mdi_vhci_bus_config(parent,
13591093Shiremath 			    flag, op, devname, child, NULL);
13601093Shiremath 			return (ret);
13611093Shiremath 		} else {
13621093Shiremath 			ibnex_config_all_children(parent);
13632155Scth 
13642155Scth 			if (use_mdi_devi_locking)
13652155Scth 				mdi_devi_enter(parent, &circ);
13662155Scth 			else
13672155Scth 				ndi_devi_enter(parent, &circ);
13681093Shiremath 		}
13690Sstevel@tonic-gate 		break;
13700Sstevel@tonic-gate 	default:
13710Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "\tbus_config: error");
13720Sstevel@tonic-gate 		ret = IBNEX_FAILURE;
13730Sstevel@tonic-gate 		break;
13740Sstevel@tonic-gate 	}
13752155Scth 
13762155Scth 	if (use_mdi_devi_locking)
13772155Scth 		mdi_devi_exit(parent, circ);
13782155Scth 	else
13792155Scth 		ndi_devi_exit(parent, circ);
13802155Scth 
13810Sstevel@tonic-gate 	if (ret == IBNEX_SUCCESS) {
13820Sstevel@tonic-gate 		if (op == BUS_CONFIG_OBP_ARGS)
13830Sstevel@tonic-gate 			op = BUS_CONFIG_ONE;
13840Sstevel@tonic-gate 
13850Sstevel@tonic-gate 		if (pdip == NULL)
13860Sstevel@tonic-gate 			pdip = parent;
13870Sstevel@tonic-gate 
13880Sstevel@tonic-gate 		ret = ndi_busop_bus_config(
13890Sstevel@tonic-gate 		    pdip, flag, op, devname, child, 0);
13900Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "\tbus_config:"
13910Sstevel@tonic-gate 		    "ndi_busop_bus_config : retval %d", ret);
13920Sstevel@tonic-gate 		return (ret);
13930Sstevel@tonic-gate 	}
13940Sstevel@tonic-gate 
13950Sstevel@tonic-gate 	return (NDI_FAILURE);
13960Sstevel@tonic-gate }
13970Sstevel@tonic-gate 
13980Sstevel@tonic-gate 
13990Sstevel@tonic-gate /*
14000Sstevel@tonic-gate  * ibnex_config_root_iocnode()
14010Sstevel@tonic-gate  *	Configures one particular instance of the IOC driver.
14020Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
14030Sstevel@tonic-gate  */
14040Sstevel@tonic-gate static int
14050Sstevel@tonic-gate ibnex_config_root_iocnode(dev_info_t *parent, char *device_name)
14060Sstevel@tonic-gate {
14070Sstevel@tonic-gate 	int			ret, port = 0, iter = 0;
14080Sstevel@tonic-gate 	boolean_t		displayed = B_FALSE;
14090Sstevel@tonic-gate 	char			*portstr;
14100Sstevel@tonic-gate 	ib_guid_t		hca_guid, iou_guid, ioc_guid;
14110Sstevel@tonic-gate 	ibdm_ioc_info_t		*ioc_info;
14120Sstevel@tonic-gate 	ibdm_port_attr_t	*port_attr;
14130Sstevel@tonic-gate 
14140Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex",
14150Sstevel@tonic-gate 	    "\tconfig_root_iocnode: name %s", device_name);
14160Sstevel@tonic-gate 
14170Sstevel@tonic-gate 	portstr = strstr(device_name, ":port=");
14180Sstevel@tonic-gate 	if (portstr == NULL) {
14190Sstevel@tonic-gate 		return (IBNEX_FAILURE);
14200Sstevel@tonic-gate 	}
14210Sstevel@tonic-gate 
14220Sstevel@tonic-gate 	portstr[0] = 0; portstr++;
14230Sstevel@tonic-gate 	if (ibnex_devname2port(portstr, &port)) {
14240Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "\tconfig_root_iocnode: invalid port");
14250Sstevel@tonic-gate 		return (IBNEX_FAILURE);
14260Sstevel@tonic-gate 	}
14270Sstevel@tonic-gate 
14280Sstevel@tonic-gate 	if (ibnex_devname_to_node_n_ioc_guids(
14291093Shiremath 	    device_name, &iou_guid, &ioc_guid, NULL) != IBNEX_SUCCESS) {
14300Sstevel@tonic-gate 		return (IBNEX_FAILURE);
14310Sstevel@tonic-gate 	}
14320Sstevel@tonic-gate 
14330Sstevel@tonic-gate 	(void) snprintf(device_name, (IBNEX_MAX_NODEADDR_SZ + 4),
14340Sstevel@tonic-gate 	    "ioc@%llX,%llX", (longlong_t)ioc_guid, (longlong_t)iou_guid);
14350Sstevel@tonic-gate 
14360Sstevel@tonic-gate 	hca_guid = ibtl_ibnex_hcadip2guid(parent);
14370Sstevel@tonic-gate 	if ((port_attr = ibdm_ibnex_probe_hcaport(hca_guid, port)) == NULL) {
14380Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
14390Sstevel@tonic-gate 		    "\tconfig_root_iocnode: Port does not exist");
14400Sstevel@tonic-gate 		return (IBNEX_FAILURE);
14410Sstevel@tonic-gate 	}
14420Sstevel@tonic-gate 
14430Sstevel@tonic-gate 	/* Wait until "port is up" */
14440Sstevel@tonic-gate 	while (port_attr->pa_state != IBT_PORT_ACTIVE) {
14450Sstevel@tonic-gate 		ibdm_ibnex_free_port_attr(port_attr);
14460Sstevel@tonic-gate 		delay(drv_usectohz(10000));
14470Sstevel@tonic-gate 		if ((port_attr = ibdm_ibnex_probe_hcaport(
14480Sstevel@tonic-gate 		    hca_guid, port)) == NULL) {
14490Sstevel@tonic-gate 			return (IBNEX_FAILURE);
14500Sstevel@tonic-gate 		}
14510Sstevel@tonic-gate 
14520Sstevel@tonic-gate 		if (iter++ == 400) {
14530Sstevel@tonic-gate 			if (displayed == B_FALSE) {
14540Sstevel@tonic-gate 				cmn_err(CE_NOTE, "\tWaiting for Port %d "
14550Sstevel@tonic-gate 				    "initialization", port_attr->pa_port_num);
14560Sstevel@tonic-gate 				displayed = B_TRUE;
14570Sstevel@tonic-gate 			}
14580Sstevel@tonic-gate 		}
14590Sstevel@tonic-gate 	}
14600Sstevel@tonic-gate 	ibdm_ibnex_free_port_attr(port_attr);
14610Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tconfig_rootioc_node:"
14620Sstevel@tonic-gate 	    "Port is initialized");
14630Sstevel@tonic-gate 
14640Sstevel@tonic-gate 	if ((ioc_info = ibdm_ibnex_probe_ioc(iou_guid, ioc_guid, 0)) == NULL) {
14650Sstevel@tonic-gate 		ibdm_ibnex_free_ioc_list(ioc_info);
14660Sstevel@tonic-gate 		return (IBNEX_FAILURE);
14670Sstevel@tonic-gate 	}
14680Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
14698082SRamaswamy.Tummala@Sun.COM 	if ((ret = ibnex_ioc_config_from_pdip(ioc_info, parent, 0)) !=
14708082SRamaswamy.Tummala@Sun.COM 	    IBNEX_SUCCESS) {
14718082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L2("ibnex",
14728082SRamaswamy.Tummala@Sun.COM 		    "\tconfig_root_ioc_node failed for pdip %p", parent);
14738082SRamaswamy.Tummala@Sun.COM 	}
14740Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
14750Sstevel@tonic-gate 	ibdm_ibnex_free_ioc_list(ioc_info);
14760Sstevel@tonic-gate 	return (ret);
14770Sstevel@tonic-gate }
14780Sstevel@tonic-gate 
14790Sstevel@tonic-gate 
14800Sstevel@tonic-gate static int
14810Sstevel@tonic-gate ibnex_devname2port(char *portstr, int *port)
14820Sstevel@tonic-gate {
14830Sstevel@tonic-gate 	char	*temp;
14840Sstevel@tonic-gate 	int	ret = IBNEX_FAILURE;
14850Sstevel@tonic-gate 
14860Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tdevname2port: Begin");
14870Sstevel@tonic-gate 
14880Sstevel@tonic-gate 	temp = strchr(portstr, '=');
14890Sstevel@tonic-gate 	if (temp != NULL) {
14900Sstevel@tonic-gate 		temp++;
14910Sstevel@tonic-gate 		*port = ibnex_str2int(temp, strlen(temp), &ret);
14920Sstevel@tonic-gate 	}
14930Sstevel@tonic-gate 	return (ret);
14940Sstevel@tonic-gate }
14950Sstevel@tonic-gate 
14960Sstevel@tonic-gate 
14970Sstevel@tonic-gate /*
14980Sstevel@tonic-gate  * ibnex_config_all_children()
14990Sstevel@tonic-gate  *	Wait for lata SM initialization case before enumerating the nodes
15000Sstevel@tonic-gate  *	Get list of HCA's and HCA port information
15010Sstevel@tonic-gate  *		Create device device nodes and its node properties
15020Sstevel@tonic-gate  *		for port nodes and VPPA nodes
15030Sstevel@tonic-gate  *	Get list of all the IOC node information
15040Sstevel@tonic-gate  *		Create device nodes and its properties for all the IOCs
15050Sstevel@tonic-gate  *		if not created already
15060Sstevel@tonic-gate  *	Bind drivers for all the newly created device nodes
15070Sstevel@tonic-gate  *	Support Pseudo nodes enumerated using their .conf file
15080Sstevel@tonic-gate  */
15090Sstevel@tonic-gate static void
15100Sstevel@tonic-gate ibnex_config_all_children(dev_info_t *parent)
15110Sstevel@tonic-gate {
15120Sstevel@tonic-gate 	int			ii;
15138082SRamaswamy.Tummala@Sun.COM 	ibdm_ioc_info_t		*ioc_list;
15140Sstevel@tonic-gate 	ibdm_hca_list_t		*hca_list;
15150Sstevel@tonic-gate 	ib_guid_t		hca_guid;
15162155Scth 	int			circ;
15170Sstevel@tonic-gate 
15180Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tconfig_all_children: Begin");
15190Sstevel@tonic-gate 
15201093Shiremath 	/*
15211093Shiremath 	 * Enumerate children of this HCA, port nodes,
15222155Scth 	 * VPPA & HCA_SVC nodes. Use ndi_devi_enter() for
15232155Scth 	 * locking. IB Nexus is enumerating the children
15242155Scth 	 * of HCA, not MPXIO clients.
15251093Shiremath 	 */
15262155Scth 	ndi_devi_enter(parent, &circ);
15271093Shiremath 	hca_guid = ibtl_ibnex_hcadip2guid(parent);
15288082SRamaswamy.Tummala@Sun.COM 	ibdm_ibnex_port_settle_wait(hca_guid, ibnex_port_settling_time);
15291093Shiremath 	hca_list = ibdm_ibnex_get_hca_info_by_guid(hca_guid);
15305470Spramodbg 	if (hca_list == NULL) {
15315470Spramodbg 		ndi_devi_exit(parent, circ);
15321093Shiremath 		return;
15335470Spramodbg 	}
15341093Shiremath 	ibnex_create_hcasvc_nodes(parent, hca_list->hl_hca_port_attr);
15351093Shiremath 	for (ii = 0; ii < hca_list->hl_nports; ii++) {
15361093Shiremath 		ibnex_create_port_nodes(
15371093Shiremath 		    parent, &hca_list->hl_port_attr[ii]);
15381093Shiremath 		ibnex_create_vppa_nodes(
15391093Shiremath 		    parent, &hca_list->hl_port_attr[ii]);
15401093Shiremath 	}
15411093Shiremath 	ibdm_ibnex_free_hca_list(hca_list);
15422155Scth 	ndi_devi_exit(parent, circ);
15432155Scth 
15442155Scth 	/*
15452155Scth 	 * Use mdi_devi_enter() for locking. IB Nexus is
15466601Seota 	 * enumerating MPxIO clients.
15472155Scth 	 */
15482155Scth 	mdi_devi_enter(parent, &circ);
15491093Shiremath 
15501093Shiremath 	ibnex_pseudo_initnodes();
15511093Shiremath 
15528695SRajkumar.Sivaprakasam@Sun.COM 	mutex_enter(&ibnex.ibnex_mutex);
15538695SRajkumar.Sivaprakasam@Sun.COM 	while (ibnex.ibnex_ioc_list_state != IBNEX_IOC_LIST_READY) {
15548695SRajkumar.Sivaprakasam@Sun.COM 		cv_wait(&ibnex.ibnex_ioc_list_cv, &ibnex.ibnex_mutex);
15558695SRajkumar.Sivaprakasam@Sun.COM 	}
15568695SRajkumar.Sivaprakasam@Sun.COM 	ibnex.ibnex_ioc_list_state = IBNEX_IOC_LIST_ACCESS;
15578082SRamaswamy.Tummala@Sun.COM 	ioc_list = ibnex.ibnex_ioc_list;
15581093Shiremath 	while (ioc_list) {
15598082SRamaswamy.Tummala@Sun.COM 		(void) ibnex_ioc_config_from_pdip(ioc_list, parent, 0);
15601093Shiremath 		ioc_list = ioc_list->ioc_next;
15610Sstevel@tonic-gate 	}
15628695SRajkumar.Sivaprakasam@Sun.COM 	ibnex.ibnex_ioc_list_state = IBNEX_IOC_LIST_READY;
15638695SRajkumar.Sivaprakasam@Sun.COM 	cv_broadcast(&ibnex.ibnex_ioc_list_cv);
15641093Shiremath 
15651093Shiremath 	/* Config IBTF Pseudo clients */
15661093Shiremath 	ibnex_config_pseudo_all(parent);
15671093Shiremath 
15681093Shiremath 	mutex_exit(&ibnex.ibnex_mutex);
15692155Scth 	mdi_devi_exit(parent, circ);
15701093Shiremath 
15710Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tconfig_all_children: End");
15720Sstevel@tonic-gate }
15730Sstevel@tonic-gate 
15740Sstevel@tonic-gate 
15750Sstevel@tonic-gate /*
15760Sstevel@tonic-gate  * ibnex_create_port_nodes:
15770Sstevel@tonic-gate  *	Creates a device node per each communication service defined
15780Sstevel@tonic-gate  *	in the "port-commsvc-list" property per HCA port
15790Sstevel@tonic-gate  */
15800Sstevel@tonic-gate static void
15810Sstevel@tonic-gate ibnex_create_port_nodes(dev_info_t *parent, ibdm_port_attr_t *port_attr)
15820Sstevel@tonic-gate {
15830Sstevel@tonic-gate 	int		idx;
15840Sstevel@tonic-gate 	dev_info_t	*dip;
15850Sstevel@tonic-gate 	int		rval;
15860Sstevel@tonic-gate 
15870Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
15880Sstevel@tonic-gate 	for (idx = 0; idx < ibnex.ibnex_num_comm_svcs; idx++) {
15890Sstevel@tonic-gate 		rval = ibnex_get_dip_from_guid(port_attr->pa_port_guid,
15900Sstevel@tonic-gate 		    idx, 0, &dip);
15910Sstevel@tonic-gate 		if (rval != IBNEX_SUCCESS) {
15920Sstevel@tonic-gate 			(void) ibnex_commsvc_initnode(parent, port_attr, idx,
15930Sstevel@tonic-gate 			    IBNEX_PORT_COMMSVC_NODE, 0, &rval,
15940Sstevel@tonic-gate 			    IBNEX_DEVFS_ENUMERATE);
15950Sstevel@tonic-gate 		}
15960Sstevel@tonic-gate 	}
15970Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
15980Sstevel@tonic-gate }
15990Sstevel@tonic-gate 
16000Sstevel@tonic-gate 
16010Sstevel@tonic-gate /*
16020Sstevel@tonic-gate  * ibnex_create_vppa_nodes:
16030Sstevel@tonic-gate  *	Creates a device node per each communication service defined
16040Sstevel@tonic-gate  *	in the "vppa-commsvc-list" property and per each PKEY that
16050Sstevel@tonic-gate  *	this particular port supports and per HCA port
16060Sstevel@tonic-gate  */
16070Sstevel@tonic-gate static void
16080Sstevel@tonic-gate ibnex_create_vppa_nodes(dev_info_t *parent, ibdm_port_attr_t *port_attr)
16090Sstevel@tonic-gate {
16100Sstevel@tonic-gate 	int 		idx, ii;
16110Sstevel@tonic-gate 	int		rval;
16120Sstevel@tonic-gate 	ib_pkey_t 	pkey;
16130Sstevel@tonic-gate 	dev_info_t	*dip;
16140Sstevel@tonic-gate 
16150Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tcreate_vppa_nodes: Begin");
16160Sstevel@tonic-gate 
16170Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
16180Sstevel@tonic-gate 	if (port_attr->pa_state != IBT_PORT_ACTIVE) {
16190Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "\tcreate_vppa_nodes: "
16200Sstevel@tonic-gate 		    "Port %d is down", port_attr->pa_port_num);
16210Sstevel@tonic-gate 		mutex_exit(&ibnex.ibnex_mutex);
16220Sstevel@tonic-gate 		return;
16230Sstevel@tonic-gate 	}
16240Sstevel@tonic-gate 	for (idx = 0; idx < ibnex.ibnex_nvppa_comm_svcs; idx++) {
16250Sstevel@tonic-gate 		for (ii = 0; ii < port_attr->pa_npkeys; ii++) {
16260Sstevel@tonic-gate 			pkey = port_attr->pa_pkey_tbl[ii].pt_pkey;
16270Sstevel@tonic-gate 
16280Sstevel@tonic-gate 			if (IBNEX_INVALID_PKEY(pkey)) {
16290Sstevel@tonic-gate 				continue;
16300Sstevel@tonic-gate 			}
16310Sstevel@tonic-gate 			rval = ibnex_get_dip_from_guid(
16320Sstevel@tonic-gate 			    port_attr->pa_port_guid, idx, pkey, &dip);
16338082SRamaswamy.Tummala@Sun.COM 			if ((rval != IBNEX_SUCCESS) || (dip == NULL)) {
16340Sstevel@tonic-gate 				(void) ibnex_commsvc_initnode(parent, port_attr,
16355470Spramodbg 				    idx, IBNEX_VPPA_COMMSVC_NODE,
16365470Spramodbg 				    pkey, &rval, IBNEX_CFGADM_ENUMERATE);
16370Sstevel@tonic-gate 			}
16380Sstevel@tonic-gate 		}
16390Sstevel@tonic-gate 	}
16400Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
16410Sstevel@tonic-gate }
16420Sstevel@tonic-gate 
16430Sstevel@tonic-gate 
16440Sstevel@tonic-gate /*
16450Sstevel@tonic-gate  * ibnex_create_hcasvc_nodes:
16460Sstevel@tonic-gate  *	Creates a device node per each communication service defined
16470Sstevel@tonic-gate  *	in the "port-commsvc-list" property per HCA port
16480Sstevel@tonic-gate  */
16490Sstevel@tonic-gate static void
16500Sstevel@tonic-gate ibnex_create_hcasvc_nodes(dev_info_t *parent, ibdm_port_attr_t *port_attr)
16510Sstevel@tonic-gate {
16520Sstevel@tonic-gate 	int		idx;
16530Sstevel@tonic-gate 	dev_info_t	*dip;
16540Sstevel@tonic-gate 	int		rval;
16550Sstevel@tonic-gate 
16560Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
16570Sstevel@tonic-gate 	for (idx = 0; idx < ibnex.ibnex_nhcasvc_comm_svcs; idx++) {
16580Sstevel@tonic-gate 		rval = ibnex_get_dip_from_guid(port_attr->pa_port_guid,
16590Sstevel@tonic-gate 		    idx, 0, &dip);
16600Sstevel@tonic-gate 		if (rval != IBNEX_SUCCESS) {
16610Sstevel@tonic-gate 			(void) ibnex_commsvc_initnode(parent, port_attr, idx,
16620Sstevel@tonic-gate 			    IBNEX_HCASVC_COMMSVC_NODE, 0, &rval,
16630Sstevel@tonic-gate 			    IBNEX_DEVFS_ENUMERATE);
16640Sstevel@tonic-gate 			IBTF_DPRINTF_L5("ibnex", "create_hcasvc_nodes: "
16650Sstevel@tonic-gate 			    "commsvc_initnode failed, rval %x", rval);
16660Sstevel@tonic-gate 		}
16670Sstevel@tonic-gate 	}
16680Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
16690Sstevel@tonic-gate }
16700Sstevel@tonic-gate 
16710Sstevel@tonic-gate 
16720Sstevel@tonic-gate /*
16730Sstevel@tonic-gate  * ibnex_bus_unconfig()
16740Sstevel@tonic-gate  *
16750Sstevel@tonic-gate  *	Unconfigure a particular device node or all instance of a device
16760Sstevel@tonic-gate  *	driver device or all children of IBnex
16770Sstevel@tonic-gate  */
16780Sstevel@tonic-gate static int
16790Sstevel@tonic-gate ibnex_bus_unconfig(dev_info_t *parent,
16800Sstevel@tonic-gate     uint_t flag, ddi_bus_config_op_t op, void *device_name)
16810Sstevel@tonic-gate {
16828082SRamaswamy.Tummala@Sun.COM 	ibnex_node_data_t	*ndp;
16838082SRamaswamy.Tummala@Sun.COM 	major_t			major = (major_t)(uintptr_t)device_name;
16848082SRamaswamy.Tummala@Sun.COM 	dev_info_t		*dip = NULL;
16858082SRamaswamy.Tummala@Sun.COM 
16868082SRamaswamy.Tummala@Sun.COM 	if (ndi_busop_bus_unconfig(parent, flag, op, device_name) !=
16878082SRamaswamy.Tummala@Sun.COM 	    DDI_SUCCESS)
16888082SRamaswamy.Tummala@Sun.COM 		return (DDI_FAILURE);
16898082SRamaswamy.Tummala@Sun.COM 
16908082SRamaswamy.Tummala@Sun.COM 	/*
16918082SRamaswamy.Tummala@Sun.COM 	 * We can come into this routine with dip as ibnexus dip or hca dip.
16928082SRamaswamy.Tummala@Sun.COM 	 * When the dip is that of ib nexus we need to clean up the IOC and
16938082SRamaswamy.Tummala@Sun.COM 	 * pseudo nodes. When the dip is that of an HCA (not IB nexus dip)
16948082SRamaswamy.Tummala@Sun.COM 	 * cleanup the port nodes.
16958082SRamaswamy.Tummala@Sun.COM 	 */
16968082SRamaswamy.Tummala@Sun.COM 	if ((op == BUS_UNCONFIG_ALL || op == BUS_UNCONFIG_DRIVER) &&
16978082SRamaswamy.Tummala@Sun.COM 	    (flag & (NDI_UNCONFIG | NDI_DETACH_DRIVER))) {
16988082SRamaswamy.Tummala@Sun.COM 		mutex_enter(&ibnex.ibnex_mutex);
16998082SRamaswamy.Tummala@Sun.COM 		if (parent != ibnex.ibnex_dip) {
17008082SRamaswamy.Tummala@Sun.COM 			if (major == -1) {
17018082SRamaswamy.Tummala@Sun.COM 				/*
17028082SRamaswamy.Tummala@Sun.COM 				 * HCA dip. When major number is -1 HCA is
17038082SRamaswamy.Tummala@Sun.COM 				 * going away cleanup all the port nodes.
17048082SRamaswamy.Tummala@Sun.COM 				 */
17058082SRamaswamy.Tummala@Sun.COM 				for (ndp = ibnex.ibnex_port_node_head;
17068082SRamaswamy.Tummala@Sun.COM 				    ndp; ndp = ndp->node_next) {
17078082SRamaswamy.Tummala@Sun.COM 					ibnex_port_node_t	*port_node;
17088082SRamaswamy.Tummala@Sun.COM 
17098082SRamaswamy.Tummala@Sun.COM 					port_node = &ndp->node_data.port_node;
17108082SRamaswamy.Tummala@Sun.COM 					if (port_node->port_pdip == parent) {
17118082SRamaswamy.Tummala@Sun.COM 						port_node->port_pdip = NULL;
17128082SRamaswamy.Tummala@Sun.COM 						ndp->node_dip = NULL;
17138082SRamaswamy.Tummala@Sun.COM 						ndp->node_state =
17148082SRamaswamy.Tummala@Sun.COM 						    IBNEX_CFGADM_UNCONFIGURED;
17158082SRamaswamy.Tummala@Sun.COM 					}
17168082SRamaswamy.Tummala@Sun.COM 				}
17178082SRamaswamy.Tummala@Sun.COM 			} else {
17188082SRamaswamy.Tummala@Sun.COM 				/*
17198082SRamaswamy.Tummala@Sun.COM 				 * HCA dip. Cleanup only the port nodes that
17208082SRamaswamy.Tummala@Sun.COM 				 * match the major number.
17218082SRamaswamy.Tummala@Sun.COM 				 */
17228082SRamaswamy.Tummala@Sun.COM 				for (ndp = ibnex.ibnex_port_node_head;
17238082SRamaswamy.Tummala@Sun.COM 				    ndp; ndp = ndp->node_next) {
17248082SRamaswamy.Tummala@Sun.COM 					ibnex_port_node_t	*port_node;
17258082SRamaswamy.Tummala@Sun.COM 
17268082SRamaswamy.Tummala@Sun.COM 					port_node = &ndp->node_data.port_node;
17278082SRamaswamy.Tummala@Sun.COM 					dip = ndp->node_dip;
17288082SRamaswamy.Tummala@Sun.COM 					if (dip && (ddi_driver_major(dip) ==
17298082SRamaswamy.Tummala@Sun.COM 					    major) && port_node->port_pdip ==
17308082SRamaswamy.Tummala@Sun.COM 					    parent) {
17318082SRamaswamy.Tummala@Sun.COM 						port_node->port_pdip = NULL;
17328082SRamaswamy.Tummala@Sun.COM 						ndp->node_dip = NULL;
17338082SRamaswamy.Tummala@Sun.COM 						ndp->node_state =
17348082SRamaswamy.Tummala@Sun.COM 						    IBNEX_CFGADM_UNCONFIGURED;
17358082SRamaswamy.Tummala@Sun.COM 					}
17368082SRamaswamy.Tummala@Sun.COM 				}
17378082SRamaswamy.Tummala@Sun.COM 			}
17388082SRamaswamy.Tummala@Sun.COM 		} else {
17398082SRamaswamy.Tummala@Sun.COM 			/*
17408082SRamaswamy.Tummala@Sun.COM 			 * IB dip. here we handle IOC and pseudo nodes which
17418082SRamaswamy.Tummala@Sun.COM 			 * are the children of IB nexus. Cleanup only the nodes
17428082SRamaswamy.Tummala@Sun.COM 			 * with matching major number. We also need to cleanup
17438082SRamaswamy.Tummala@Sun.COM 			 * the PathInfo links to the PHCI here.
17448082SRamaswamy.Tummala@Sun.COM 			 */
17458082SRamaswamy.Tummala@Sun.COM 			for (ndp = ibnex.ibnex_ioc_node_head;
17468082SRamaswamy.Tummala@Sun.COM 			    ndp; ndp = ndp->node_next) {
17478082SRamaswamy.Tummala@Sun.COM 				dip = ndp->node_dip;
17488082SRamaswamy.Tummala@Sun.COM 				if (dip && (ddi_driver_major(dip) == major)) {
17499778SEiji.Ota@Sun.COM 					(void) ibnex_offline_childdip(dip);
17508082SRamaswamy.Tummala@Sun.COM 				}
17518082SRamaswamy.Tummala@Sun.COM 			}
17528082SRamaswamy.Tummala@Sun.COM 			for (ndp = ibnex.ibnex_pseudo_node_head;
17538082SRamaswamy.Tummala@Sun.COM 			    ndp; ndp = ndp->node_next) {
17548082SRamaswamy.Tummala@Sun.COM 				dip = ndp->node_dip;
17558082SRamaswamy.Tummala@Sun.COM 				if (dip && (ddi_driver_major(dip) == major)) {
17569778SEiji.Ota@Sun.COM 					(void) ibnex_offline_childdip(dip);
17578082SRamaswamy.Tummala@Sun.COM 				}
17588082SRamaswamy.Tummala@Sun.COM 			}
17598082SRamaswamy.Tummala@Sun.COM 		}
17608082SRamaswamy.Tummala@Sun.COM 		mutex_exit(&ibnex.ibnex_mutex);
17618082SRamaswamy.Tummala@Sun.COM 	}
17628082SRamaswamy.Tummala@Sun.COM 	return (DDI_SUCCESS);
17630Sstevel@tonic-gate }
17640Sstevel@tonic-gate 
17650Sstevel@tonic-gate 
17660Sstevel@tonic-gate /*
17670Sstevel@tonic-gate  * ibnex_config_port_node()
17680Sstevel@tonic-gate  *
17690Sstevel@tonic-gate  *	Configures a particular port / HCA  node for a particular
17700Sstevel@tonic-gate  *	communication service.
17710Sstevel@tonic-gate  *	The format of the device_name is
17720Sstevel@tonic-gate  *		ibport@<Port#>,<pkey>,<service name>
17730Sstevel@tonic-gate  *	where pkey = 0 for port communication service nodes
17740Sstevel@tonic-gate  *		  Port# = 0 for HCA_SVC communication service nodes
17750Sstevel@tonic-gate  *	Returns "dev_info_t" of the "child" node just created
17760Sstevel@tonic-gate  *	NULL when failed to enumerate the child node
17770Sstevel@tonic-gate  */
17780Sstevel@tonic-gate static dev_info_t *
17790Sstevel@tonic-gate ibnex_config_port_node(dev_info_t *parent, char *devname)
17800Sstevel@tonic-gate {
17810Sstevel@tonic-gate 	int			ii, index;
17820Sstevel@tonic-gate 	int			rval;
17830Sstevel@tonic-gate 	uint8_t			port_num;
17840Sstevel@tonic-gate 	ib_guid_t		hca_guid, port_guid;
17850Sstevel@tonic-gate 	ib_pkey_t		pkey;
17860Sstevel@tonic-gate 	dev_info_t		*cdip;
17870Sstevel@tonic-gate 	ibdm_port_attr_t	*port_attr;
17880Sstevel@tonic-gate 	ibdm_hca_list_t		*hca_list;
17890Sstevel@tonic-gate 
17900Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tconfig_port_node: %s", devname);
17910Sstevel@tonic-gate 
17920Sstevel@tonic-gate 	if (ibnex_get_pkey_commsvc_index_portnum(devname,
17930Sstevel@tonic-gate 	    &index, &pkey, &port_num) != IBNEX_SUCCESS) {
17940Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
17950Sstevel@tonic-gate 		    "\tconfig_port_node: Invalid Service Name");
17960Sstevel@tonic-gate 		return (NULL);
17970Sstevel@tonic-gate 	}
17980Sstevel@tonic-gate 
17990Sstevel@tonic-gate 	hca_guid = ibtl_ibnex_hcadip2guid(parent);
18000Sstevel@tonic-gate 	if (port_num == 0) {
18010Sstevel@tonic-gate 		/*
18020Sstevel@tonic-gate 		 * Use the dummy port attribute for HCA node in hca_list
18030Sstevel@tonic-gate 		 * Note : pa_state is always IBT_PORT_ACTIVE.
18040Sstevel@tonic-gate 		 */
18050Sstevel@tonic-gate 		hca_list = ibdm_ibnex_get_hca_info_by_guid(hca_guid);
18060Sstevel@tonic-gate 		ASSERT(hca_list != NULL);
18070Sstevel@tonic-gate 		port_attr = hca_list->hl_hca_port_attr;
18080Sstevel@tonic-gate 	} else {
18090Sstevel@tonic-gate 		if ((port_attr = ibdm_ibnex_probe_hcaport(
18100Sstevel@tonic-gate 		    hca_guid, port_num)) == NULL) {
18110Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex",
18120Sstevel@tonic-gate 			    "\tconfig_port_node: Port does not exist");
18130Sstevel@tonic-gate 			return (NULL);
18140Sstevel@tonic-gate 		}
18150Sstevel@tonic-gate 
18160Sstevel@tonic-gate 		if (port_attr->pa_state != IBT_PORT_ACTIVE) {
18178082SRamaswamy.Tummala@Sun.COM 			ibdm_ibnex_port_settle_wait(
18188082SRamaswamy.Tummala@Sun.COM 			    hca_guid, ibnex_port_settling_time);
18190Sstevel@tonic-gate 			ibdm_ibnex_free_port_attr(port_attr);
18200Sstevel@tonic-gate 			if ((port_attr = ibdm_ibnex_probe_hcaport(
18210Sstevel@tonic-gate 			    hca_guid, port_num)) == NULL) {
18220Sstevel@tonic-gate 				return (NULL);
18230Sstevel@tonic-gate 			}
18240Sstevel@tonic-gate 		}
18250Sstevel@tonic-gate 	}
18260Sstevel@tonic-gate 
18270Sstevel@tonic-gate 	port_guid = port_attr->pa_port_guid;
18280Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
18290Sstevel@tonic-gate 	if ((rval = ibnex_get_dip_from_guid(port_guid, index, pkey,
18300Sstevel@tonic-gate 	    &cdip)) == IBNEX_SUCCESS) {
18310Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "\tconfig_port_node: Node exists");
18320Sstevel@tonic-gate 		mutex_exit(&ibnex.ibnex_mutex);
18330Sstevel@tonic-gate 		if (port_num != 0)
18340Sstevel@tonic-gate 			ibdm_ibnex_free_port_attr(port_attr);
18350Sstevel@tonic-gate 		else
18360Sstevel@tonic-gate 			ibdm_ibnex_free_hca_list(hca_list);
18370Sstevel@tonic-gate 		return (cdip);
18380Sstevel@tonic-gate 	}
18390Sstevel@tonic-gate 
18400Sstevel@tonic-gate 	if (pkey == 0 && port_num != 0) {
18410Sstevel@tonic-gate 		cdip = ibnex_commsvc_initnode(parent,
18420Sstevel@tonic-gate 		    port_attr, index, IBNEX_PORT_COMMSVC_NODE, pkey, &rval,
18430Sstevel@tonic-gate 		    IBNEX_DEVFS_ENUMERATE);
18440Sstevel@tonic-gate 		IBTF_DPRINTF_L5("ibnex",
18450Sstevel@tonic-gate 		    "\t ibnex_commsvc_initnode rval %x", rval);
18460Sstevel@tonic-gate 	} else if (pkey == 0 && port_num == 0) {
18470Sstevel@tonic-gate 		cdip = ibnex_commsvc_initnode(parent,
18480Sstevel@tonic-gate 		    port_attr, index, IBNEX_HCASVC_COMMSVC_NODE, pkey, &rval,
18490Sstevel@tonic-gate 		    IBNEX_DEVFS_ENUMERATE);
18500Sstevel@tonic-gate 		IBTF_DPRINTF_L5("ibnex",
18510Sstevel@tonic-gate 		    "\t ibnex_commsvc_initnode rval %x", rval);
18520Sstevel@tonic-gate 	} else {
18530Sstevel@tonic-gate 		if (port_attr->pa_state != IBT_PORT_ACTIVE) {
18540Sstevel@tonic-gate 			IBTF_DPRINTF_L4("ibnex", "\tconfig_port_nodes: "
18550Sstevel@tonic-gate 			    "Port %d is down", port_attr->pa_port_num);
18560Sstevel@tonic-gate 			ibdm_ibnex_free_port_attr(port_attr);
18570Sstevel@tonic-gate 			mutex_exit(&ibnex.ibnex_mutex);
18580Sstevel@tonic-gate 			return (NULL);
18590Sstevel@tonic-gate 		}
18600Sstevel@tonic-gate 		for (ii = 0; ii < port_attr->pa_npkeys; ii++) {
18610Sstevel@tonic-gate 			if (pkey == port_attr->pa_pkey_tbl[ii].pt_pkey) {
18620Sstevel@tonic-gate 				cdip = ibnex_commsvc_initnode(parent, port_attr,
18630Sstevel@tonic-gate 				    index, IBNEX_VPPA_COMMSVC_NODE,
18640Sstevel@tonic-gate 				    pkey, &rval, IBNEX_CFGADM_ENUMERATE);
18650Sstevel@tonic-gate 				IBTF_DPRINTF_L5("ibnex",
18660Sstevel@tonic-gate 				    "\t ibnex_commsvc_initnode rval %x", rval);
18670Sstevel@tonic-gate 				break;
18680Sstevel@tonic-gate 			}
18690Sstevel@tonic-gate 		}
18700Sstevel@tonic-gate 	}
18710Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
18720Sstevel@tonic-gate 	if (port_num != 0)
18730Sstevel@tonic-gate 		ibdm_ibnex_free_port_attr(port_attr);
18740Sstevel@tonic-gate 	else
18750Sstevel@tonic-gate 		ibdm_ibnex_free_hca_list(hca_list);
18760Sstevel@tonic-gate 	return (cdip);
18770Sstevel@tonic-gate }
18780Sstevel@tonic-gate 
18790Sstevel@tonic-gate 
18800Sstevel@tonic-gate /*
18810Sstevel@tonic-gate  * ibnex_config_obp_args()
18820Sstevel@tonic-gate  *	Configures a particular port node for a IP over IB communication
18830Sstevel@tonic-gate  *	service.
18840Sstevel@tonic-gate  *	The format of the input string "devname" is
18850Sstevel@tonic-gate  *		port=x,pkey=y,protocol=ip,<wanboot options>
18860Sstevel@tonic-gate  *	Thr format of the node name created here is
18870Sstevel@tonic-gate  *		ibport@<Port#>,<pkey>,<service name>
18880Sstevel@tonic-gate  *	where pkey = 0 for port communication service nodes
18890Sstevel@tonic-gate  *	Returns "dev_info_t" of the "child" node just created
18900Sstevel@tonic-gate  *	NULL when failed to enumerate the child node
18910Sstevel@tonic-gate  *
18920Sstevel@tonic-gate  */
18930Sstevel@tonic-gate static dev_info_t *
18940Sstevel@tonic-gate ibnex_config_obp_args(dev_info_t *parent, char *devname)
18950Sstevel@tonic-gate {
18960Sstevel@tonic-gate 	int			ii, index;
18970Sstevel@tonic-gate 	int			rval, iter = 0;
18980Sstevel@tonic-gate 	char			*temp;
18990Sstevel@tonic-gate 	uint8_t			port_num;
19000Sstevel@tonic-gate 	ib_guid_t		hca_guid, port_guid;
19010Sstevel@tonic-gate 	ib_pkey_t		pkey;
19020Sstevel@tonic-gate 	dev_info_t		*cdip;
19030Sstevel@tonic-gate 	boolean_t		displayed = B_FALSE;
19040Sstevel@tonic-gate 	ibdm_port_attr_t	*port_attr;
19050Sstevel@tonic-gate 
19060Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tconfig_obp_args: %s", devname);
19070Sstevel@tonic-gate 
19080Sstevel@tonic-gate 	/* Is this OBP node for IPoIB ? */
19090Sstevel@tonic-gate 	temp = devname;
19100Sstevel@tonic-gate 	do {
19110Sstevel@tonic-gate 		temp = strstr(temp, ",protocol=ip");
19120Sstevel@tonic-gate 		if (temp == NULL)
19130Sstevel@tonic-gate 			break;
19140Sstevel@tonic-gate 
19150Sstevel@tonic-gate 		if (strlen(devname) > (int)((temp - devname) + 12)) {
19160Sstevel@tonic-gate 			if (temp[12] == ',')
19170Sstevel@tonic-gate 				break;
19180Sstevel@tonic-gate 		} else {
19190Sstevel@tonic-gate 			break;
19200Sstevel@tonic-gate 		}
19210Sstevel@tonic-gate 		temp++;
19220Sstevel@tonic-gate 	} while (temp);
19230Sstevel@tonic-gate 
19240Sstevel@tonic-gate 	if (temp == NULL)
19250Sstevel@tonic-gate 		return (NULL);
19260Sstevel@tonic-gate 	if (ibnex_prom_devname_to_pkey_n_portnum(
19270Sstevel@tonic-gate 	    devname, &pkey, &port_num) != IBNEX_SUCCESS) {
19280Sstevel@tonic-gate 		return (NULL);
19290Sstevel@tonic-gate 	}
19300Sstevel@tonic-gate 	for (index = 0; index < ibnex.ibnex_nvppa_comm_svcs; index++) {
19310Sstevel@tonic-gate 		if (strcmp(ibnex.ibnex_vppa_comm_svc_names[index],
19325470Spramodbg 		    "ipib") == 0) {
19330Sstevel@tonic-gate 			break;
19340Sstevel@tonic-gate 		}
19350Sstevel@tonic-gate 	}
19360Sstevel@tonic-gate 
19370Sstevel@tonic-gate 	hca_guid = ibtl_ibnex_hcadip2guid(parent);
19380Sstevel@tonic-gate 	if ((port_attr = ibdm_ibnex_probe_hcaport(
19390Sstevel@tonic-gate 	    hca_guid, port_num)) == NULL) {
19400Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
19410Sstevel@tonic-gate 		    "\tconfig_port_node: Port does not exist");
19420Sstevel@tonic-gate 		return (NULL);
19430Sstevel@tonic-gate 	}
19440Sstevel@tonic-gate 
19450Sstevel@tonic-gate 	/* Wait until "port is up" */
19460Sstevel@tonic-gate 	while (port_attr->pa_state != IBT_PORT_ACTIVE) {
19470Sstevel@tonic-gate 		ibdm_ibnex_free_port_attr(port_attr);
19480Sstevel@tonic-gate 		delay(drv_usectohz(10000));
19490Sstevel@tonic-gate 		if ((port_attr = ibdm_ibnex_probe_hcaport(
19500Sstevel@tonic-gate 		    hca_guid, port_num)) == NULL) {
19510Sstevel@tonic-gate 			return (NULL);
19520Sstevel@tonic-gate 		}
19530Sstevel@tonic-gate 		if (iter++ == 400) {
19540Sstevel@tonic-gate 			if (displayed == B_FALSE) {
19550Sstevel@tonic-gate 				cmn_err(CE_NOTE, "\tWaiting for Port %d "
19560Sstevel@tonic-gate 				    "initialization", port_attr->pa_port_num);
19570Sstevel@tonic-gate 				displayed = B_TRUE;
19580Sstevel@tonic-gate 			}
19590Sstevel@tonic-gate 		}
19600Sstevel@tonic-gate 	}
19610Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tPort is initialized");
19620Sstevel@tonic-gate 
19630Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
19640Sstevel@tonic-gate 	port_guid = port_attr->pa_port_guid;
19650Sstevel@tonic-gate 	if ((rval = ibnex_get_dip_from_guid(port_guid, index, pkey,
19660Sstevel@tonic-gate 	    &cdip)) == IBNEX_SUCCESS) {
19670Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "\tconfig_port_node: Node exists");
19680Sstevel@tonic-gate 		mutex_exit(&ibnex.ibnex_mutex);
19690Sstevel@tonic-gate 		ibdm_ibnex_free_port_attr(port_attr);
19700Sstevel@tonic-gate 		return (cdip);
19710Sstevel@tonic-gate 	}
19720Sstevel@tonic-gate 	for (ii = 0; ii < port_attr->pa_npkeys; ii++) {
19730Sstevel@tonic-gate 		if (pkey == port_attr->pa_pkey_tbl[ii].pt_pkey) {
19740Sstevel@tonic-gate 			cdip = ibnex_commsvc_initnode(parent, port_attr,
19750Sstevel@tonic-gate 			    index, IBNEX_VPPA_COMMSVC_NODE, pkey, &rval,
19760Sstevel@tonic-gate 			    IBNEX_CFGADM_ENUMERATE);
19770Sstevel@tonic-gate 			IBTF_DPRINTF_L5("ibnex",
19780Sstevel@tonic-gate 			    "\t ibnex_commsvc_initnode rval %x", rval);
19790Sstevel@tonic-gate 			break;
19800Sstevel@tonic-gate 		}
19810Sstevel@tonic-gate 	}
19820Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
19830Sstevel@tonic-gate 
19840Sstevel@tonic-gate 	ibdm_ibnex_free_port_attr(port_attr);
19850Sstevel@tonic-gate 	return (cdip);
19860Sstevel@tonic-gate }
19870Sstevel@tonic-gate 
19880Sstevel@tonic-gate 
19890Sstevel@tonic-gate /*
19900Sstevel@tonic-gate  * ibnex_prom_devname_to_pkey_n_portnum()
19910Sstevel@tonic-gate  *	Parses the device node name and extracts "PKEY" and "port#"
19920Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
19930Sstevel@tonic-gate  */
19940Sstevel@tonic-gate static int
19950Sstevel@tonic-gate ibnex_prom_devname_to_pkey_n_portnum(
19960Sstevel@tonic-gate     char *devname, ib_pkey_t *pkey, uint8_t *port)
19970Sstevel@tonic-gate {
19980Sstevel@tonic-gate 	int	ret = IBNEX_SUCCESS;
19990Sstevel@tonic-gate 	char	*tmp, *tmp1;
20000Sstevel@tonic-gate 
20010Sstevel@tonic-gate 	if ((tmp = strstr(devname, "port=")) != NULL) {
20020Sstevel@tonic-gate 		if ((tmp = strchr(++tmp, '=')) != NULL)
20030Sstevel@tonic-gate 			if ((tmp1 = strchr(++tmp, ',')) != NULL)
20040Sstevel@tonic-gate 				*port = ibnex_str2int(tmp, (tmp1 - tmp), &ret);
20050Sstevel@tonic-gate 	} else
20060Sstevel@tonic-gate 		ret = IBNEX_FAILURE;
20070Sstevel@tonic-gate 
20080Sstevel@tonic-gate 	if ((ret == IBNEX_SUCCESS) &&
20090Sstevel@tonic-gate 	    (tmp = strstr(devname, "pkey=")) != NULL) {
20100Sstevel@tonic-gate 		if ((tmp = strchr(++tmp, '=')) != NULL)
20110Sstevel@tonic-gate 			if ((tmp1 = strchr(++tmp, ',')) != NULL)
20120Sstevel@tonic-gate 				*pkey = ibnex_str2hex(tmp, (tmp1 - tmp), &ret);
20130Sstevel@tonic-gate 	} else
20140Sstevel@tonic-gate 		ret = IBNEX_FAILURE;
20150Sstevel@tonic-gate 
20160Sstevel@tonic-gate 	return (ret);
20170Sstevel@tonic-gate }
20180Sstevel@tonic-gate 
20190Sstevel@tonic-gate 
20200Sstevel@tonic-gate /*
20210Sstevel@tonic-gate  * ibnex_get_pkey_commsvc_index_portnum()
20220Sstevel@tonic-gate  *	Parses the device node name and extracts PKEY, communication
20230Sstevel@tonic-gate  *	service index & Port #.
20240Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
20250Sstevel@tonic-gate  */
20260Sstevel@tonic-gate static int
20270Sstevel@tonic-gate ibnex_get_pkey_commsvc_index_portnum(char *device_name, int *index,
20280Sstevel@tonic-gate     ib_pkey_t *pkey, uint8_t *port_num)
20290Sstevel@tonic-gate {
20300Sstevel@tonic-gate 	char 	*srv, **service_name, *temp;
20310Sstevel@tonic-gate 	int  	ii, ncommsvcs, ret;
20320Sstevel@tonic-gate 
20330Sstevel@tonic-gate 	if (ibnex_devname_to_portnum(device_name, port_num) !=
20345470Spramodbg 	    IBNEX_SUCCESS) {
20350Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
20360Sstevel@tonic-gate 		    "\tget_pkey_commsvc_index_portnum: Invalid PortGuid");
20370Sstevel@tonic-gate 		return (NULL);
20380Sstevel@tonic-gate 	}
20390Sstevel@tonic-gate 	srv = strchr(device_name, ',');
20400Sstevel@tonic-gate 	if (srv == 0)
20410Sstevel@tonic-gate 		return (IBNEX_FAILURE);
20420Sstevel@tonic-gate 
20430Sstevel@tonic-gate 	srv++;
20440Sstevel@tonic-gate 	temp = strchr(srv, ',');
20450Sstevel@tonic-gate 	if (temp == 0)
20460Sstevel@tonic-gate 		return (IBNEX_FAILURE);
20470Sstevel@tonic-gate 	temp++;
20480Sstevel@tonic-gate 	*pkey = ibnex_str2hex(srv, (temp - srv - 1), &ret);
20490Sstevel@tonic-gate 	if (ret != IBNEX_SUCCESS)
20500Sstevel@tonic-gate 		return (ret);
20510Sstevel@tonic-gate 
20520Sstevel@tonic-gate 	if (*pkey == 0 && *port_num != 0) {
20530Sstevel@tonic-gate 		service_name = ibnex.ibnex_comm_svc_names;
20540Sstevel@tonic-gate 		ncommsvcs = ibnex.ibnex_num_comm_svcs;
20550Sstevel@tonic-gate 	} else if (*pkey == 0 && *port_num == 0) {
20560Sstevel@tonic-gate 		service_name = ibnex.ibnex_hcasvc_comm_svc_names;
20570Sstevel@tonic-gate 		ncommsvcs = ibnex.ibnex_nhcasvc_comm_svcs;
20580Sstevel@tonic-gate 	} else {
20590Sstevel@tonic-gate 		service_name = ibnex.ibnex_vppa_comm_svc_names;
20600Sstevel@tonic-gate 		ncommsvcs = ibnex.ibnex_nvppa_comm_svcs;
20610Sstevel@tonic-gate 	}
20620Sstevel@tonic-gate 
20630Sstevel@tonic-gate 	for (ii = 0; ii < ncommsvcs; ii++) {
20640Sstevel@tonic-gate 		if (strcmp(service_name[ii], temp) == 0) {
20650Sstevel@tonic-gate 			break;
20660Sstevel@tonic-gate 		}
20670Sstevel@tonic-gate 	}
20680Sstevel@tonic-gate 	if (ii == ncommsvcs)
20690Sstevel@tonic-gate 		return (IBNEX_FAILURE);
20700Sstevel@tonic-gate 
20710Sstevel@tonic-gate 	*index = ii;
20720Sstevel@tonic-gate 	return (IBNEX_SUCCESS);
20730Sstevel@tonic-gate }
20740Sstevel@tonic-gate 
20750Sstevel@tonic-gate 
20760Sstevel@tonic-gate /*
20770Sstevel@tonic-gate  * ibnex_devname_to_portnum()
20780Sstevel@tonic-gate  *	Get portguid from device name
20790Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
20800Sstevel@tonic-gate  */
20810Sstevel@tonic-gate static int
20820Sstevel@tonic-gate ibnex_devname_to_portnum(char *device_name, uint8_t *portnum)
20830Sstevel@tonic-gate {
20840Sstevel@tonic-gate 	int	ret;
20850Sstevel@tonic-gate 	char	*temp1, *temp2;
20860Sstevel@tonic-gate 
20870Sstevel@tonic-gate 	temp1 = strchr(device_name, '@');
20880Sstevel@tonic-gate 	if (temp1 == NULL) {
20890Sstevel@tonic-gate 		return (IBNEX_FAILURE);
20900Sstevel@tonic-gate 	}
20910Sstevel@tonic-gate 	temp2 = strchr(temp1, ',');
20920Sstevel@tonic-gate 	if (temp2 == NULL)
20930Sstevel@tonic-gate 		return (IBNEX_FAILURE);
20940Sstevel@tonic-gate 	temp1++;
20950Sstevel@tonic-gate 	*portnum = ibnex_str2hex(temp1, (temp2 - temp1), &ret);
20960Sstevel@tonic-gate 	return (ret);
20970Sstevel@tonic-gate }
20980Sstevel@tonic-gate 
20990Sstevel@tonic-gate 
21000Sstevel@tonic-gate /*
21010Sstevel@tonic-gate  * ibnex_config_ioc_node()
21020Sstevel@tonic-gate  *	Configures one particular instance of the IOC driver.
21030Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
21040Sstevel@tonic-gate  */
21050Sstevel@tonic-gate static int
21061093Shiremath ibnex_config_ioc_node(char *device_name, dev_info_t *pdip)
21070Sstevel@tonic-gate {
21080Sstevel@tonic-gate 	int			ret;
21090Sstevel@tonic-gate 	ib_guid_t		iou_guid, ioc_guid;
21100Sstevel@tonic-gate 	ibdm_ioc_info_t		*ioc_info;
21110Sstevel@tonic-gate 
21120Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tconfig_ioc_node: Begin");
21130Sstevel@tonic-gate 
21140Sstevel@tonic-gate 	if (ibnex_devname_to_node_n_ioc_guids(
21151093Shiremath 	    device_name, &iou_guid, &ioc_guid, NULL) != IBNEX_SUCCESS) {
21160Sstevel@tonic-gate 		return (IBNEX_FAILURE);
21170Sstevel@tonic-gate 	}
21180Sstevel@tonic-gate 
21198082SRamaswamy.Tummala@Sun.COM 	ibdm_ibnex_port_settle_wait(0, ibnex_port_settling_time);
21200Sstevel@tonic-gate 
21210Sstevel@tonic-gate 	if ((ioc_info = ibdm_ibnex_probe_ioc(iou_guid, ioc_guid, 0)) ==
21220Sstevel@tonic-gate 	    NULL) {
21230Sstevel@tonic-gate 		ibdm_ibnex_free_ioc_list(ioc_info);
21240Sstevel@tonic-gate 		return (IBNEX_FAILURE);
21250Sstevel@tonic-gate 	}
21260Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
21278082SRamaswamy.Tummala@Sun.COM 	ret = ibnex_ioc_config_from_pdip(ioc_info, pdip, 0);
21280Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
21290Sstevel@tonic-gate 	ibdm_ibnex_free_ioc_list(ioc_info);
21308082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tconfig_ioc_node: ret %x",
21318082SRamaswamy.Tummala@Sun.COM 	    ret);
21320Sstevel@tonic-gate 	return (ret);
21330Sstevel@tonic-gate }
21340Sstevel@tonic-gate 
21350Sstevel@tonic-gate 
21360Sstevel@tonic-gate /*
21370Sstevel@tonic-gate  * ibnex_devname_to_node_n_ioc_guids()
21380Sstevel@tonic-gate  *	Get node guid and ioc guid from the device name
21390Sstevel@tonic-gate  *	Format of the device node name is:
21400Sstevel@tonic-gate  *		ioc@<IOC GUID>,<IOU GUID>
21410Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
21420Sstevel@tonic-gate  */
21430Sstevel@tonic-gate static int
21440Sstevel@tonic-gate ibnex_devname_to_node_n_ioc_guids(
21451093Shiremath     char *device_name, ib_guid_t *iou_guid, ib_guid_t *ioc_guid,
21461093Shiremath     char **ioc_guid_strp)
21470Sstevel@tonic-gate {
21480Sstevel@tonic-gate 	char	*temp1, *temp;
21490Sstevel@tonic-gate 	int	len, ret;
21501093Shiremath 	char	*ioc_guid_str;
21510Sstevel@tonic-gate 
21520Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tdevname_to_node_n_ioc_guids:"
21530Sstevel@tonic-gate 	    "Device Name %s", device_name);
21540Sstevel@tonic-gate 
21550Sstevel@tonic-gate 	if ((temp = strchr(device_name, '@')) == NULL) {
21560Sstevel@tonic-gate 		return (IBNEX_FAILURE);
21570Sstevel@tonic-gate 	}
21580Sstevel@tonic-gate 	if ((temp1 = strchr(++temp, ',')) == NULL) {
21590Sstevel@tonic-gate 		return (IBNEX_FAILURE);
21600Sstevel@tonic-gate 	}
21610Sstevel@tonic-gate 	*ioc_guid = ibnex_str2hex(temp, (temp1 - temp), &ret);
21620Sstevel@tonic-gate 	if (ret == IBNEX_SUCCESS) {
21631093Shiremath 		if (ioc_guid_strp) {
21641093Shiremath 			ioc_guid_str = *ioc_guid_strp = kmem_zalloc((temp1
21651093Shiremath 			    - temp) + 1, KM_SLEEP);
21661093Shiremath 			(void) strncpy(ioc_guid_str, temp, temp1 - temp + 1);
21671093Shiremath 			ioc_guid_str[temp1 - temp] = '\0';
21681093Shiremath 		}
21690Sstevel@tonic-gate 		len = device_name + strlen(device_name) - ++temp1;
21700Sstevel@tonic-gate 		*iou_guid = ibnex_str2hex(temp1, len, &ret);
21710Sstevel@tonic-gate 	}
21720Sstevel@tonic-gate 	return (ret);
21730Sstevel@tonic-gate }
21740Sstevel@tonic-gate 
21750Sstevel@tonic-gate 
21760Sstevel@tonic-gate /*
21770Sstevel@tonic-gate  * ibnex_ioc_initnode()
21780Sstevel@tonic-gate  *	Allocate a pathinfo node for the IOC
21790Sstevel@tonic-gate  *	Initialize the device node
21800Sstevel@tonic-gate  *	Bind driver to the node
21810Sstevel@tonic-gate  *	Update IBnex global data
21820Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE/IBNEX_BUSY
21830Sstevel@tonic-gate  */
21848082SRamaswamy.Tummala@Sun.COM static int
21858082SRamaswamy.Tummala@Sun.COM ibnex_ioc_initnode_pdip(ibnex_node_data_t *node_data,
21868082SRamaswamy.Tummala@Sun.COM     ibdm_ioc_info_t *ioc_info, dev_info_t *pdip)
21870Sstevel@tonic-gate {
21888082SRamaswamy.Tummala@Sun.COM 	int			rval, node_valid;
21898082SRamaswamy.Tummala@Sun.COM 	ibnex_node_state_t	prev_state;
21900Sstevel@tonic-gate 
21910Sstevel@tonic-gate 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
21928082SRamaswamy.Tummala@Sun.COM 	ASSERT(node_data);
21938082SRamaswamy.Tummala@Sun.COM 
21940Sstevel@tonic-gate 
21950Sstevel@tonic-gate 	/*
21960Sstevel@tonic-gate 	 * Return EBUSY if another configure/unconfigure
21970Sstevel@tonic-gate 	 * operation is in progress
21980Sstevel@tonic-gate 	 */
21990Sstevel@tonic-gate 	if (node_data->node_state == IBNEX_CFGADM_UNCONFIGURING) {
22008082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L4("ibnex",
22018082SRamaswamy.Tummala@Sun.COM 		    "\tioc_initnode_pdip : BUSY");
22020Sstevel@tonic-gate 		return (IBNEX_BUSY);
22030Sstevel@tonic-gate 	}
22040Sstevel@tonic-gate 
22058082SRamaswamy.Tummala@Sun.COM 	prev_state = node_data->node_state;
22060Sstevel@tonic-gate 	node_data->node_state = IBNEX_CFGADM_CONFIGURING;
22070Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
22080Sstevel@tonic-gate 
22098082SRamaswamy.Tummala@Sun.COM 	rval = ibnex_ioc_create_pi(ioc_info, node_data, pdip, &node_valid);
22100Sstevel@tonic-gate 
22110Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
22120Sstevel@tonic-gate 	if (rval == IBNEX_SUCCESS)
22130Sstevel@tonic-gate 		node_data->node_state = IBNEX_CFGADM_CONFIGURED;
22148082SRamaswamy.Tummala@Sun.COM 	else if (node_valid)
22158082SRamaswamy.Tummala@Sun.COM 		node_data->node_state = prev_state;
22160Sstevel@tonic-gate 
22170Sstevel@tonic-gate 	return (rval);
22180Sstevel@tonic-gate }
22190Sstevel@tonic-gate 
22200Sstevel@tonic-gate /*
22210Sstevel@tonic-gate  * ibnex_config_pseudo_all()
22220Sstevel@tonic-gate  *	Configure all the pseudo nodes
22230Sstevel@tonic-gate  */
22240Sstevel@tonic-gate static void
22251093Shiremath ibnex_config_pseudo_all(dev_info_t *pdip)
22260Sstevel@tonic-gate {
22270Sstevel@tonic-gate 	ibnex_node_data_t	*nodep;
22280Sstevel@tonic-gate 
22290Sstevel@tonic-gate 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
22300Sstevel@tonic-gate 
22310Sstevel@tonic-gate 	for (nodep = ibnex.ibnex_pseudo_node_head;
22320Sstevel@tonic-gate 	    nodep; nodep = nodep->node_next) {
22331689Spramodbg 		(void) ibnex_pseudo_config_one(nodep, NULL, pdip);
22340Sstevel@tonic-gate 	}
22350Sstevel@tonic-gate }
22360Sstevel@tonic-gate 
22370Sstevel@tonic-gate 
22380Sstevel@tonic-gate /*
22390Sstevel@tonic-gate  * ibnex_pseudo_config_one()
22400Sstevel@tonic-gate  */
22411689Spramodbg static int
22421689Spramodbg ibnex_pseudo_config_one(ibnex_node_data_t *node_data, char *caddr,
22431093Shiremath     dev_info_t *pdip)
22440Sstevel@tonic-gate {
22451689Spramodbg 	int			rval;
22468082SRamaswamy.Tummala@Sun.COM 	ibnex_pseudo_node_t	*pseudo;
22478082SRamaswamy.Tummala@Sun.COM 	ibnex_node_state_t	prev_state;
22488082SRamaswamy.Tummala@Sun.COM 
22498082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tpseudo_config_one(%p, %p, %p)",
22501689Spramodbg 	    node_data, caddr, pdip);
22510Sstevel@tonic-gate 
22520Sstevel@tonic-gate 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
22530Sstevel@tonic-gate 
22540Sstevel@tonic-gate 	if (node_data == NULL) {
22558082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L4("ibnex",
22568082SRamaswamy.Tummala@Sun.COM 		    "\tpseudo_config_one: caddr = %s", caddr);
22571689Spramodbg 
22581689Spramodbg 		/*
22591689Spramodbg 		 * This function is now called with PHCI / HCA driver
22601689Spramodbg 		 * as parent. The format of devicename is :
22611689Spramodbg 		 * 	<driver_name>@<driver_name>,<unit_address>
22621689Spramodbg 		 * The "caddr" part of the devicename matches the
22631689Spramodbg 		 * format of pseudo_node_addr.
22641689Spramodbg 		 *
22651689Spramodbg 		 * Use "caddr" to find a matching Pseudo node entry.
22661689Spramodbg 		 */
22670Sstevel@tonic-gate 		node_data = ibnex_is_node_data_present(IBNEX_PSEUDO_NODE,
22681689Spramodbg 		    (void *)caddr, 0, 0);
22690Sstevel@tonic-gate 	}
22700Sstevel@tonic-gate 
22718082SRamaswamy.Tummala@Sun.COM 	if (node_data == NULL) {
22728082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L2("ibnex",
22738082SRamaswamy.Tummala@Sun.COM 		    "\tpseudo_config_one: Invalid node");
22748082SRamaswamy.Tummala@Sun.COM 		return (IBNEX_FAILURE);
22758082SRamaswamy.Tummala@Sun.COM 	}
22768082SRamaswamy.Tummala@Sun.COM 
22778082SRamaswamy.Tummala@Sun.COM 	if (node_data->node_ap_state == IBNEX_NODE_AP_UNCONFIGURED) {
22788082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L4("ibnex",
22798082SRamaswamy.Tummala@Sun.COM 		    "\tpseudo_config_one: Unconfigured node");
22808082SRamaswamy.Tummala@Sun.COM 		return (IBNEX_FAILURE);
22818082SRamaswamy.Tummala@Sun.COM 	}
22828082SRamaswamy.Tummala@Sun.COM 
22838082SRamaswamy.Tummala@Sun.COM 	pseudo = &node_data->node_data.pseudo_node;
22848082SRamaswamy.Tummala@Sun.COM 
22850Sstevel@tonic-gate 	/*
22861093Shiremath 	 * Do not enumerate nodes with ib-node-type set as "merge"
22871093Shiremath 	 */
22888082SRamaswamy.Tummala@Sun.COM 	if (pseudo->pseudo_merge_node == 1) {
22898082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L4("ibnex",
22908082SRamaswamy.Tummala@Sun.COM 		    "\tpseudo_config_one: merge_node");
22910Sstevel@tonic-gate 		return (IBNEX_FAILURE);
22920Sstevel@tonic-gate 	}
22930Sstevel@tonic-gate 
22940Sstevel@tonic-gate 	/*
22958082SRamaswamy.Tummala@Sun.COM 	 * Check if a PI has already been created for the PDIP.
22968082SRamaswamy.Tummala@Sun.COM 	 * If so, return SUCCESS.
22978082SRamaswamy.Tummala@Sun.COM 	 */
22988082SRamaswamy.Tummala@Sun.COM 	if (node_data->node_dip != NULL && mdi_pi_find(pdip,
22998082SRamaswamy.Tummala@Sun.COM 	    pseudo->pseudo_node_addr, pseudo->pseudo_node_addr) != NULL) {
23008082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L4("ibnex",
23018082SRamaswamy.Tummala@Sun.COM 		    "\tpseudo_config_one: PI created,"
23028082SRamaswamy.Tummala@Sun.COM 		    " pdip %p, addr %s", pdip, pseudo->pseudo_node_addr);
23038082SRamaswamy.Tummala@Sun.COM 		return (IBNEX_SUCCESS);
23048082SRamaswamy.Tummala@Sun.COM 	}
23058082SRamaswamy.Tummala@Sun.COM 
23068082SRamaswamy.Tummala@Sun.COM 	/*
23078082SRamaswamy.Tummala@Sun.COM 	 * Return EBUSY if another unconfigure
23080Sstevel@tonic-gate 	 * operation is in progress
23090Sstevel@tonic-gate 	 */
23100Sstevel@tonic-gate 	if (node_data->node_state == IBNEX_CFGADM_UNCONFIGURING) {
23118082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L4("ibnex",
23128082SRamaswamy.Tummala@Sun.COM 		    "\tpseudo_config_one: BUSY");
23130Sstevel@tonic-gate 		return (IBNEX_BUSY);
23140Sstevel@tonic-gate 	}
23150Sstevel@tonic-gate 
23168082SRamaswamy.Tummala@Sun.COM 
23178082SRamaswamy.Tummala@Sun.COM 	prev_state = node_data->node_state;
23180Sstevel@tonic-gate 	node_data->node_state = IBNEX_CFGADM_CONFIGURING;
23190Sstevel@tonic-gate 
23200Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
23218082SRamaswamy.Tummala@Sun.COM 	rval = ibnex_pseudo_create_pi_pdip(node_data, pdip);
23220Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
23230Sstevel@tonic-gate 
23248082SRamaswamy.Tummala@Sun.COM 	if (rval == IBNEX_SUCCESS) {
23250Sstevel@tonic-gate 		node_data->node_state = IBNEX_CFGADM_CONFIGURED;
23268082SRamaswamy.Tummala@Sun.COM 	} else {
23278082SRamaswamy.Tummala@Sun.COM 		node_data->node_state = prev_state;
23280Sstevel@tonic-gate 	}
23290Sstevel@tonic-gate 
23308082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tpseudo_config_one: ret %x",
23318082SRamaswamy.Tummala@Sun.COM 	    rval);
23320Sstevel@tonic-gate 	return (rval);
23330Sstevel@tonic-gate }
23340Sstevel@tonic-gate 
23350Sstevel@tonic-gate 
23361093Shiremath /*
23371093Shiremath  * ibnex_pseudo_mdi_config_one()
23381093Shiremath  *	This is similar to ibnex_pseudo_config_one. Few
23391093Shiremath  *	differences :
23401093Shiremath  *	1. parent device lock not held(no ndi_devi_enter)
23411093Shiremath  *	2. Called for IB Nexus as parent, not IB HCA as
23421093Shiremath  *	   parent.
23431093Shiremath  *	3. Calls mdi_vhci_bus_config()
23441689Spramodbg  * This function skips checks for node_state, initializing
23451689Spramodbg  * node_state, node_dip, etc. These checks and initializations
23461689Spramodbg  * are done when BUS_CONFIG is called with PHCI as the parent.
23471093Shiremath  */
23481093Shiremath static int
23491093Shiremath ibnex_pseudo_mdi_config_one(int flag, void *devname, dev_info_t **child,
23501093Shiremath     char *cname, char *caddr)
23511093Shiremath {
23521093Shiremath 	int			rval, len;
23531093Shiremath 	char			*node_addr;
23541093Shiremath 	ibnex_node_data_t	*node_data;
23551093Shiremath 
23561093Shiremath 	IBTF_DPRINTF_L4("ibnex", "\tpseudo_mdi_config_one:"
23571093Shiremath 	    "cname = %s caddr = %s", cname, caddr);
23581093Shiremath 
23591093Shiremath 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
23601093Shiremath 
23611093Shiremath 	len = strlen(cname) + strlen(caddr) + 2;
23621093Shiremath 	node_addr = (char *)kmem_alloc(len, KM_SLEEP);
23631093Shiremath 
23641093Shiremath 	(void) snprintf(node_addr, len, "%s,%s", cname, caddr);
23651093Shiremath 	node_data = ibnex_is_node_data_present(IBNEX_PSEUDO_NODE,
23661093Shiremath 	    (void *)node_addr, 0, 0);
23671093Shiremath 	kmem_free(node_addr, len);
23681093Shiremath 
23691689Spramodbg 	if (node_data == NULL) {
23701093Shiremath 		IBTF_DPRINTF_L2("ibnex",
23711093Shiremath 		    "\tpseudo_mdi_config_one: Invalid node");
23721093Shiremath 		return (IBNEX_FAILURE);
23731093Shiremath 	}
23741093Shiremath 
23751093Shiremath 	mutex_exit(&ibnex.ibnex_mutex);
23761093Shiremath 	rval = mdi_vhci_bus_config(ibnex.ibnex_dip, flag, BUS_CONFIG_ONE,
23771093Shiremath 	    devname, child, node_data->node_data.pseudo_node.pseudo_node_addr);
23781093Shiremath 	mutex_enter(&ibnex.ibnex_mutex);
23791093Shiremath 
23801093Shiremath 	return (rval);
23811093Shiremath }
23821093Shiremath 
23838082SRamaswamy.Tummala@Sun.COM 
23840Sstevel@tonic-gate /*
23858082SRamaswamy.Tummala@Sun.COM  * ibnex_pseudo_create_all_pi()
23868082SRamaswamy.Tummala@Sun.COM  *	Create all path infos node for a pseudo entry
23870Sstevel@tonic-gate  */
23880Sstevel@tonic-gate int
23898082SRamaswamy.Tummala@Sun.COM ibnex_pseudo_create_all_pi(ibnex_node_data_t *nodep)
23900Sstevel@tonic-gate {
23918082SRamaswamy.Tummala@Sun.COM 	int		hcacnt, rc;
23928082SRamaswamy.Tummala@Sun.COM 	int		hcafailcnt = 0;
23938082SRamaswamy.Tummala@Sun.COM 	dev_info_t	*hca_dip;
23948082SRamaswamy.Tummala@Sun.COM 	ibdm_hca_list_t	*hca_list, *head;
23958082SRamaswamy.Tummala@Sun.COM 
23968082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tpseudo_create_all_pi(%p)",
23978082SRamaswamy.Tummala@Sun.COM 	    nodep);
23980Sstevel@tonic-gate 	ibdm_ibnex_get_hca_list(&hca_list, &hcacnt);
23990Sstevel@tonic-gate 
24000Sstevel@tonic-gate 	head = hca_list;
24010Sstevel@tonic-gate 
24028082SRamaswamy.Tummala@Sun.COM 	/*
24038082SRamaswamy.Tummala@Sun.COM 	 * We return failure even if we fail for all HCAs.
24048082SRamaswamy.Tummala@Sun.COM 	 */
24050Sstevel@tonic-gate 	for (; hca_list != NULL; hca_list = hca_list->hl_next) {
24060Sstevel@tonic-gate 		hca_dip = ibtl_ibnex_hcaguid2dip(hca_list->hl_hca_guid);
24078082SRamaswamy.Tummala@Sun.COM 		rc = ibnex_pseudo_create_pi_pdip(nodep, hca_dip);
24088082SRamaswamy.Tummala@Sun.COM 		if (rc != IBNEX_SUCCESS)
24098082SRamaswamy.Tummala@Sun.COM 			hcafailcnt++;
24100Sstevel@tonic-gate 	}
24110Sstevel@tonic-gate 	if (head)
24120Sstevel@tonic-gate 		ibdm_ibnex_free_hca_list(head);
24138082SRamaswamy.Tummala@Sun.COM 
24148082SRamaswamy.Tummala@Sun.COM 	if (hcafailcnt == hcacnt)
24158082SRamaswamy.Tummala@Sun.COM 		rc = IBNEX_FAILURE;
24168082SRamaswamy.Tummala@Sun.COM 	else
24178082SRamaswamy.Tummala@Sun.COM 		rc = IBNEX_SUCCESS;
24188082SRamaswamy.Tummala@Sun.COM 
24198082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tpseudo_create_all_pi rc %x",
24208082SRamaswamy.Tummala@Sun.COM 	    rc);
24218082SRamaswamy.Tummala@Sun.COM 	return (rc);
24228082SRamaswamy.Tummala@Sun.COM }
24238082SRamaswamy.Tummala@Sun.COM 
24248082SRamaswamy.Tummala@Sun.COM static int
24258082SRamaswamy.Tummala@Sun.COM ibnex_pseudo_create_pi_pdip(ibnex_node_data_t *nodep, dev_info_t *hca_dip)
24268082SRamaswamy.Tummala@Sun.COM {
24278082SRamaswamy.Tummala@Sun.COM 	mdi_pathinfo_t		*pip;
24288082SRamaswamy.Tummala@Sun.COM 	int			rval;
24298082SRamaswamy.Tummala@Sun.COM 	dev_info_t		*cdip = NULL;
24308082SRamaswamy.Tummala@Sun.COM 	ibnex_pseudo_node_t	*pseudo;
24318082SRamaswamy.Tummala@Sun.COM 	int			first_pi = 0;
24328082SRamaswamy.Tummala@Sun.COM 
24338082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tpseudo_create_pi_pdip: %p, %p",
24348082SRamaswamy.Tummala@Sun.COM 	    nodep, hca_dip);
24358082SRamaswamy.Tummala@Sun.COM 
24368082SRamaswamy.Tummala@Sun.COM 	pseudo = &nodep->node_data.pseudo_node;
24378082SRamaswamy.Tummala@Sun.COM 
24388082SRamaswamy.Tummala@Sun.COM 	rval = mdi_pi_alloc(hca_dip,
24398082SRamaswamy.Tummala@Sun.COM 	    pseudo->pseudo_devi_name, pseudo->pseudo_node_addr,
24408082SRamaswamy.Tummala@Sun.COM 	    pseudo->pseudo_node_addr, 0, &pip);
24418082SRamaswamy.Tummala@Sun.COM 
24428082SRamaswamy.Tummala@Sun.COM 	if (rval != MDI_SUCCESS) {
24438082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L2("ibnex", "\tpseudo_create_pi_pdip:"
24448082SRamaswamy.Tummala@Sun.COM 		    " mdi_pi_alloc failed");
24458082SRamaswamy.Tummala@Sun.COM 		return (IBNEX_FAILURE);
24468082SRamaswamy.Tummala@Sun.COM 	}
24478082SRamaswamy.Tummala@Sun.COM 	cdip = mdi_pi_get_client(pip);
24488082SRamaswamy.Tummala@Sun.COM 
24498082SRamaswamy.Tummala@Sun.COM 	if (nodep->node_dip == NULL) {
24508082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L4("ibnex",
24518082SRamaswamy.Tummala@Sun.COM 		    "\tpseudo_create_pi: New dip %p", cdip);
24528082SRamaswamy.Tummala@Sun.COM 
24538082SRamaswamy.Tummala@Sun.COM 		first_pi = 1;
24548082SRamaswamy.Tummala@Sun.COM 		nodep->node_dip = cdip;
24558082SRamaswamy.Tummala@Sun.COM 		ddi_set_parent_data(cdip, nodep);
24568082SRamaswamy.Tummala@Sun.COM 	}
24578082SRamaswamy.Tummala@Sun.COM 
24588082SRamaswamy.Tummala@Sun.COM 	rval = mdi_pi_online(pip, 0);
24598082SRamaswamy.Tummala@Sun.COM 
24608082SRamaswamy.Tummala@Sun.COM 	if (rval != MDI_SUCCESS) {
24618082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L2("ibnex",
24628082SRamaswamy.Tummala@Sun.COM 		    "\tpseudo_create_pi: "
24638082SRamaswamy.Tummala@Sun.COM 		    "mdi_pi_online: failed for pseudo dip %p,"
24648082SRamaswamy.Tummala@Sun.COM 		    " rval %d", cdip, rval);
24658082SRamaswamy.Tummala@Sun.COM 		rval = IBNEX_FAILURE;
24668082SRamaswamy.Tummala@Sun.COM 		if (first_pi == 1) {
24678082SRamaswamy.Tummala@Sun.COM 			ddi_set_parent_data(cdip, NULL);
24688082SRamaswamy.Tummala@Sun.COM 			(void) ibnex_offline_childdip(cdip);
24698082SRamaswamy.Tummala@Sun.COM 			nodep->node_dip = NULL;
24708082SRamaswamy.Tummala@Sun.COM 		} else
24718082SRamaswamy.Tummala@Sun.COM 			(void) mdi_pi_free(pip, 0);
24728082SRamaswamy.Tummala@Sun.COM 	} else
24738082SRamaswamy.Tummala@Sun.COM 		rval = IBNEX_SUCCESS;
24740Sstevel@tonic-gate 	return (rval);
24750Sstevel@tonic-gate }
24760Sstevel@tonic-gate 
24770Sstevel@tonic-gate /*
24780Sstevel@tonic-gate  * ibnex_ioc_create_pi()
24790Sstevel@tonic-gate  *	Create a pathinfo node for the ioc node
24800Sstevel@tonic-gate  */
24810Sstevel@tonic-gate static int
24821093Shiremath ibnex_ioc_create_pi(ibdm_ioc_info_t *ioc_info, ibnex_node_data_t *node_data,
24838082SRamaswamy.Tummala@Sun.COM     dev_info_t *pdip, int *node_valid)
24840Sstevel@tonic-gate {
24850Sstevel@tonic-gate 	mdi_pathinfo_t		*pip;
24861093Shiremath 	int			rval = DDI_FAILURE;
24878082SRamaswamy.Tummala@Sun.COM 	dev_info_t		*cdip = NULL;
24888082SRamaswamy.Tummala@Sun.COM 	int			create_prop = 0;
24898082SRamaswamy.Tummala@Sun.COM 	ibnex_ioc_node_t	*ioc = &node_data->node_data.ioc_node;
24908082SRamaswamy.Tummala@Sun.COM 
24918082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex",
24928082SRamaswamy.Tummala@Sun.COM 	    "\tibnex_ioc_create_pi(%p, %p, %p)", ioc_info, node_data, pdip);
24938082SRamaswamy.Tummala@Sun.COM 	*node_valid = 1;
24948082SRamaswamy.Tummala@Sun.COM 
24958082SRamaswamy.Tummala@Sun.COM 	/*
24968082SRamaswamy.Tummala@Sun.COM 	 * For CONFIG_ONE requests through HCA dip, alloc
24978082SRamaswamy.Tummala@Sun.COM 	 * for HCA dip driving BUS_CONFIG request.
24988082SRamaswamy.Tummala@Sun.COM 	 */
24998082SRamaswamy.Tummala@Sun.COM 	rval =  mdi_pi_alloc(pdip, IBNEX_IOC_CNAME, ioc->ioc_guid_str,
25008082SRamaswamy.Tummala@Sun.COM 	    ioc->ioc_phci_guid, 0, &pip);
25018082SRamaswamy.Tummala@Sun.COM 	if (rval != MDI_SUCCESS) {
25028082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L2("ibnex",
25038082SRamaswamy.Tummala@Sun.COM 		    "\tioc_create_pi: mdi_pi_alloc(%p, %s. %s) failed",
25048082SRamaswamy.Tummala@Sun.COM 		    pdip, ioc->ioc_guid_str, ioc->ioc_phci_guid);
25058082SRamaswamy.Tummala@Sun.COM 		return (IBNEX_FAILURE);
25068082SRamaswamy.Tummala@Sun.COM 	}
25078082SRamaswamy.Tummala@Sun.COM 	cdip = mdi_pi_get_client(pip);
25088082SRamaswamy.Tummala@Sun.COM 
25098082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tioc_create_pi: IOC dip %p",
25108082SRamaswamy.Tummala@Sun.COM 	    cdip);
25118082SRamaswamy.Tummala@Sun.COM 
25128082SRamaswamy.Tummala@Sun.COM 	if (node_data->node_dip == NULL) {
25138082SRamaswamy.Tummala@Sun.COM 		node_data->node_dip = cdip;
25148082SRamaswamy.Tummala@Sun.COM 		ddi_set_parent_data(cdip, node_data);
25158082SRamaswamy.Tummala@Sun.COM 		create_prop = 1;
25168082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L4("ibnex",
25178082SRamaswamy.Tummala@Sun.COM 		    "\tioc_create_pi: creating prop");
25188082SRamaswamy.Tummala@Sun.COM 		if ((rval = ibnex_create_ioc_node_prop(
25198082SRamaswamy.Tummala@Sun.COM 		    ioc_info, cdip)) != IBNEX_SUCCESS) {
25208082SRamaswamy.Tummala@Sun.COM 			IBTF_DPRINTF_L4("ibnex",
25218082SRamaswamy.Tummala@Sun.COM 			    "\tioc_create_pi: creating prop failed");
25228082SRamaswamy.Tummala@Sun.COM 			ibnex_delete_ioc_node_data(node_data);
25238082SRamaswamy.Tummala@Sun.COM 			*node_valid = 0;
25248082SRamaswamy.Tummala@Sun.COM 			ddi_prop_remove_all(cdip);
25258082SRamaswamy.Tummala@Sun.COM 			ddi_set_parent_data(cdip, NULL);
25268082SRamaswamy.Tummala@Sun.COM 
25270Sstevel@tonic-gate 			(void) ibnex_offline_childdip(cdip);
25280Sstevel@tonic-gate 			return (IBNEX_FAILURE);
25290Sstevel@tonic-gate 		}
25308082SRamaswamy.Tummala@Sun.COM 	}
25318082SRamaswamy.Tummala@Sun.COM 
25328082SRamaswamy.Tummala@Sun.COM 	rval = mdi_pi_online(pip, 0);
25338082SRamaswamy.Tummala@Sun.COM 
25348082SRamaswamy.Tummala@Sun.COM 	if (rval != MDI_SUCCESS) {
25358082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L2("ibnex", "\tioc_create_pi: "
25368082SRamaswamy.Tummala@Sun.COM 		    "mdi_pi_online() failed ioc dip %p, rval %d",
25378082SRamaswamy.Tummala@Sun.COM 		    cdip, rval);
25388082SRamaswamy.Tummala@Sun.COM 		rval = IBNEX_FAILURE;
25398082SRamaswamy.Tummala@Sun.COM 		if (create_prop) {
25408082SRamaswamy.Tummala@Sun.COM 			ddi_set_parent_data(cdip, NULL);
25418082SRamaswamy.Tummala@Sun.COM 			ddi_prop_remove_all(cdip);
25420Sstevel@tonic-gate 			ibnex_delete_ioc_node_data(node_data);
25438082SRamaswamy.Tummala@Sun.COM 			*node_valid = 0;
25440Sstevel@tonic-gate 			(void) ibnex_offline_childdip(cdip);
25450Sstevel@tonic-gate 		} else
25468082SRamaswamy.Tummala@Sun.COM 			(void) mdi_pi_free(pip, 0);
25478082SRamaswamy.Tummala@Sun.COM 	} else
25488082SRamaswamy.Tummala@Sun.COM 		rval = IBNEX_SUCCESS;
25498082SRamaswamy.Tummala@Sun.COM 
25508082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tioc_create_pi ret %x", rval);
25510Sstevel@tonic-gate 	return (rval);
25520Sstevel@tonic-gate }
25530Sstevel@tonic-gate 
25540Sstevel@tonic-gate 
25550Sstevel@tonic-gate /*
25560Sstevel@tonic-gate  * ibnex_create_ioc_node_prop()
25570Sstevel@tonic-gate  *	Create IOC device node properties
25580Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
25590Sstevel@tonic-gate  */
25600Sstevel@tonic-gate static int
25610Sstevel@tonic-gate ibnex_create_ioc_node_prop(ibdm_ioc_info_t *ioc_info, dev_info_t *cdip)
25620Sstevel@tonic-gate {
25630Sstevel@tonic-gate 	uint16_t		 capabilities;
25640Sstevel@tonic-gate 	ib_dm_ioc_ctrl_profile_t *ioc_profile = &ioc_info->ioc_profile;
25650Sstevel@tonic-gate 
25660Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tcreate_ioc_node_prop");
25670Sstevel@tonic-gate 
25680Sstevel@tonic-gate 	if (ibnex_create_ioc_compatible_prop(cdip,
25690Sstevel@tonic-gate 	    ioc_profile) != IBNEX_SUCCESS) {
25700Sstevel@tonic-gate 		return (IBNEX_FAILURE);
25710Sstevel@tonic-gate 	}
25720Sstevel@tonic-gate 	if ((ioc_info->ioc_iou_dc_valid) &&
25730Sstevel@tonic-gate 	    (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "iou-diagcode",
25740Sstevel@tonic-gate 	    ioc_info->ioc_iou_diagcode)) != DDI_PROP_SUCCESS) {
25750Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
25760Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: iou-diagcode create failed");
25770Sstevel@tonic-gate 		return (IBNEX_FAILURE);
25780Sstevel@tonic-gate 	}
25790Sstevel@tonic-gate 	if ((ioc_info->ioc_diagdeviceid) && (ioc_info->ioc_dc_valid)) {
25800Sstevel@tonic-gate 		if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "ioc-diagcode",
25810Sstevel@tonic-gate 		    ioc_info->ioc_diagcode) != DDI_PROP_SUCCESS) {
25820Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex", "\tcreate_ioc_node_prop: "
25830Sstevel@tonic-gate 			    "ioc-diagcode create failed");
25840Sstevel@tonic-gate 			return (IBNEX_FAILURE);
25850Sstevel@tonic-gate 		}
25860Sstevel@tonic-gate 	}
25870Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "rdma-queue-depth",
25880Sstevel@tonic-gate 	    ioc_profile->ioc_rdma_read_qdepth) != DDI_PROP_SUCCESS) {
25890Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
25900Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: rdma-queue-depth create failed");
25910Sstevel@tonic-gate 		return (IBNEX_FAILURE);
25920Sstevel@tonic-gate 	}
25930Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "rdma-transfer-size",
25940Sstevel@tonic-gate 	    ioc_profile->ioc_rdma_xfer_sz) != DDI_PROP_SUCCESS) {
25950Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex", "\tcreate_ioc_node_prop: "
25960Sstevel@tonic-gate 		    "rdma-transfer-size create failed");
25970Sstevel@tonic-gate 		return (IBNEX_FAILURE);
25980Sstevel@tonic-gate 	}
25990Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "send-message-size",
26000Sstevel@tonic-gate 	    ioc_profile->ioc_send_msg_sz) != DDI_PROP_SUCCESS) {
26010Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
26020Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: send-message-size create failed");
26030Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26040Sstevel@tonic-gate 	}
26050Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "send-queue-depth",
26060Sstevel@tonic-gate 	    ioc_profile->ioc_send_msg_qdepth) != DDI_PROP_SUCCESS) {
26070Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
26080Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: send-queue-depth create failed");
26090Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26100Sstevel@tonic-gate 	}
26110Sstevel@tonic-gate 
26120Sstevel@tonic-gate 	capabilities = (ioc_profile->ioc_ctrl_opcap_mask << 8);
26130Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip,
26145470Spramodbg 	    "capabilities", capabilities) != DDI_PROP_SUCCESS) {
26150Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
26160Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: capabilities create failed");
26170Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26180Sstevel@tonic-gate 	}
26190Sstevel@tonic-gate 	if (ndi_prop_update_string(DDI_DEV_T_NONE, cdip, "id-string",
26200Sstevel@tonic-gate 	    (char *)ioc_profile->ioc_id_string) != DDI_PROP_SUCCESS) {
26210Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
26220Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: id-string failed");
26230Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26240Sstevel@tonic-gate 	}
26250Sstevel@tonic-gate 
26260Sstevel@tonic-gate 	/*
26270Sstevel@tonic-gate 	 * Create properties to represent all the service entries supported
26280Sstevel@tonic-gate 	 * by the IOC. Each service entry consists of 1) Service ID (64 bits)
26290Sstevel@tonic-gate 	 * and 2) Service name (40 bytes). The service entry table is
26300Sstevel@tonic-gate 	 * represented by two properties, service-ids and service-names. The
26310Sstevel@tonic-gate 	 * service-id property is a array of int64's and service names is
26320Sstevel@tonic-gate 	 * array of strings. The first element in the "service-ids" property
26330Sstevel@tonic-gate 	 * corresponds to first string in the "service-names" and so on.
26340Sstevel@tonic-gate 	 */
26350Sstevel@tonic-gate 	if ((ioc_profile->ioc_service_entries != 0) &&
26360Sstevel@tonic-gate 	    (ibnex_create_ioc_srv_props(cdip, ioc_info) != IBNEX_SUCCESS))
26370Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26380Sstevel@tonic-gate 
26390Sstevel@tonic-gate 	/* Create destination port GID properties */
26400Sstevel@tonic-gate 	if (ibnex_create_ioc_portgid_prop(cdip, ioc_info) != IBNEX_SUCCESS)
26410Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26420Sstevel@tonic-gate 
26430Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "protocol-version",
26440Sstevel@tonic-gate 	    ioc_profile->ioc_protocol_ver) != DDI_PROP_SUCCESS) {
26450Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
26460Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: protocol-version create failed");
26470Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26480Sstevel@tonic-gate 	}
26490Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "protocol",
26500Sstevel@tonic-gate 	    ioc_profile->ioc_protocol) != DDI_PROP_SUCCESS) {
26510Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
26520Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: protocol create failed");
26530Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26540Sstevel@tonic-gate 	}
26550Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "io-subclass",
26560Sstevel@tonic-gate 	    ioc_profile->ioc_io_subclass) != DDI_PROP_SUCCESS) {
26570Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
26580Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: subclass create failed");
26590Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26600Sstevel@tonic-gate 	}
26610Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "io-class",
26620Sstevel@tonic-gate 	    ioc_profile->ioc_io_class) != DDI_PROP_SUCCESS) {
26630Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
26640Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: class prop create failed");
26650Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26660Sstevel@tonic-gate 	}
26670Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "subsystem-id",
26680Sstevel@tonic-gate 	    ioc_profile->ioc_subsys_id) != DDI_PROP_SUCCESS) {
26690Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
26700Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: subsys_id create failed");
26710Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26720Sstevel@tonic-gate 	}
26730Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "subsystem-vendor-id",
26740Sstevel@tonic-gate 	    ioc_profile->ioc_subsys_vendorid) != DDI_PROP_SUCCESS) {
26750Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
26760Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: subsystem vendor create failed");
26770Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26780Sstevel@tonic-gate 	}
26790Sstevel@tonic-gate 	if (ndi_prop_update_int64(DDI_DEV_T_NONE, cdip, "ioc-guid",
26800Sstevel@tonic-gate 	    ioc_profile->ioc_guid) != DDI_PROP_SUCCESS) {
26810Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
26820Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: protocol create failed");
26830Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26840Sstevel@tonic-gate 	}
26850Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "device-version",
26860Sstevel@tonic-gate 	    ioc_profile->ioc_device_ver) != DDI_PROP_SUCCESS) {
26870Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
26880Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: product-id create failed");
26890Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26900Sstevel@tonic-gate 	}
26910Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "device-id",
26920Sstevel@tonic-gate 	    ioc_profile->ioc_deviceid) != DDI_PROP_SUCCESS) {
26930Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
26940Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: product-id create failed");
26950Sstevel@tonic-gate 		return (IBNEX_FAILURE);
26960Sstevel@tonic-gate 	}
26970Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "vendor-id",
26980Sstevel@tonic-gate 	    ioc_profile->ioc_vendorid) != DDI_PROP_SUCCESS) {
26990Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
27000Sstevel@tonic-gate 		    "\tcreate_ioc_node_prop: vendor-id create failed");
27010Sstevel@tonic-gate 		return (IBNEX_FAILURE);
27020Sstevel@tonic-gate 	}
27030Sstevel@tonic-gate 	return (IBNEX_SUCCESS);
27040Sstevel@tonic-gate }
27050Sstevel@tonic-gate 
27060Sstevel@tonic-gate 
27070Sstevel@tonic-gate /*
27080Sstevel@tonic-gate  * ibnex_create_ioc_portgid_prop()
27090Sstevel@tonic-gate  *	Creates "port-entries", "port-list" properties
27100Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
27110Sstevel@tonic-gate  */
27120Sstevel@tonic-gate static int
27130Sstevel@tonic-gate ibnex_create_ioc_portgid_prop(
27140Sstevel@tonic-gate     dev_info_t *cdip, ibdm_ioc_info_t *ioc_info)
27150Sstevel@tonic-gate {
27160Sstevel@tonic-gate 	uint64_t	*port_gids;
27170Sstevel@tonic-gate 	int		length, ii, jj;
27180Sstevel@tonic-gate 	int		prop_len;
27190Sstevel@tonic-gate 	ibnex_node_data_t *node_data;
27200Sstevel@tonic-gate 
27210Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tcreate_ioc_portgid_prop");
27220Sstevel@tonic-gate 
27230Sstevel@tonic-gate 	node_data = ddi_get_parent_data(cdip);
27240Sstevel@tonic-gate 	ASSERT(node_data);
27250Sstevel@tonic-gate 
27260Sstevel@tonic-gate 	prop_len = (ioc_info->ioc_nportgids != 0) ?
27270Sstevel@tonic-gate 	    (2 * ioc_info->ioc_nportgids) : 1;
27280Sstevel@tonic-gate 	length = sizeof (uint64_t) * prop_len;
27290Sstevel@tonic-gate 	port_gids = kmem_zalloc(length, KM_SLEEP);
27300Sstevel@tonic-gate 
27310Sstevel@tonic-gate 	for (ii = 0, jj = 0; ii < ioc_info->ioc_nportgids; ii++) {
27320Sstevel@tonic-gate 		port_gids[jj++] = ioc_info->ioc_gid_list[ii].gid_dgid_hi;
27330Sstevel@tonic-gate 		port_gids[jj++] = ioc_info->ioc_gid_list[ii].gid_dgid_lo;
27340Sstevel@tonic-gate 	}
27350Sstevel@tonic-gate 	if (ndi_prop_update_int64_array(DDI_DEV_T_NONE, cdip, "port-list",
27360Sstevel@tonic-gate 	    (int64_t *)port_gids, prop_len) != DDI_PROP_SUCCESS) {
27370Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
27380Sstevel@tonic-gate 		    "\tcreate_ioc_portgid_prop: port-list create failed");
27390Sstevel@tonic-gate 		kmem_free(port_gids, length);
27400Sstevel@tonic-gate 		return (IBNEX_FAILURE);
27410Sstevel@tonic-gate 	}
27420Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "port-entries",
27430Sstevel@tonic-gate 	    ioc_info->ioc_nportgids) != DDI_PROP_SUCCESS) {
27440Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
27450Sstevel@tonic-gate 		    "\tcreate_ioc_portgid_prop: port-entries create failed");
27460Sstevel@tonic-gate 		kmem_free(port_gids, length);
27470Sstevel@tonic-gate 		return (IBNEX_FAILURE);
27480Sstevel@tonic-gate 	}
27490Sstevel@tonic-gate 
27500Sstevel@tonic-gate 	kmem_free(port_gids, length);
27510Sstevel@tonic-gate 	return (IBNEX_SUCCESS);
27520Sstevel@tonic-gate }
27530Sstevel@tonic-gate 
27540Sstevel@tonic-gate 
27550Sstevel@tonic-gate /*
27560Sstevel@tonic-gate  * ibnex_create_ioc_srv_props()
27570Sstevel@tonic-gate  *	Creates "service-name" and "service-id" properties
27580Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
27590Sstevel@tonic-gate  */
27600Sstevel@tonic-gate static int
27610Sstevel@tonic-gate ibnex_create_ioc_srv_props(
27620Sstevel@tonic-gate     dev_info_t *cdip, ibdm_ioc_info_t *ioc_info)
27630Sstevel@tonic-gate {
27640Sstevel@tonic-gate 	int			length, ii;
27650Sstevel@tonic-gate 	uint64_t		*srv_id;
27660Sstevel@tonic-gate 	char			*temp, *srv_names[IB_DM_MAX_IOCS_IN_IOU];
27670Sstevel@tonic-gate 	ib_dm_ioc_ctrl_profile_t *profile = &ioc_info->ioc_profile;
27680Sstevel@tonic-gate 	ibdm_srvents_info_t	 *srvents = ioc_info->ioc_serv;
27690Sstevel@tonic-gate 
27700Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tcreate_ioc_srv_props");
27710Sstevel@tonic-gate 
27720Sstevel@tonic-gate 	length = profile->ioc_service_entries * sizeof (ib_dm_srv_t);
27730Sstevel@tonic-gate 	srv_id = kmem_zalloc(length, KM_SLEEP);
27740Sstevel@tonic-gate 	temp = (char *)((char *)srv_id + (8 * profile->ioc_service_entries));
27750Sstevel@tonic-gate 	for (ii = 0; ii < profile->ioc_service_entries; ii++) {
27760Sstevel@tonic-gate 		srv_names[ii] = (char *)temp + (ii * IB_DM_MAX_SVC_NAME_LEN);
27770Sstevel@tonic-gate 	}
27780Sstevel@tonic-gate 
27790Sstevel@tonic-gate 	for (ii = 0; ii < profile->ioc_service_entries; ii++) {
27800Sstevel@tonic-gate 		srv_id[ii] = srvents[ii].se_attr.srv_id;
27810Sstevel@tonic-gate 		bcopy(srvents[ii].se_attr.srv_name,
27820Sstevel@tonic-gate 		    srv_names[ii], (IB_DM_MAX_SVC_NAME_LEN - 1));
27830Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "\tcreate_ioc_srv_props "
27840Sstevel@tonic-gate 		    "Service Names : %s", srv_names[ii]);
27850Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "\tcreate_ioc_srv_props "
27861093Shiremath 		    "Service ID : %llX", srv_id[ii]);
27870Sstevel@tonic-gate 	}
27880Sstevel@tonic-gate 
27890Sstevel@tonic-gate 	if (ndi_prop_update_int64_array(DDI_DEV_T_NONE, cdip,
27900Sstevel@tonic-gate 	    "service-id", (int64_t *)srv_id,
27910Sstevel@tonic-gate 	    profile->ioc_service_entries) != DDI_PROP_SUCCESS) {
27920Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
27930Sstevel@tonic-gate 		    "\tcreate_ioc_srv_props: service-id create failed");
27940Sstevel@tonic-gate 		kmem_free(srv_id, length);
27950Sstevel@tonic-gate 		return (IBNEX_FAILURE);
27960Sstevel@tonic-gate 	}
27970Sstevel@tonic-gate 
27980Sstevel@tonic-gate 	if (ndi_prop_update_string_array(DDI_DEV_T_NONE, cdip,
27990Sstevel@tonic-gate 	    "service-name", (char **)srv_names,
28000Sstevel@tonic-gate 	    profile->ioc_service_entries) != DDI_PROP_SUCCESS) {
28010Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
28020Sstevel@tonic-gate 		    "\tcreate_ioc_srv_props: service-name create failed");
28030Sstevel@tonic-gate 		kmem_free(srv_id, length);
28040Sstevel@tonic-gate 		return (IBNEX_FAILURE);
28050Sstevel@tonic-gate 	}
28060Sstevel@tonic-gate 	kmem_free(srv_id, length);
28070Sstevel@tonic-gate 	return (IBNEX_SUCCESS);
28080Sstevel@tonic-gate }
28090Sstevel@tonic-gate 
28100Sstevel@tonic-gate 
28110Sstevel@tonic-gate /*
28120Sstevel@tonic-gate  * ibnex_create_ioc_compatible_prop()
28130Sstevel@tonic-gate  *	Creates "compatible" property values
28140Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
28150Sstevel@tonic-gate  */
28160Sstevel@tonic-gate static int
28170Sstevel@tonic-gate ibnex_create_ioc_compatible_prop(
28180Sstevel@tonic-gate     dev_info_t *cdip, ib_dm_ioc_ctrl_profile_t *ioc_profile)
28190Sstevel@tonic-gate {
28200Sstevel@tonic-gate 	char		*temp;
28210Sstevel@tonic-gate 	int		rval, ii;
28220Sstevel@tonic-gate 	char		*compatible[IBNEX_MAX_COMPAT_NAMES];
28230Sstevel@tonic-gate 
28240Sstevel@tonic-gate 	/*
28250Sstevel@tonic-gate 	 * Initialize the "compatible" property string as below:
28260Sstevel@tonic-gate 	 * Compatible Strings :
28270Sstevel@tonic-gate 	 *	1. ib.V<vid>P<pid>S<subsys vid>s<subsys id>v<ver>
28280Sstevel@tonic-gate 	 *	2. ib.V<vid>P<pid>S<subsys vid>s<subsys id>
28290Sstevel@tonic-gate 	 *	3. ib.V<vid>P<pid>v<ver>
28300Sstevel@tonic-gate 	 *	4. ib.V<vid>P<pid>
28310Sstevel@tonic-gate 	 *	5. ib.C<Class>c<Subclass>p<protocol>r<protocol ver>
28320Sstevel@tonic-gate 	 *	6. ib.C<Class>c<Subclass>p<protocol>
28330Sstevel@tonic-gate 	 *
28340Sstevel@tonic-gate 	 * Note:
28350Sstevel@tonic-gate 	 *	All leading zeros must be present
28360Sstevel@tonic-gate 	 *	All numeric values must specified in hex without prefix "0x"
28370Sstevel@tonic-gate 	 */
28380Sstevel@tonic-gate 
28390Sstevel@tonic-gate 	temp = kmem_alloc(IBNEX_MAX_COMPAT_PROP_SZ, KM_SLEEP);
28400Sstevel@tonic-gate 	for (ii = 0; ii < IBNEX_MAX_COMPAT_NAMES; ii++)
28410Sstevel@tonic-gate 		compatible[ii] = temp + (ii * IBNEX_MAX_COMPAT_LEN);
28420Sstevel@tonic-gate 
28430Sstevel@tonic-gate 	(void) snprintf(compatible[0], IBNEX_MAX_COMPAT_LEN,
28440Sstevel@tonic-gate 	    "ib.V%06xP%08xS%06xs%08xv%04x",
28450Sstevel@tonic-gate 	    ioc_profile->ioc_vendorid, ioc_profile->ioc_deviceid,
28460Sstevel@tonic-gate 	    ioc_profile->ioc_subsys_vendorid, ioc_profile->ioc_subsys_id,
28470Sstevel@tonic-gate 	    ioc_profile->ioc_device_ver);
28480Sstevel@tonic-gate 
28490Sstevel@tonic-gate 	(void) snprintf(compatible[1], IBNEX_MAX_COMPAT_LEN,
28500Sstevel@tonic-gate 	    "ib.V%06xP%08xS%06xs%08x",
28510Sstevel@tonic-gate 	    ioc_profile->ioc_vendorid, ioc_profile->ioc_deviceid,
28520Sstevel@tonic-gate 	    ioc_profile->ioc_subsys_vendorid, ioc_profile->ioc_subsys_id);
28530Sstevel@tonic-gate 
28540Sstevel@tonic-gate 	(void) snprintf(compatible[2], IBNEX_MAX_COMPAT_LEN,
28550Sstevel@tonic-gate 	    "ib.V%06xP%08xv%04x",
28560Sstevel@tonic-gate 	    ioc_profile->ioc_vendorid, ioc_profile->ioc_deviceid,
28570Sstevel@tonic-gate 	    ioc_profile->ioc_device_ver);
28580Sstevel@tonic-gate 
28590Sstevel@tonic-gate 	(void) snprintf(compatible[3], IBNEX_MAX_COMPAT_LEN,
28600Sstevel@tonic-gate 	    "ib.V%06xP%08x",
28610Sstevel@tonic-gate 	    ioc_profile->ioc_vendorid, ioc_profile->ioc_deviceid);
28620Sstevel@tonic-gate 
28630Sstevel@tonic-gate 	(void) snprintf(compatible[4], IBNEX_MAX_COMPAT_LEN,
28640Sstevel@tonic-gate 	    "ib.C%04xc%04xp%04xr%04x",
28650Sstevel@tonic-gate 	    ioc_profile->ioc_io_class, ioc_profile->ioc_io_subclass,
28660Sstevel@tonic-gate 	    ioc_profile->ioc_protocol, ioc_profile->ioc_protocol_ver);
28670Sstevel@tonic-gate 
28680Sstevel@tonic-gate 	(void) snprintf(compatible[5], IBNEX_MAX_COMPAT_LEN,
28690Sstevel@tonic-gate 	    "ib.C%04xc%04xp%04x",
28700Sstevel@tonic-gate 	    ioc_profile->ioc_io_class, ioc_profile->ioc_io_subclass,
28710Sstevel@tonic-gate 	    ioc_profile->ioc_protocol);
28720Sstevel@tonic-gate 	for (ii = 0; ii < IBNEX_MAX_COMPAT_NAMES; ii++)
28730Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "\tcompatible: %s", compatible[ii]);
28740Sstevel@tonic-gate 
28750Sstevel@tonic-gate 	/* Create the compatible property for child cdip */
28760Sstevel@tonic-gate 	rval = ndi_prop_update_string_array(DDI_DEV_T_NONE, cdip,
28770Sstevel@tonic-gate 	    "compatible", (char **)compatible, IBNEX_MAX_COMPAT_NAMES);
28780Sstevel@tonic-gate 
28790Sstevel@tonic-gate 	if (rval != DDI_PROP_SUCCESS) {
28800Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex", "\tcompatible prop_create failed");
28810Sstevel@tonic-gate 		kmem_free(temp, IBNEX_MAX_COMPAT_PROP_SZ);
28820Sstevel@tonic-gate 		return (IBNEX_FAILURE);
28830Sstevel@tonic-gate 	}
28840Sstevel@tonic-gate 
28850Sstevel@tonic-gate 	kmem_free(temp, IBNEX_MAX_COMPAT_PROP_SZ);
28860Sstevel@tonic-gate 	return (IBNEX_SUCCESS);
28870Sstevel@tonic-gate }
28880Sstevel@tonic-gate 
28890Sstevel@tonic-gate 
28900Sstevel@tonic-gate static void
28910Sstevel@tonic-gate ibnex_ioc_node_cleanup()
28920Sstevel@tonic-gate {
28930Sstevel@tonic-gate 	ibnex_node_data_t *node, *delete;
28940Sstevel@tonic-gate 
28950Sstevel@tonic-gate 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
28960Sstevel@tonic-gate 	for (node = ibnex.ibnex_ioc_node_head; node; ) {
28970Sstevel@tonic-gate 		delete = node;
28980Sstevel@tonic-gate 		node = node->node_next;
28990Sstevel@tonic-gate 		mutex_exit(&ibnex.ibnex_mutex);
29000Sstevel@tonic-gate 		ibnex_delete_ioc_node_data(delete);
29010Sstevel@tonic-gate 		mutex_enter(&ibnex.ibnex_mutex);
29020Sstevel@tonic-gate 	}
29030Sstevel@tonic-gate }
29040Sstevel@tonic-gate 
29050Sstevel@tonic-gate /*
29060Sstevel@tonic-gate  * ibnex_delete_ioc_node_data()
29070Sstevel@tonic-gate  *	Delete IOC node from the list
29080Sstevel@tonic-gate  */
29090Sstevel@tonic-gate static void
29100Sstevel@tonic-gate ibnex_delete_ioc_node_data(ibnex_node_data_t *node)
29110Sstevel@tonic-gate {
29120Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tdelete_ioc_node_data:");
29130Sstevel@tonic-gate 
29140Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
29150Sstevel@tonic-gate 	if ((node->node_next == NULL) && (node->node_prev == NULL)) {
29160Sstevel@tonic-gate 		ASSERT(ibnex.ibnex_ioc_node_head == node);
29170Sstevel@tonic-gate 		ibnex.ibnex_ioc_node_head = NULL;
29180Sstevel@tonic-gate 	} else if (node->node_next == NULL)
29190Sstevel@tonic-gate 		node->node_prev->node_next = NULL;
29200Sstevel@tonic-gate 	else if (node->node_prev == NULL) {
29210Sstevel@tonic-gate 		node->node_next->node_prev = NULL;
29220Sstevel@tonic-gate 		ibnex.ibnex_ioc_node_head = node->node_next;
29230Sstevel@tonic-gate 	} else {
29240Sstevel@tonic-gate 		node->node_prev->node_next = node->node_next;
29250Sstevel@tonic-gate 		node->node_next->node_prev = node->node_prev;
29260Sstevel@tonic-gate 	}
29270Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tdelete_ioc_node_data: head %p",
29280Sstevel@tonic-gate 	    ibnex.ibnex_ioc_node_head);
29290Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
29300Sstevel@tonic-gate 	kmem_free(node, sizeof (ibnex_node_data_t));
29310Sstevel@tonic-gate }
29320Sstevel@tonic-gate 
29330Sstevel@tonic-gate 
29340Sstevel@tonic-gate /*
29350Sstevel@tonic-gate  * ibnex_dm_callback()
29360Sstevel@tonic-gate  *
29370Sstevel@tonic-gate  *	This routine is registered with the IBDM during IB nexus attach. It
29380Sstevel@tonic-gate  *	is called by the IBDM module when it discovers
29390Sstevel@tonic-gate  *		New HCA port
29400Sstevel@tonic-gate  *		HCA port removal
29410Sstevel@tonic-gate  *		New HCA added
29420Sstevel@tonic-gate  *		HCA removed
29430Sstevel@tonic-gate  */
29440Sstevel@tonic-gate void
29450Sstevel@tonic-gate ibnex_dm_callback(void *arg, ibdm_events_t flag)
29460Sstevel@tonic-gate {
29470Sstevel@tonic-gate 	char	hca_guid[IBNEX_HCAGUID_STRSZ];
29480Sstevel@tonic-gate 	ibdm_ioc_info_t	*ioc_list, *ioc;
29490Sstevel@tonic-gate 	ibnex_node_data_t	*node_data;
2950*10096SSudhakar.Dindukurti@Sun.COM 	dev_info_t		*phci;
29510Sstevel@tonic-gate 
29520Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tdm_callback: attr %p event %x", arg, flag);
29530Sstevel@tonic-gate 
29540Sstevel@tonic-gate 	switch (flag) {
29550Sstevel@tonic-gate 	case IBDM_EVENT_HCA_ADDED:
29560Sstevel@tonic-gate 		(void) snprintf(hca_guid, IBNEX_HCAGUID_STRSZ, "%llX",
29570Sstevel@tonic-gate 		    (*(longlong_t *)arg));
29580Sstevel@tonic-gate 		/* Create a devctl minor node for the HCA's port  */
29590Sstevel@tonic-gate 		if (ddi_create_minor_node(ibnex.ibnex_dip, hca_guid, S_IFCHR,
29600Sstevel@tonic-gate 		    ddi_get_instance(ibnex.ibnex_dip),
29610Sstevel@tonic-gate 		    DDI_NT_IB_ATTACHMENT_POINT, 0) != DDI_SUCCESS) {
29620Sstevel@tonic-gate 			IBTF_DPRINTF_L4("ibnex", "\tdm_callback: failed to "
29630Sstevel@tonic-gate 			    "create minor node for port w/ guid %s", hca_guid);
29640Sstevel@tonic-gate 		}
29650Sstevel@tonic-gate 
29660Sstevel@tonic-gate 		break;
29670Sstevel@tonic-gate 
29680Sstevel@tonic-gate 	case IBDM_EVENT_HCA_REMOVED:
29690Sstevel@tonic-gate 		(void) snprintf(hca_guid, IBNEX_HCAGUID_STRSZ, "%llX",
29700Sstevel@tonic-gate 		    (*(longlong_t *)arg));
29710Sstevel@tonic-gate 		ddi_remove_minor_node(ibnex.ibnex_dip, hca_guid);
29720Sstevel@tonic-gate 		break;
29730Sstevel@tonic-gate 
29740Sstevel@tonic-gate 	case IBDM_EVENT_IOC_PROP_UPDATE:
29750Sstevel@tonic-gate 		ioc = ioc_list = (ibdm_ioc_info_t *)arg;
29760Sstevel@tonic-gate 		if (ioc_list == NULL)
29770Sstevel@tonic-gate 			break;
29780Sstevel@tonic-gate 
29790Sstevel@tonic-gate 		mutex_enter(&ibnex.ibnex_mutex);
29800Sstevel@tonic-gate 		while (ioc_list) {
29810Sstevel@tonic-gate 			if ((node_data = ibnex_is_node_data_present(
29820Sstevel@tonic-gate 			    IBNEX_IOC_NODE, ioc_list, 0, 0)) != NULL &&
29830Sstevel@tonic-gate 			    node_data->node_dip != NULL) {
29840Sstevel@tonic-gate 				ibnex_update_prop(node_data, ioc_list);
29850Sstevel@tonic-gate 			}
29860Sstevel@tonic-gate 			ioc_list = ioc_list->ioc_next;
29870Sstevel@tonic-gate 		}
29880Sstevel@tonic-gate 		mutex_exit(&ibnex.ibnex_mutex);
29890Sstevel@tonic-gate 		ibdm_ibnex_free_ioc_list(ioc);
2990*10096SSudhakar.Dindukurti@Sun.COM 		break;
2991*10096SSudhakar.Dindukurti@Sun.COM 
2992*10096SSudhakar.Dindukurti@Sun.COM 	case IBDM_EVENT_PORT_UP:
2993*10096SSudhakar.Dindukurti@Sun.COM 	case IBDM_EVENT_PORT_PKEY_CHANGE:
2994*10096SSudhakar.Dindukurti@Sun.COM 		phci = ibtl_ibnex_hcaguid2dip(*(longlong_t *)arg);
2995*10096SSudhakar.Dindukurti@Sun.COM 		devfs_clean(phci, NULL, 0);
2996*10096SSudhakar.Dindukurti@Sun.COM 		break;
2997*10096SSudhakar.Dindukurti@Sun.COM 	default:
2998*10096SSudhakar.Dindukurti@Sun.COM 		break;
2999*10096SSudhakar.Dindukurti@Sun.COM 
30000Sstevel@tonic-gate 	}
30010Sstevel@tonic-gate }
30020Sstevel@tonic-gate 
30030Sstevel@tonic-gate 
30040Sstevel@tonic-gate /*
30050Sstevel@tonic-gate  * ibnex_get_dip_from_guid()
30060Sstevel@tonic-gate  *
30070Sstevel@tonic-gate  *	Searches the linked list of the port nodes and returns the dip for
30080Sstevel@tonic-gate  *	the of the Port / Node guid requested.
30090Sstevel@tonic-gate  *	Returns NULL if not found
30100Sstevel@tonic-gate  */
30110Sstevel@tonic-gate int
30120Sstevel@tonic-gate ibnex_get_dip_from_guid(ib_guid_t guid, int index, ib_pkey_t pkey,
30130Sstevel@tonic-gate     dev_info_t **dip)
30140Sstevel@tonic-gate {
30150Sstevel@tonic-gate 	int			node_index;
30160Sstevel@tonic-gate 	ib_guid_t		node_guid;
30170Sstevel@tonic-gate 	ib_pkey_t		node_pkey;
30180Sstevel@tonic-gate 	ibnex_node_data_t	*node_data;
30190Sstevel@tonic-gate 
30200Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex",
30211093Shiremath 	    "\tget_dip_from_guid: guid = %llX", guid);
30220Sstevel@tonic-gate 
30230Sstevel@tonic-gate 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
30240Sstevel@tonic-gate 	/* Search for a matching entry in internal lists */
30250Sstevel@tonic-gate 	node_data = ibnex.ibnex_port_node_head;
30260Sstevel@tonic-gate 	while (node_data) {
30270Sstevel@tonic-gate 		node_guid = node_data->node_data.port_node.port_guid;
30280Sstevel@tonic-gate 		node_index = node_data->node_data.port_node.port_commsvc_idx;
30290Sstevel@tonic-gate 		node_pkey = node_data->node_data.port_node.port_pkey;
30300Sstevel@tonic-gate 		if ((node_guid == guid) && (index == node_index) &&
30310Sstevel@tonic-gate 		    (node_pkey == pkey)) {
30320Sstevel@tonic-gate 			break;
30330Sstevel@tonic-gate 		}
30340Sstevel@tonic-gate 		node_data = node_data->node_next;
30350Sstevel@tonic-gate 	}
30360Sstevel@tonic-gate 
30370Sstevel@tonic-gate 	/* matching found with a valid dip */
30380Sstevel@tonic-gate 	if (node_data && node_data->node_dip) {
30390Sstevel@tonic-gate 		*dip = node_data->node_dip;
30400Sstevel@tonic-gate 		return (IBNEX_SUCCESS);
30410Sstevel@tonic-gate 	} else if (node_data && !node_data->node_dip) {	/* dip is invalid */
30420Sstevel@tonic-gate 		*dip = NULL;
30430Sstevel@tonic-gate 		return (IBNEX_SUCCESS);
30440Sstevel@tonic-gate 	}
30450Sstevel@tonic-gate 
30460Sstevel@tonic-gate 	/* no match found */
30470Sstevel@tonic-gate 	*dip = NULL;
30480Sstevel@tonic-gate 	return (IBNEX_FAILURE);
30490Sstevel@tonic-gate }
30500Sstevel@tonic-gate 
30510Sstevel@tonic-gate 
30520Sstevel@tonic-gate /*
30530Sstevel@tonic-gate  * ibnex_comm_svc_init()
30540Sstevel@tonic-gate  *	Read the property and cache the values in the global
30550Sstevel@tonic-gate  *	structure.
30560Sstevel@tonic-gate  *	Check for max allowed length (4 bytes) of service name
30570Sstevel@tonic-gate  *	(each element of the property)
30580Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
30590Sstevel@tonic-gate  */
30600Sstevel@tonic-gate static ibnex_rval_t
30610Sstevel@tonic-gate ibnex_comm_svc_init(char *property, ibnex_node_type_t type)
30620Sstevel@tonic-gate {
30630Sstevel@tonic-gate 	int		i, len, count;
30640Sstevel@tonic-gate 	int		ncomm_svcs;
30650Sstevel@tonic-gate 	char		**comm_svcp;
30660Sstevel@tonic-gate 	char		**servicep = NULL;
30670Sstevel@tonic-gate 	uint_t		nservices = 0;
30680Sstevel@tonic-gate 	int			*valid = NULL;
30690Sstevel@tonic-gate 
30700Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tcomm_svc_init : %s property, type = %x",
30710Sstevel@tonic-gate 	    property, type);
30720Sstevel@tonic-gate 
30730Sstevel@tonic-gate 	/* lookup the string array property */
30740Sstevel@tonic-gate 	if (ddi_prop_lookup_string_array(DDI_DEV_T_ANY, ibnex.ibnex_dip,
30750Sstevel@tonic-gate 	    DDI_PROP_DONTPASS, property, &servicep, &nservices) !=
30760Sstevel@tonic-gate 	    DDI_PROP_SUCCESS) {
30770Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex", "\t%s property undefined", property);
30780Sstevel@tonic-gate 		return (IBNEX_SUCCESS);
30790Sstevel@tonic-gate 	}
30800Sstevel@tonic-gate 
30810Sstevel@tonic-gate 	if (nservices)
30820Sstevel@tonic-gate 		valid = kmem_zalloc(nservices * sizeof (int), KM_SLEEP);
30830Sstevel@tonic-gate 
30840Sstevel@tonic-gate 
30850Sstevel@tonic-gate 	/* first read the file to get a count of valid service entries */
30860Sstevel@tonic-gate 	for (ncomm_svcs = 0, count = 0; count < nservices; count++) {
30870Sstevel@tonic-gate 		int j;
30880Sstevel@tonic-gate 
30890Sstevel@tonic-gate 		len = strlen(servicep[count]);
30908082SRamaswamy.Tummala@Sun.COM 		/*
30918082SRamaswamy.Tummala@Sun.COM 		 * ib.conf has NULL strings for port-svc-list &
30928082SRamaswamy.Tummala@Sun.COM 		 * hca-svc-list, by default. Do not have L2 message
30938082SRamaswamy.Tummala@Sun.COM 		 * for these.
30948082SRamaswamy.Tummala@Sun.COM 		 */
30958082SRamaswamy.Tummala@Sun.COM 		if (len == 1 || len > 4) {
30960Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex", "\tcomm_svc_init : "
30978082SRamaswamy.Tummala@Sun.COM 			    "Service name %s for property %s invalid : "
30988082SRamaswamy.Tummala@Sun.COM 			    "length %d", servicep[count], property, len);
30998082SRamaswamy.Tummala@Sun.COM 			continue;
31008082SRamaswamy.Tummala@Sun.COM 		} else if (len == 0) {
31010Sstevel@tonic-gate 			continue;
31020Sstevel@tonic-gate 		}
31030Sstevel@tonic-gate 		if (ibnex_unique_svcname(servicep[count]) != IBNEX_SUCCESS) {
31040Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex", "\tcomm_svc_init : "
31050Sstevel@tonic-gate 			    "Service name %s invalid : Not unique",
31060Sstevel@tonic-gate 			    servicep[count]);
31070Sstevel@tonic-gate 			continue;
31080Sstevel@tonic-gate 		}
31090Sstevel@tonic-gate 
31100Sstevel@tonic-gate 		/*
31110Sstevel@tonic-gate 		 * ibnex_unique_svcname checks for uniqueness in service names
31120Sstevel@tonic-gate 		 * communication services fully initialized. Check uniqueness
31130Sstevel@tonic-gate 		 * in service names currently initialized.
31140Sstevel@tonic-gate 		 */
31150Sstevel@tonic-gate 		for (j = 0; j < count; j++)
31160Sstevel@tonic-gate 			if (valid[j] && strncmp(servicep[count],
31170Sstevel@tonic-gate 			    servicep[j], 4) == 0) {
31180Sstevel@tonic-gate 				IBTF_DPRINTF_L2("ibnex", "\tcomm_svc_init : "
31190Sstevel@tonic-gate 				    "Service name %s invalid : Not unique",
31200Sstevel@tonic-gate 				    servicep[count]);
31210Sstevel@tonic-gate 					continue;
31220Sstevel@tonic-gate 			}
31230Sstevel@tonic-gate 
31240Sstevel@tonic-gate 		valid[count] = 1;
31250Sstevel@tonic-gate 		ncomm_svcs++;
31260Sstevel@tonic-gate 	}
31270Sstevel@tonic-gate 
31280Sstevel@tonic-gate 	/* if no valid entries found, bailout */
31290Sstevel@tonic-gate 	if (nservices == 0 || ncomm_svcs == 0) {
31300Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "\tNo %s entries found", property);
31310Sstevel@tonic-gate 		ddi_prop_free(servicep); /* free the property */
31320Sstevel@tonic-gate 		if (valid)
31330Sstevel@tonic-gate 			kmem_free(valid, nservices * sizeof (int));
31340Sstevel@tonic-gate 		return (IBNEX_SUCCESS);
31350Sstevel@tonic-gate 	}
31360Sstevel@tonic-gate 
31370Sstevel@tonic-gate 	comm_svcp = kmem_zalloc((ncomm_svcs * sizeof (char *)), KM_SLEEP);
31380Sstevel@tonic-gate 	if (type == IBNEX_PORT_COMMSVC_NODE) {
31390Sstevel@tonic-gate 		ibnex.ibnex_comm_svc_names = comm_svcp;
31400Sstevel@tonic-gate 		ibnex.ibnex_num_comm_svcs = ncomm_svcs;
31410Sstevel@tonic-gate 	} else if (type == IBNEX_VPPA_COMMSVC_NODE) {
31420Sstevel@tonic-gate 		ibnex.ibnex_vppa_comm_svc_names = comm_svcp;
31430Sstevel@tonic-gate 		ibnex.ibnex_nvppa_comm_svcs = ncomm_svcs;
31440Sstevel@tonic-gate 	} else if (type == IBNEX_HCASVC_COMMSVC_NODE) {
31450Sstevel@tonic-gate 		ibnex.ibnex_hcasvc_comm_svc_names = comm_svcp;
31460Sstevel@tonic-gate 		ibnex.ibnex_nhcasvc_comm_svcs = ncomm_svcs;
31470Sstevel@tonic-gate 	}
31480Sstevel@tonic-gate 
31490Sstevel@tonic-gate 	/* copy the services into an array of strings */
31500Sstevel@tonic-gate 	for (i = 0, count = 0; count < nservices; count++) {
31510Sstevel@tonic-gate 		if (valid[count] == 0)	/* Skip invalid ones */
31520Sstevel@tonic-gate 			continue;
31530Sstevel@tonic-gate 		comm_svcp[i] = kmem_alloc(len + 1, KM_SLEEP);
31540Sstevel@tonic-gate 		(void) strcpy(comm_svcp[i], servicep[count]);
31550Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex",
31560Sstevel@tonic-gate 		    "\t\tService [%d]: %s", i, comm_svcp[i]);
31570Sstevel@tonic-gate 		++i;
31580Sstevel@tonic-gate 	}
31590Sstevel@tonic-gate 	ddi_prop_free(servicep);
31600Sstevel@tonic-gate 	kmem_free(valid, nservices * sizeof (int));
31610Sstevel@tonic-gate 	return (IBNEX_SUCCESS);
31620Sstevel@tonic-gate }
31630Sstevel@tonic-gate 
31640Sstevel@tonic-gate 
31650Sstevel@tonic-gate /*
31660Sstevel@tonic-gate  * ibnex_comm_svc_fini()
31670Sstevel@tonic-gate  *	Deallocate all the memory allocated for the communication
31680Sstevel@tonic-gate  *	service arrays.
31690Sstevel@tonic-gate  */
31700Sstevel@tonic-gate static void
31710Sstevel@tonic-gate ibnex_comm_svc_fini()
31720Sstevel@tonic-gate {
31730Sstevel@tonic-gate 	int	index;
31740Sstevel@tonic-gate 
31750Sstevel@tonic-gate 	for (index = 0; index < ibnex.ibnex_num_comm_svcs; index++) {
31760Sstevel@tonic-gate 		kmem_free(ibnex.ibnex_comm_svc_names[index],
31770Sstevel@tonic-gate 		    (strlen(ibnex.ibnex_comm_svc_names[index]) + 1));
31780Sstevel@tonic-gate 	}
31790Sstevel@tonic-gate 	if (ibnex.ibnex_comm_svc_names) {
31800Sstevel@tonic-gate 		kmem_free(ibnex.ibnex_comm_svc_names,
31810Sstevel@tonic-gate 		    ibnex.ibnex_num_comm_svcs * sizeof (char *));
31820Sstevel@tonic-gate 	}
31830Sstevel@tonic-gate 	for (index = 0; index < ibnex.ibnex_nvppa_comm_svcs; index++) {
31840Sstevel@tonic-gate 		kmem_free(ibnex.ibnex_vppa_comm_svc_names[index],
31850Sstevel@tonic-gate 		    strlen(ibnex.ibnex_vppa_comm_svc_names[index]) +1);
31860Sstevel@tonic-gate 	}
31870Sstevel@tonic-gate 	if (ibnex.ibnex_vppa_comm_svc_names) {
31880Sstevel@tonic-gate 		kmem_free(ibnex.ibnex_vppa_comm_svc_names,
31890Sstevel@tonic-gate 		    ibnex.ibnex_nvppa_comm_svcs * sizeof (char *));
31900Sstevel@tonic-gate 	}
31910Sstevel@tonic-gate 	for (index = 0; index < ibnex.ibnex_nhcasvc_comm_svcs; index++) {
31920Sstevel@tonic-gate 		kmem_free(ibnex.ibnex_hcasvc_comm_svc_names[index],
31930Sstevel@tonic-gate 		    strlen(ibnex.ibnex_hcasvc_comm_svc_names[index]) +1);
31940Sstevel@tonic-gate 	}
31950Sstevel@tonic-gate 	if (ibnex.ibnex_hcasvc_comm_svc_names) {
31960Sstevel@tonic-gate 		kmem_free(ibnex.ibnex_hcasvc_comm_svc_names,
31970Sstevel@tonic-gate 		    ibnex.ibnex_nhcasvc_comm_svcs * sizeof (char *));
31980Sstevel@tonic-gate 	}
31990Sstevel@tonic-gate 	ibnex.ibnex_comm_svc_names = NULL;
32000Sstevel@tonic-gate 	ibnex.ibnex_num_comm_svcs = 0;
32010Sstevel@tonic-gate 	ibnex.ibnex_vppa_comm_svc_names = NULL;
32020Sstevel@tonic-gate 	ibnex.ibnex_nvppa_comm_svcs = 0;
32030Sstevel@tonic-gate 	ibnex.ibnex_hcasvc_comm_svc_names = NULL;
32040Sstevel@tonic-gate 	ibnex.ibnex_nhcasvc_comm_svcs = 0;
32050Sstevel@tonic-gate }
32060Sstevel@tonic-gate 
32070Sstevel@tonic-gate 
32080Sstevel@tonic-gate /*
32090Sstevel@tonic-gate  * ibnex_commsvc_initnode()
32100Sstevel@tonic-gate  *	This routine is specific to port/VPPA node creation
32110Sstevel@tonic-gate  *	Creates a device node for the comm service specified by commsvc_index
32120Sstevel@tonic-gate  *	Creates all the device node properties
32130Sstevel@tonic-gate  *	Allocates and initializes the node specific data
32140Sstevel@tonic-gate  *	Binds the device driver of the device node
32150Sstevel@tonic-gate  *	Returns "dev_info_t" of the child node or NULL in case of failure
32160Sstevel@tonic-gate  *	Sets IBNEX_SUCCESS/IBNEX_FAILURE/IBNEX_BUSY in "rval" to reflect
32170Sstevel@tonic-gate  *	if the operation was successful, failed or was not performed.
32180Sstevel@tonic-gate  */
32190Sstevel@tonic-gate dev_info_t *
32200Sstevel@tonic-gate ibnex_commsvc_initnode(dev_info_t *parent, ibdm_port_attr_t *port_attr,
32210Sstevel@tonic-gate     int index, int node_type, ib_pkey_t pkey, int *rval, int flag)
32220Sstevel@tonic-gate {
32230Sstevel@tonic-gate 	int			ret;
32240Sstevel@tonic-gate 	char			*svcname;
32250Sstevel@tonic-gate 	dev_info_t		*cdip;
32260Sstevel@tonic-gate 	ibnex_node_data_t	*node_data;
32278082SRamaswamy.Tummala@Sun.COM 	ibnex_port_node_t	*port_node;
32288082SRamaswamy.Tummala@Sun.COM 	char devname[MAXNAMELEN];
32298695SRajkumar.Sivaprakasam@Sun.COM 	int 			cdip_allocated = 0;
32300Sstevel@tonic-gate 
32310Sstevel@tonic-gate 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
32320Sstevel@tonic-gate 
32330Sstevel@tonic-gate 	*rval = IBNEX_SUCCESS;
32340Sstevel@tonic-gate 
32350Sstevel@tonic-gate 	/*
32360Sstevel@tonic-gate 	 * prevent any races
32370Sstevel@tonic-gate 	 * we have seen this node_data and it has been initialized
32380Sstevel@tonic-gate 	 * Note that node_dip is already NULL if unconfigure is in
32390Sstevel@tonic-gate 	 * progress.
32400Sstevel@tonic-gate 	 */
32410Sstevel@tonic-gate 	node_data = ibnex_is_node_data_present(node_type, (void *)port_attr,
32420Sstevel@tonic-gate 	    index, pkey);
32438082SRamaswamy.Tummala@Sun.COM 
32448082SRamaswamy.Tummala@Sun.COM 	/*
32458082SRamaswamy.Tummala@Sun.COM 	 * If this node has been explicity unconfigured by cfgadm, then it can
32468082SRamaswamy.Tummala@Sun.COM 	 * be configured back again only by cfgadm configure.
32478082SRamaswamy.Tummala@Sun.COM 	 */
32488082SRamaswamy.Tummala@Sun.COM 	if (node_data && (node_data->node_ap_state ==
32498082SRamaswamy.Tummala@Sun.COM 	    IBNEX_NODE_AP_UNCONFIGURED)) {
32508082SRamaswamy.Tummala@Sun.COM 		*rval = IBNEX_FAILURE;
32518082SRamaswamy.Tummala@Sun.COM 		return (NULL);
32528082SRamaswamy.Tummala@Sun.COM 	}
32538082SRamaswamy.Tummala@Sun.COM 
32540Sstevel@tonic-gate 	if (node_data && node_data->node_dip) {
32550Sstevel@tonic-gate 		/*
32560Sstevel@tonic-gate 		 * Return NULL if another configure
32570Sstevel@tonic-gate 		 * operation is in progress
32580Sstevel@tonic-gate 		 */
32590Sstevel@tonic-gate 		if (node_data->node_state == IBNEX_CFGADM_CONFIGURING) {
32600Sstevel@tonic-gate 			*rval = IBNEX_BUSY;
32610Sstevel@tonic-gate 			return (NULL);
32620Sstevel@tonic-gate 		} else {
32630Sstevel@tonic-gate 			return (node_data->node_dip);
32640Sstevel@tonic-gate 		}
32650Sstevel@tonic-gate 	} else if (node_data == NULL) {
32660Sstevel@tonic-gate 		/* allocate a new ibnex_node_data_t */
32670Sstevel@tonic-gate 		node_data = ibnex_init_child_nodedata(node_type, port_attr,
32680Sstevel@tonic-gate 		    index, pkey);
32698082SRamaswamy.Tummala@Sun.COM 		node_data->node_data.port_node.port_pdip = parent;
32700Sstevel@tonic-gate 	}
32710Sstevel@tonic-gate 
32720Sstevel@tonic-gate 	/*
32730Sstevel@tonic-gate 	 * Return NULL if another unconfigure operation is in progress
32740Sstevel@tonic-gate 	 */
32750Sstevel@tonic-gate 	if (node_data->node_state == IBNEX_CFGADM_UNCONFIGURING) {
32760Sstevel@tonic-gate 		*rval = IBNEX_BUSY;
32770Sstevel@tonic-gate 		return (NULL);
32780Sstevel@tonic-gate 	}
32790Sstevel@tonic-gate 
32800Sstevel@tonic-gate 	ASSERT(node_data->node_state != IBNEX_CFGADM_CONFIGURED);
32810Sstevel@tonic-gate 	node_data->node_state = IBNEX_CFGADM_CONFIGURING;
32820Sstevel@tonic-gate 
32830Sstevel@tonic-gate 	switch (node_type) {
32840Sstevel@tonic-gate 		case IBNEX_VPPA_COMMSVC_NODE :
32850Sstevel@tonic-gate 			svcname = ibnex.ibnex_vppa_comm_svc_names[index];
32868082SRamaswamy.Tummala@Sun.COM 			port_node = &node_data->node_data.port_node;
32878082SRamaswamy.Tummala@Sun.COM 			(void) snprintf(devname, MAXNAMELEN, "%s@%x,%x,%s",
32888082SRamaswamy.Tummala@Sun.COM 			    IBNEX_IBPORT_CNAME, port_node->port_num,
32898082SRamaswamy.Tummala@Sun.COM 			    port_node->port_pkey, svcname);
32900Sstevel@tonic-gate 			break;
32910Sstevel@tonic-gate 		case IBNEX_HCASVC_COMMSVC_NODE :
32920Sstevel@tonic-gate 			svcname = ibnex.ibnex_hcasvc_comm_svc_names[index];
32938082SRamaswamy.Tummala@Sun.COM 			port_node = &node_data->node_data.port_node;
32948082SRamaswamy.Tummala@Sun.COM 			(void) snprintf(devname, MAXNAMELEN, "%s@%x,0,%s",
32958082SRamaswamy.Tummala@Sun.COM 			    IBNEX_IBPORT_CNAME, port_node->port_num, svcname);
32960Sstevel@tonic-gate 			break;
32970Sstevel@tonic-gate 		case IBNEX_PORT_COMMSVC_NODE :
32980Sstevel@tonic-gate 			svcname = ibnex.ibnex_comm_svc_names[index];
32998082SRamaswamy.Tummala@Sun.COM 			port_node = &node_data->node_data.port_node;
33008082SRamaswamy.Tummala@Sun.COM 			(void) snprintf(devname, MAXNAMELEN, "%s@%x,0,%s",
33018082SRamaswamy.Tummala@Sun.COM 			    IBNEX_IBPORT_CNAME, port_node->port_num, svcname);
33020Sstevel@tonic-gate 			break;
33030Sstevel@tonic-gate 		default :
33040Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex", "\tcommsvc_initnode:"
33050Sstevel@tonic-gate 			    "\tInvalid Node type");
33060Sstevel@tonic-gate 			*rval = IBNEX_FAILURE;
33070Sstevel@tonic-gate 			ibnex_delete_port_node_data(node_data);
33080Sstevel@tonic-gate 			return (NULL);
33090Sstevel@tonic-gate 	}
33100Sstevel@tonic-gate 
33118082SRamaswamy.Tummala@Sun.COM 	if ((cdip = ndi_devi_findchild(parent, devname)) != NULL) {
33128082SRamaswamy.Tummala@Sun.COM 		if (i_ddi_devi_attached(cdip)) {
33138082SRamaswamy.Tummala@Sun.COM 			node_data->node_dip	= cdip;
33148082SRamaswamy.Tummala@Sun.COM 			node_data->node_data.port_node.port_pdip = parent;
33158082SRamaswamy.Tummala@Sun.COM 			node_data->node_state = IBNEX_CFGADM_CONFIGURED;
33168082SRamaswamy.Tummala@Sun.COM 			ddi_set_parent_data(cdip, node_data);
33178695SRajkumar.Sivaprakasam@Sun.COM 			IBTF_DPRINTF_L4("ibnex", "\tcommsvc_initnode: found "
33188695SRajkumar.Sivaprakasam@Sun.COM 			    "attached cdip 0x%p for devname %s", cdip, devname);
33198082SRamaswamy.Tummala@Sun.COM 			return (cdip);
33208082SRamaswamy.Tummala@Sun.COM 		}
33218082SRamaswamy.Tummala@Sun.COM 	} else {
33228082SRamaswamy.Tummala@Sun.COM 		ndi_devi_alloc_sleep(parent,
33238082SRamaswamy.Tummala@Sun.COM 		    IBNEX_IBPORT_CNAME, (pnode_t)DEVI_SID_NODEID, &cdip);
33248695SRajkumar.Sivaprakasam@Sun.COM 		cdip_allocated = 1;
33258082SRamaswamy.Tummala@Sun.COM 	}
33268082SRamaswamy.Tummala@Sun.COM 
33278082SRamaswamy.Tummala@Sun.COM 	node_data->node_dip	= cdip;
33288082SRamaswamy.Tummala@Sun.COM 	ddi_set_parent_data(cdip, node_data);
33298082SRamaswamy.Tummala@Sun.COM 	mutex_exit(&ibnex.ibnex_mutex);
33308082SRamaswamy.Tummala@Sun.COM 
33318082SRamaswamy.Tummala@Sun.COM 
33320Sstevel@tonic-gate 	if (ibnex_create_port_node_prop(port_attr, cdip, svcname, pkey) ==
33330Sstevel@tonic-gate 	    IBNEX_SUCCESS) {
33340Sstevel@tonic-gate 		if (flag == IBNEX_DEVFS_ENUMERATE)
33350Sstevel@tonic-gate 			ret = ndi_devi_bind_driver(cdip, 0);
33360Sstevel@tonic-gate 		else
33370Sstevel@tonic-gate 			ret = ndi_devi_online(cdip, 0);
33380Sstevel@tonic-gate 		if (ret == NDI_SUCCESS) {
33390Sstevel@tonic-gate 			mutex_enter(&ibnex.ibnex_mutex);
33400Sstevel@tonic-gate 			node_data->node_state	= IBNEX_CFGADM_CONFIGURED;
33418082SRamaswamy.Tummala@Sun.COM 			node_data->node_data.port_node.port_pdip = parent;
33420Sstevel@tonic-gate 			return (cdip);
33430Sstevel@tonic-gate 		}
33448695SRajkumar.Sivaprakasam@Sun.COM 		IBTF_DPRINTF_L4("ibnex", "\tcommsvc_initnode: BIND/ONLINE "
33458695SRajkumar.Sivaprakasam@Sun.COM 		    "of cdip 0x%p for devname %s and flag %d failed", cdip,
33468695SRajkumar.Sivaprakasam@Sun.COM 		    devname, flag);
33470Sstevel@tonic-gate 	}
33488082SRamaswamy.Tummala@Sun.COM 
33490Sstevel@tonic-gate 	*rval = IBNEX_FAILURE;
33508695SRajkumar.Sivaprakasam@Sun.COM 	node_data->node_dip = NULL;
33518695SRajkumar.Sivaprakasam@Sun.COM 	ddi_set_parent_data(cdip, NULL);
33528695SRajkumar.Sivaprakasam@Sun.COM 	if (cdip_allocated)
33538695SRajkumar.Sivaprakasam@Sun.COM 		(void) ndi_devi_free(cdip);
33540Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
33550Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tcommsvc_initnode: failure exit");
33560Sstevel@tonic-gate 	return (NULL);
33570Sstevel@tonic-gate }
33580Sstevel@tonic-gate 
33590Sstevel@tonic-gate 
33600Sstevel@tonic-gate /*
33610Sstevel@tonic-gate  * ibnex_create_port_node_prop()
33620Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
33630Sstevel@tonic-gate  */
33640Sstevel@tonic-gate static int
33650Sstevel@tonic-gate ibnex_create_port_node_prop(ibdm_port_attr_t *port_attr,
33660Sstevel@tonic-gate     dev_info_t *child_dip, char *srvname, ib_pkey_t pkey)
33670Sstevel@tonic-gate {
33680Sstevel@tonic-gate 	if (ibnex_create_port_compatible_prop(child_dip,
33690Sstevel@tonic-gate 	    srvname, port_attr) != DDI_PROP_SUCCESS) {
33700Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
33710Sstevel@tonic-gate 		    "\tcreate_port_node_prop: compatible update failed");
33720Sstevel@tonic-gate 		return (IBNEX_FAILURE);
33730Sstevel@tonic-gate 	}
33740Sstevel@tonic-gate 	if ((pkey != 0) && (ndi_prop_update_int(DDI_DEV_T_NONE, child_dip,
33750Sstevel@tonic-gate 	    "port-pkey", pkey) != DDI_PROP_SUCCESS)) {
33760Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
33770Sstevel@tonic-gate 		    "\tcreate_port_node_prop: port-num update failed");
33780Sstevel@tonic-gate 		return (IBNEX_FAILURE);
33790Sstevel@tonic-gate 	}
33800Sstevel@tonic-gate 
33810Sstevel@tonic-gate 	/*
33820Sstevel@tonic-gate 	 * For HCA_SVC device nodes, port_num will be 0.
33830Sstevel@tonic-gate 	 * Do not create the "port-number" & "port-guid" properties.
33840Sstevel@tonic-gate 	 */
33850Sstevel@tonic-gate 	if (port_attr->pa_port_num != 0) {
33860Sstevel@tonic-gate 		if (ndi_prop_update_int(DDI_DEV_T_NONE, child_dip,
33875470Spramodbg 		    "port-number", port_attr->pa_port_num) !=
33880Sstevel@tonic-gate 		    DDI_PROP_SUCCESS) {
33890Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex",
33900Sstevel@tonic-gate 			    "\tcreate_port_node_prop: port-num update failed");
33910Sstevel@tonic-gate 			return (IBNEX_FAILURE);
33920Sstevel@tonic-gate 		}
33930Sstevel@tonic-gate 		if (ndi_prop_update_int64(DDI_DEV_T_NONE, child_dip,
33945470Spramodbg 		    "port-guid", port_attr->pa_port_guid) !=
33950Sstevel@tonic-gate 		    DDI_PROP_SUCCESS) {
33960Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex",
33970Sstevel@tonic-gate 			    "\tcreate_port_node_prop: port-guid update failed");
33980Sstevel@tonic-gate 			return (IBNEX_FAILURE);
33990Sstevel@tonic-gate 		}
34000Sstevel@tonic-gate 	} else {
34010Sstevel@tonic-gate 		ibdm_hca_list_t	*hca_list;
34020Sstevel@tonic-gate 
34030Sstevel@tonic-gate 		/*
34040Sstevel@tonic-gate 		 * HCA_SVC nodes require "num-ports" & "port-guids"
34050Sstevel@tonic-gate 		 * properties.
34060Sstevel@tonic-gate 		 *
34070Sstevel@tonic-gate 		 * To create the num-ports & port-guids attribute :
34080Sstevel@tonic-gate 		 * 1. Get HCA list (ibdm_ibnex_get_hca_info_by_guid)
34090Sstevel@tonic-gate 		 * 2. Form the array of port GUIDs.
34100Sstevel@tonic-gate 		 */
34110Sstevel@tonic-gate 		if ((hca_list = ibdm_ibnex_get_hca_info_by_guid(
34120Sstevel@tonic-gate 		    port_attr->pa_hca_guid)) == NULL) {
34130Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex",
34140Sstevel@tonic-gate 			    "\tcreate_port_node_prop: hca_info_by_guid failed");
34150Sstevel@tonic-gate 			return (IBNEX_FAILURE);
34160Sstevel@tonic-gate 		}
34170Sstevel@tonic-gate 
34180Sstevel@tonic-gate 		if (hca_list->hl_nports != 0) {
34190Sstevel@tonic-gate 			ib_guid_t	*port_guids;
34200Sstevel@tonic-gate 			uint8_t		portnum;
34210Sstevel@tonic-gate 
34220Sstevel@tonic-gate 			ASSERT(hca_list->hl_port_attr != NULL);
34230Sstevel@tonic-gate 
34240Sstevel@tonic-gate 			port_guids = kmem_zalloc(
34250Sstevel@tonic-gate 			    hca_list->hl_nports * sizeof (ib_guid_t),
34260Sstevel@tonic-gate 			    KM_SLEEP);
34270Sstevel@tonic-gate 
34280Sstevel@tonic-gate 			for (portnum = 0; portnum < hca_list->hl_nports;
34290Sstevel@tonic-gate 			    portnum++) {
34300Sstevel@tonic-gate 				port_guids[portnum] = (hca_list->
34310Sstevel@tonic-gate 				    hl_port_attr[portnum]).pa_port_guid;
34320Sstevel@tonic-gate 			}
34330Sstevel@tonic-gate 
34340Sstevel@tonic-gate 			if (ndi_prop_update_int64_array(DDI_DEV_T_NONE,
34350Sstevel@tonic-gate 			    child_dip, "port-guids", (int64_t *)port_guids,
34360Sstevel@tonic-gate 			    hca_list->hl_nports) != DDI_PROP_SUCCESS) {
34370Sstevel@tonic-gate 				IBTF_DPRINTF_L2("ibnex",
34380Sstevel@tonic-gate 				    "\tcreate_port_node_prop: port-guids "
34390Sstevel@tonic-gate 				    "create failed");
34400Sstevel@tonic-gate 				kmem_free(port_guids, hca_list->hl_nports *
34410Sstevel@tonic-gate 				    sizeof (ib_guid_t));
34420Sstevel@tonic-gate 				ibdm_ibnex_free_hca_list(hca_list);
34430Sstevel@tonic-gate 				return (IBNEX_FAILURE);
34440Sstevel@tonic-gate 			}
34450Sstevel@tonic-gate 			kmem_free(port_guids, hca_list->hl_nports *
34460Sstevel@tonic-gate 			    sizeof (ib_guid_t));
34470Sstevel@tonic-gate 		}
34480Sstevel@tonic-gate 
34490Sstevel@tonic-gate 		if (ndi_prop_update_int(DDI_DEV_T_NONE, child_dip,
34505470Spramodbg 		    "num-ports", hca_list->hl_nports) != DDI_PROP_SUCCESS) {
34510Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex",
34520Sstevel@tonic-gate 			    "\tcreate_port_node_prop: num-ports update failed");
34530Sstevel@tonic-gate 			ibdm_ibnex_free_hca_list(hca_list);
34540Sstevel@tonic-gate 			return (IBNEX_FAILURE);
34550Sstevel@tonic-gate 		}
34560Sstevel@tonic-gate 		ibdm_ibnex_free_hca_list(hca_list);
34570Sstevel@tonic-gate 	}
34580Sstevel@tonic-gate 
34590Sstevel@tonic-gate 	if (ndi_prop_update_int64(DDI_DEV_T_NONE, child_dip,
34605470Spramodbg 	    "hca-guid", port_attr->pa_hca_guid) != DDI_PROP_SUCCESS) {
34610Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
34620Sstevel@tonic-gate 		    "\tcreate_port_node_prop: hca-guid update failed");
34630Sstevel@tonic-gate 		return (IBNEX_FAILURE);
34640Sstevel@tonic-gate 	}
34650Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, child_dip,
34665470Spramodbg 	    "product-id", port_attr->pa_productid) != DDI_PROP_SUCCESS) {
34670Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
34680Sstevel@tonic-gate 		    "\tcreate_port_node_prop: product-id update failed");
34690Sstevel@tonic-gate 		return (IBNEX_FAILURE);
34700Sstevel@tonic-gate 	}
34710Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, child_dip,
34725470Spramodbg 	    "vendor-id", port_attr->pa_vendorid) != DDI_PROP_SUCCESS) {
34730Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
34740Sstevel@tonic-gate 		    "\tcreate_port_node_prop: vendor-id update failed");
34750Sstevel@tonic-gate 		return (IBNEX_FAILURE);
34760Sstevel@tonic-gate 	}
34770Sstevel@tonic-gate 	if (ndi_prop_update_int(DDI_DEV_T_NONE, child_dip, "device-version",
34780Sstevel@tonic-gate 	    port_attr->pa_dev_version) != DDI_PROP_SUCCESS) {
34790Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex",
34800Sstevel@tonic-gate 		    "\tcreate_port_node_prop: device-version update failed");
34810Sstevel@tonic-gate 		return (IBNEX_FAILURE);
34820Sstevel@tonic-gate 	}
34830Sstevel@tonic-gate 	return (IBNEX_SUCCESS);
34840Sstevel@tonic-gate }
34850Sstevel@tonic-gate 
34860Sstevel@tonic-gate 
34870Sstevel@tonic-gate /*
34880Sstevel@tonic-gate  * ibnex_str2int()
34890Sstevel@tonic-gate  *	Utility function that converts a string of length  "len" to
34900Sstevel@tonic-gate  *	integer.
34910Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
34920Sstevel@tonic-gate  */
34930Sstevel@tonic-gate static int
34940Sstevel@tonic-gate ibnex_str2int(char *c, int len, int *ret)
34950Sstevel@tonic-gate {
34960Sstevel@tonic-gate 	int intval = 0, ii;
34970Sstevel@tonic-gate 
34980Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tstr2int: Int string %s..", c);
34990Sstevel@tonic-gate 	*ret = IBNEX_SUCCESS;
35000Sstevel@tonic-gate 	for (ii = 0; ii < len; ii ++) {
35010Sstevel@tonic-gate 		if ((c[ii] >= '0') && (c[ii] <= '9'))
35020Sstevel@tonic-gate 			intval = intval * 10 +c[ii] - '0';
35030Sstevel@tonic-gate 		else {
35040Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex",
35050Sstevel@tonic-gate 			    "\tstr2int: Invalid integer string %s..", c);
35060Sstevel@tonic-gate 			*ret = IBNEX_FAILURE;
35070Sstevel@tonic-gate 			break;
35080Sstevel@tonic-gate 		}
35090Sstevel@tonic-gate 	}
35100Sstevel@tonic-gate 
35110Sstevel@tonic-gate 	return (intval);
35120Sstevel@tonic-gate }
35130Sstevel@tonic-gate 
35140Sstevel@tonic-gate 
35150Sstevel@tonic-gate /*
35160Sstevel@tonic-gate  * ibnex_str2hex()
35170Sstevel@tonic-gate  *	Utility functions that converts a string of length  "len" to
35180Sstevel@tonic-gate  *	hex value. Note. This function does not handle strings which
35190Sstevel@tonic-gate  *	string length more than 8 bytes.
35200Sstevel@tonic-gate  *
35210Sstevel@tonic-gate  */
35220Sstevel@tonic-gate uint64_t
35230Sstevel@tonic-gate ibnex_str2hex(char *c, int len, int *ret)
35240Sstevel@tonic-gate {
35250Sstevel@tonic-gate 	uint64_t hex = 0, ii;
35260Sstevel@tonic-gate 
35270Sstevel@tonic-gate 	*ret = IBNEX_SUCCESS;
35280Sstevel@tonic-gate 	for (ii = 0; ii < len; ii ++) {
35290Sstevel@tonic-gate 		hex = (ii == 0) ? hex : (hex << 4);
35300Sstevel@tonic-gate 		if ((c[ii] >= '0') && (c[ii] <= '9'))
35310Sstevel@tonic-gate 			hex |= c[ii] - '0';
35320Sstevel@tonic-gate 		else if ((c[ii] >= 'a') && (c[ii] <= 'f'))
35330Sstevel@tonic-gate 			hex |= c[ii] - 'a' + 10;
35340Sstevel@tonic-gate 		else if ((c[ii] >= 'A') && (c[ii] <= 'F'))
35350Sstevel@tonic-gate 			hex |= c[ii] - 'A' + 10;
35360Sstevel@tonic-gate 		else {
35370Sstevel@tonic-gate 			IBTF_DPRINTF_L2("ibnex",
35380Sstevel@tonic-gate 			    "\tstr2hex: Invalid integer string");
35390Sstevel@tonic-gate 			*ret = IBNEX_FAILURE;
35400Sstevel@tonic-gate 			break;
35410Sstevel@tonic-gate 		}
35420Sstevel@tonic-gate 	}
35430Sstevel@tonic-gate 
35440Sstevel@tonic-gate 	return (hex);
35450Sstevel@tonic-gate }
35460Sstevel@tonic-gate 
35470Sstevel@tonic-gate 
35480Sstevel@tonic-gate /*
35490Sstevel@tonic-gate  * ibnex_create_port_compatible_prop()
35500Sstevel@tonic-gate  *	Creates 'Compatibility' property for port / HCA_SVC device nodes
35510Sstevel@tonic-gate  *	Returns IBNEX_SUCCESS/IBNEX_FAILURE
35520Sstevel@tonic-gate  */
35530Sstevel@tonic-gate static int
35540Sstevel@tonic-gate ibnex_create_port_compatible_prop(dev_info_t *child_dip,
35550Sstevel@tonic-gate     char *comm_svcp, ibdm_port_attr_t *port_attr)
35560Sstevel@tonic-gate {
35570Sstevel@tonic-gate 	int 	rval, i;
35580Sstevel@tonic-gate 	char	*temp;
35590Sstevel@tonic-gate 	char	*compatible[IBNEX_MAX_IBPORT_COMPAT_NAMES];
35600Sstevel@tonic-gate 
35610Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tcreate_port_compatible_prop: Begin");
35620Sstevel@tonic-gate 	/*
35630Sstevel@tonic-gate 	 * Initialize the "compatible" property string as below:
35640Sstevel@tonic-gate 	 * Compatible Strings :
35650Sstevel@tonic-gate 	 * 1. ib.V<vid>P<pid>v<revision>.<service name>.
35660Sstevel@tonic-gate 	 * 2. ib.V<vid>P<pid>.<service name>.
35670Sstevel@tonic-gate 	 * 3. ib.<service name>
35680Sstevel@tonic-gate 	 * Leading zeros must be present
35690Sstevel@tonic-gate 	 */
35700Sstevel@tonic-gate 	temp = kmem_alloc(IBNEX_MAX_IBPORT_COMPAT_PROP_SZ, KM_SLEEP);
35710Sstevel@tonic-gate 	for (i = 0; i < IBNEX_MAX_IBPORT_COMPAT_NAMES; i++) {
35720Sstevel@tonic-gate 		compatible[i] = temp + (i * IBNEX_MAX_COMPAT_LEN);
35730Sstevel@tonic-gate 	}
35740Sstevel@tonic-gate 
35750Sstevel@tonic-gate 	(void) snprintf(compatible[0], IBNEX_MAX_COMPAT_LEN,
35760Sstevel@tonic-gate 	    "ib.V%06xP%08xv%04x.%s",
35770Sstevel@tonic-gate 	    port_attr->pa_vendorid, port_attr->pa_productid,
35780Sstevel@tonic-gate 	    port_attr->pa_dev_version, comm_svcp);
35790Sstevel@tonic-gate 	(void) snprintf(compatible[1], IBNEX_MAX_COMPAT_LEN,
35800Sstevel@tonic-gate 	    "ib.V%06xP%08x.%s",
35810Sstevel@tonic-gate 	    port_attr->pa_vendorid, port_attr->pa_productid,
35820Sstevel@tonic-gate 	    comm_svcp);
35830Sstevel@tonic-gate 	(void) snprintf(compatible[2], IBNEX_MAX_COMPAT_LEN,
35840Sstevel@tonic-gate 	    "ib.%s", comm_svcp);
35850Sstevel@tonic-gate 
35860Sstevel@tonic-gate 	for (i = 0; i < IBNEX_MAX_IBPORT_COMPAT_NAMES; i++)
35870Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "\tcompatible: %s", compatible[i]);
35880Sstevel@tonic-gate 
35890Sstevel@tonic-gate 	rval = ndi_prop_update_string_array(DDI_DEV_T_NONE, child_dip,
35900Sstevel@tonic-gate 	    "compatible", (char **)compatible, IBNEX_MAX_IBPORT_COMPAT_NAMES);
35910Sstevel@tonic-gate 
35920Sstevel@tonic-gate 	if (rval != DDI_PROP_SUCCESS) {
35930Sstevel@tonic-gate 		kmem_free(temp, IBNEX_MAX_IBPORT_COMPAT_PROP_SZ);
35940Sstevel@tonic-gate 		return (IBNEX_FAILURE);
35950Sstevel@tonic-gate 	}
35960Sstevel@tonic-gate 	kmem_free(temp, IBNEX_MAX_IBPORT_COMPAT_PROP_SZ);
35970Sstevel@tonic-gate 	return (IBNEX_SUCCESS);
35980Sstevel@tonic-gate }
35990Sstevel@tonic-gate 
36000Sstevel@tonic-gate 
36010Sstevel@tonic-gate /*
36020Sstevel@tonic-gate  * ibnex_delete_port_node_data()
36030Sstevel@tonic-gate  *	Delete the parent private node data from the linked list
36040Sstevel@tonic-gate  *	Deallocate the memory of the port/ioc attributes
36050Sstevel@tonic-gate  *	Deallocate the memory of the node data
36060Sstevel@tonic-gate  */
36070Sstevel@tonic-gate static void
36080Sstevel@tonic-gate ibnex_delete_port_node_data(ibnex_node_data_t *node)
36090Sstevel@tonic-gate {
36100Sstevel@tonic-gate 	if ((node->node_next == NULL) && (node->node_prev == NULL))
36110Sstevel@tonic-gate 		ibnex.ibnex_port_node_head = NULL;
36120Sstevel@tonic-gate 	else if (node->node_next == NULL)
36130Sstevel@tonic-gate 		node->node_prev->node_next = NULL;
36140Sstevel@tonic-gate 	else if (node->node_prev == NULL) {
36150Sstevel@tonic-gate 		node->node_next->node_prev = NULL;
36160Sstevel@tonic-gate 		ibnex.ibnex_port_node_head = node->node_next;
36170Sstevel@tonic-gate 	} else {
36180Sstevel@tonic-gate 		node->node_prev->node_next = node->node_next;
36190Sstevel@tonic-gate 		node->node_next->node_prev = node->node_prev;
36200Sstevel@tonic-gate 	}
36210Sstevel@tonic-gate 	kmem_free(node, sizeof (ibnex_node_data_t));
36220Sstevel@tonic-gate }
36230Sstevel@tonic-gate 
36240Sstevel@tonic-gate 
36250Sstevel@tonic-gate /*
36260Sstevel@tonic-gate  * ibnex_is_node_data_present()
36270Sstevel@tonic-gate  *	Checks whether ibnex_node_t is created already
36280Sstevel@tonic-gate  *	Returns ibnex_node_data_t if found, otherwise NULL
36290Sstevel@tonic-gate  */
36300Sstevel@tonic-gate static ibnex_node_data_t *
36310Sstevel@tonic-gate ibnex_is_node_data_present(ibnex_node_type_t node_type, void *attr,
36320Sstevel@tonic-gate     int index, ib_pkey_t pkey)
36330Sstevel@tonic-gate {
36340Sstevel@tonic-gate 	ibnex_node_data_t	*nodep;
36350Sstevel@tonic-gate 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
36360Sstevel@tonic-gate 	if (node_type == IBNEX_IOC_NODE) {
36370Sstevel@tonic-gate 		ibdm_ioc_info_t *ioc_infop = (ibdm_ioc_info_t *)attr;
36380Sstevel@tonic-gate 
36390Sstevel@tonic-gate 		for (nodep = ibnex.ibnex_ioc_node_head; nodep != NULL;
36400Sstevel@tonic-gate 		    nodep = nodep->node_next) {
36410Sstevel@tonic-gate 			if (nodep->node_data.ioc_node.ioc_guid ==
36420Sstevel@tonic-gate 			    ioc_infop->ioc_profile.ioc_guid) {
36430Sstevel@tonic-gate 				return (nodep);
36440Sstevel@tonic-gate 			}
36450Sstevel@tonic-gate 		}
36460Sstevel@tonic-gate 
36470Sstevel@tonic-gate 	} else if (node_type == IBNEX_PSEUDO_NODE) {
36480Sstevel@tonic-gate 		for (nodep = ibnex.ibnex_pseudo_node_head; nodep;
36490Sstevel@tonic-gate 		    nodep = nodep->node_next)
36500Sstevel@tonic-gate 			if (strcmp(nodep->node_data.pseudo_node.
36510Sstevel@tonic-gate 			    pseudo_node_addr, (char *)attr) == 0)
36520Sstevel@tonic-gate 				return (nodep);
36530Sstevel@tonic-gate 
36540Sstevel@tonic-gate 	} else {
36550Sstevel@tonic-gate 		ibdm_port_attr_t *pattrp = (ibdm_port_attr_t *)attr;
36560Sstevel@tonic-gate 
36570Sstevel@tonic-gate 		for (nodep = ibnex.ibnex_port_node_head; nodep != NULL;
36580Sstevel@tonic-gate 		    nodep = nodep->node_next) {
36590Sstevel@tonic-gate 			if ((nodep->node_data.port_node.port_guid ==
36600Sstevel@tonic-gate 			    pattrp->pa_port_guid) &&
36610Sstevel@tonic-gate 			    (nodep->node_data.port_node.port_commsvc_idx ==
36620Sstevel@tonic-gate 			    index) &&
36630Sstevel@tonic-gate 			    (nodep->node_data.port_node.port_pkey == pkey)) {
36640Sstevel@tonic-gate 				return (nodep);
36650Sstevel@tonic-gate 			}
36660Sstevel@tonic-gate 		}
36670Sstevel@tonic-gate 	}
36680Sstevel@tonic-gate 	return (NULL);
36690Sstevel@tonic-gate }
36700Sstevel@tonic-gate 
36710Sstevel@tonic-gate /*
36720Sstevel@tonic-gate  * ibnex_lookup_unit_address_prop:
36730Sstevel@tonic-gate  *
36741093Shiremath  *	If property with name is found, return its value
36750Sstevel@tonic-gate  *	otherwise return NULL.
36760Sstevel@tonic-gate  */
36770Sstevel@tonic-gate static char *
36781093Shiremath ibnex_lookup_named_prop(ddi_prop_t *head, char *name)
36790Sstevel@tonic-gate {
36800Sstevel@tonic-gate 	ddi_prop_t	*propp;
36810Sstevel@tonic-gate 
36821093Shiremath 	/* Search the list of properties for name */
36830Sstevel@tonic-gate 	for (propp = head; propp != NULL; propp = propp->prop_next)  {
36841093Shiremath 		if (strcmp(propp->prop_name, name) != 0)
36850Sstevel@tonic-gate 			continue;
36861093Shiremath 		/* named property should be valid and have a value */
36870Sstevel@tonic-gate 		if (propp->prop_len <= 1)
36880Sstevel@tonic-gate 			break;
36890Sstevel@tonic-gate 		return ((char *)propp->prop_val);
36900Sstevel@tonic-gate 	}
36910Sstevel@tonic-gate 
36920Sstevel@tonic-gate 	return ((char *)0);
36930Sstevel@tonic-gate }
36940Sstevel@tonic-gate 
36950Sstevel@tonic-gate 
36960Sstevel@tonic-gate /*
36970Sstevel@tonic-gate  * ibnex_pseudo_initnodes()
36980Sstevel@tonic-gate  *	This routine is specific to pseudo node information handling
36990Sstevel@tonic-gate  *	Creates a ibnex_node_data_t all pseudo nodes children of ibnex
37000Sstevel@tonic-gate  */
37010Sstevel@tonic-gate void
37020Sstevel@tonic-gate ibnex_pseudo_initnodes()
37030Sstevel@tonic-gate {
37040Sstevel@tonic-gate 	int			pnam_len, len;
37050Sstevel@tonic-gate 	ibnex_node_data_t	*nodep;
37060Sstevel@tonic-gate 	struct hwc_spec		*list, *spec;
37070Sstevel@tonic-gate 	char			*node_addr, *temp, *unit_addr;
37081093Shiremath 	char			*node_type;
37090Sstevel@tonic-gate 
37100Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tpseudo_initnodes");
37110Sstevel@tonic-gate 
37120Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
37130Sstevel@tonic-gate 	/*
37140Sstevel@tonic-gate 	 * get a list of all "pseudo" children of "ib".
37150Sstevel@tonic-gate 	 * for these children initialize/allocate an internal
37160Sstevel@tonic-gate 	 * ibnex_node_data_t.
37170Sstevel@tonic-gate 	 */
37180Sstevel@tonic-gate 	list = hwc_get_child_spec(ibnex.ibnex_dip, (major_t)-1);
37190Sstevel@tonic-gate 	for (spec = list; spec != NULL; spec = spec->hwc_next) {
37200Sstevel@tonic-gate 		if (spec->hwc_devi_sys_prop_ptr == NULL)
37210Sstevel@tonic-gate 			continue;
37220Sstevel@tonic-gate 
37231093Shiremath 		/* Check "ib-node-type" property for IOC .conf */
37241093Shiremath 		node_type = ibnex_lookup_named_prop(
37251093Shiremath 		    spec->hwc_devi_sys_prop_ptr, "ib-node-type");
37261093Shiremath 
37270Sstevel@tonic-gate 		/* "unit-address" property should be present */
37281093Shiremath 		temp = ibnex_lookup_named_prop(
37291093Shiremath 		    spec->hwc_devi_sys_prop_ptr, "unit-address");
37300Sstevel@tonic-gate 		if (temp == NULL)
37310Sstevel@tonic-gate 			continue;
37320Sstevel@tonic-gate 
37330Sstevel@tonic-gate 		pnam_len = strlen(spec->hwc_devi_name) + strlen(temp) + 2;
37340Sstevel@tonic-gate 
37350Sstevel@tonic-gate 		node_addr = kmem_zalloc(pnam_len, KM_SLEEP);
37360Sstevel@tonic-gate 
37370Sstevel@tonic-gate 		(void) snprintf(node_addr,
37380Sstevel@tonic-gate 		    pnam_len, "%s,%s", spec->hwc_devi_name, temp);
37390Sstevel@tonic-gate 
37400Sstevel@tonic-gate 		nodep = ibnex_is_node_data_present(
37410Sstevel@tonic-gate 		    IBNEX_PSEUDO_NODE, (void *)node_addr, 0, 0);
37420Sstevel@tonic-gate 
37430Sstevel@tonic-gate 		if (nodep) {
37440Sstevel@tonic-gate 			kmem_free(node_addr, pnam_len);
37450Sstevel@tonic-gate 			continue;
37460Sstevel@tonic-gate 		}
37470Sstevel@tonic-gate 
37480Sstevel@tonic-gate 		nodep = ibnex_init_child_nodedata(IBNEX_PSEUDO_NODE,
37490Sstevel@tonic-gate 		    (void *)spec->hwc_devi_name, 0, 0);
37500Sstevel@tonic-gate 
37510Sstevel@tonic-gate 		nodep->node_data.pseudo_node.pseudo_node_addr = node_addr;
37520Sstevel@tonic-gate 		(void) snprintf(nodep->node_data.
37530Sstevel@tonic-gate 		    pseudo_node.pseudo_node_addr, pnam_len, "%s", node_addr);
37540Sstevel@tonic-gate 
37550Sstevel@tonic-gate 		len = strlen(temp) + 1;
37560Sstevel@tonic-gate 		unit_addr = (char *)kmem_alloc(len, KM_SLEEP);
37570Sstevel@tonic-gate 		nodep->node_data.pseudo_node.pseudo_unit_addr = unit_addr;
37580Sstevel@tonic-gate 		(void) snprintf(unit_addr, len, "%s", temp);
37590Sstevel@tonic-gate 		nodep->node_data.pseudo_node.pseudo_unit_addr_len = len;
37600Sstevel@tonic-gate 
37611093Shiremath 		if (node_type && strcmp(node_type, "merge") == 0)
37621093Shiremath 			nodep->node_data.pseudo_node.pseudo_merge_node = 1;
37631093Shiremath 
37640Sstevel@tonic-gate 		IBTF_DPRINTF_L3("ibnex", "\tpseudo_initnodes: unit addr = %s"
37650Sstevel@tonic-gate 		    " : drv name = %s", unit_addr, spec->hwc_devi_name);
37660Sstevel@tonic-gate 	}
37670Sstevel@tonic-gate 	hwc_free_spec_list(list);
37680Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
37690Sstevel@tonic-gate }
37700Sstevel@tonic-gate 
37710Sstevel@tonic-gate 
37720Sstevel@tonic-gate /*
37730Sstevel@tonic-gate  * ibnex_init_child_nodedata()
37740Sstevel@tonic-gate  *
37750Sstevel@tonic-gate  *	Allocate memory for the parent private data for device node
37760Sstevel@tonic-gate  *	Initializes the parent private child device node data.
37770Sstevel@tonic-gate  *	Returns pointer to the parent private data
37780Sstevel@tonic-gate  */
37790Sstevel@tonic-gate static ibnex_node_data_t *
37800Sstevel@tonic-gate ibnex_init_child_nodedata(ibnex_node_type_t node_type, void *attr, int index,
37810Sstevel@tonic-gate     ib_pkey_t pkey)
37820Sstevel@tonic-gate {
37830Sstevel@tonic-gate 	char			 *devi_name;
37840Sstevel@tonic-gate 	ibdm_ioc_info_t		 *ioc_info;
37850Sstevel@tonic-gate 	ibnex_ioc_node_t	 *ioc_node;
37860Sstevel@tonic-gate 	ibnex_node_data_t	 *node_data;
37870Sstevel@tonic-gate 	ib_dm_ioc_ctrl_profile_t *ioc_profile;
37880Sstevel@tonic-gate 
37890Sstevel@tonic-gate 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
37900Sstevel@tonic-gate 
37910Sstevel@tonic-gate 	node_data = kmem_zalloc(sizeof (ibnex_node_data_t), KM_SLEEP);
37928082SRamaswamy.Tummala@Sun.COM 	node_data->node_ap_state = IBNEX_NODE_AP_CONFIGURED;
37930Sstevel@tonic-gate 	node_data->node_state = IBNEX_CFGADM_CONFIGURING;
37940Sstevel@tonic-gate 	node_data->node_type	= node_type;
37950Sstevel@tonic-gate 
37960Sstevel@tonic-gate 	if (node_type == IBNEX_IOC_NODE) {
37970Sstevel@tonic-gate 		ioc_info	= (ibdm_ioc_info_t *)attr;
37980Sstevel@tonic-gate 		ioc_profile	= &ioc_info->ioc_profile;
37990Sstevel@tonic-gate 		ioc_node	= &node_data->node_data.ioc_node;
38000Sstevel@tonic-gate 
38010Sstevel@tonic-gate 		ioc_node->iou_guid = ioc_info->ioc_iou_guid;
38020Sstevel@tonic-gate 		ioc_node->ioc_guid = ioc_profile->ioc_guid;
38030Sstevel@tonic-gate 		(void) strncpy(ioc_node->ioc_id_string,
38040Sstevel@tonic-gate 		    (char *)ioc_profile->ioc_id_string,
38050Sstevel@tonic-gate 		    IB_DM_IOC_ID_STRING_LEN);
38060Sstevel@tonic-gate 		ioc_node->ioc_ngids = ioc_info->ioc_nportgids;
38070Sstevel@tonic-gate 
38080Sstevel@tonic-gate 		node_data->node_next = ibnex.ibnex_ioc_node_head;
38090Sstevel@tonic-gate 		node_data->node_prev = NULL;
38100Sstevel@tonic-gate 		if (ibnex.ibnex_ioc_node_head)
38110Sstevel@tonic-gate 			ibnex.ibnex_ioc_node_head->node_prev = node_data;
38120Sstevel@tonic-gate 		ibnex.ibnex_ioc_node_head = node_data;
38130Sstevel@tonic-gate 	} else if (node_type == IBNEX_PSEUDO_NODE) {
38140Sstevel@tonic-gate 		devi_name = (char *)attr;
38150Sstevel@tonic-gate 		node_data->node_data.pseudo_node.pseudo_devi_name =
38160Sstevel@tonic-gate 		    kmem_zalloc(strlen(devi_name) + 1, KM_SLEEP);
38170Sstevel@tonic-gate 		(void) strncpy(node_data->node_data.pseudo_node.
38180Sstevel@tonic-gate 		    pseudo_devi_name, devi_name, strlen(devi_name));
38190Sstevel@tonic-gate 		node_data->node_next = ibnex.ibnex_pseudo_node_head;
38200Sstevel@tonic-gate 		node_data->node_prev = NULL;
38210Sstevel@tonic-gate 		if (ibnex.ibnex_pseudo_node_head)
38220Sstevel@tonic-gate 			ibnex.ibnex_pseudo_node_head->node_prev = node_data;
38230Sstevel@tonic-gate 		ibnex.ibnex_pseudo_node_head = node_data;
38240Sstevel@tonic-gate 	} else {
38250Sstevel@tonic-gate 		node_data->node_data.port_node.port_hcaguid =
38260Sstevel@tonic-gate 		    ((ibdm_port_attr_t *)attr)->pa_hca_guid;
38270Sstevel@tonic-gate 		node_data->node_data.port_node.port_guid =
38280Sstevel@tonic-gate 		    ((ibdm_port_attr_t *)attr)->pa_port_guid;
38290Sstevel@tonic-gate 		node_data->node_data.port_node.port_num =
38300Sstevel@tonic-gate 		    ((ibdm_port_attr_t *)attr)->pa_port_num;
38310Sstevel@tonic-gate 		node_data->node_data.port_node.port_commsvc_idx = index;
38320Sstevel@tonic-gate 		node_data->node_data.port_node.port_pkey = pkey;
38330Sstevel@tonic-gate 
38340Sstevel@tonic-gate 		node_data->node_next = ibnex.ibnex_port_node_head;
38350Sstevel@tonic-gate 		node_data->node_prev = NULL;
38360Sstevel@tonic-gate 		if (ibnex.ibnex_port_node_head)
38370Sstevel@tonic-gate 			ibnex.ibnex_port_node_head->node_prev = node_data;
38380Sstevel@tonic-gate 		ibnex.ibnex_port_node_head = node_data;
38390Sstevel@tonic-gate 	}
38400Sstevel@tonic-gate 	return (node_data);
38410Sstevel@tonic-gate }
38420Sstevel@tonic-gate 
38430Sstevel@tonic-gate static int
38440Sstevel@tonic-gate ibnex_get_eventcookie(dev_info_t *dip, dev_info_t *rdip,
38450Sstevel@tonic-gate     char *eventname, ddi_eventcookie_t *cookie)
38460Sstevel@tonic-gate {
38470Sstevel@tonic-gate 	int rc;
38480Sstevel@tonic-gate 
38490Sstevel@tonic-gate 
38500Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "ibnex_get_eventcookie(%p, %p, %s, 0x%X)",
38510Sstevel@tonic-gate 	    dip, rdip, eventname, cookie);
38520Sstevel@tonic-gate 
38530Sstevel@tonic-gate 	rc = ndi_event_retrieve_cookie(ibnex.ibnex_ndi_event_hdl,
38540Sstevel@tonic-gate 	    rdip, eventname, cookie, NDI_EVENT_NOPASS);
38550Sstevel@tonic-gate 	if (rc == NDI_SUCCESS) {
38560Sstevel@tonic-gate 		mutex_enter(&ibnex.ibnex_mutex);
38570Sstevel@tonic-gate 		ibnex.ibnex_prop_update_evt_cookie = *cookie;
38580Sstevel@tonic-gate 		mutex_exit(&ibnex.ibnex_mutex);
38590Sstevel@tonic-gate 	}
38600Sstevel@tonic-gate 
38610Sstevel@tonic-gate 	return (rc);
38620Sstevel@tonic-gate }
38630Sstevel@tonic-gate 
38640Sstevel@tonic-gate static int
38650Sstevel@tonic-gate ibnex_add_eventcall(dev_info_t *dip, dev_info_t *rdip,
38660Sstevel@tonic-gate     ddi_eventcookie_t cookie, void (*callback)(dev_info_t *dip,
38670Sstevel@tonic-gate     ddi_eventcookie_t cookie, void *arg, void *bus_impldata),
38680Sstevel@tonic-gate     void *arg, ddi_callback_id_t *cb_id)
38690Sstevel@tonic-gate {
38700Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex",
38710Sstevel@tonic-gate 	    "ibnex_add_eventcall(%p, %p, 0x%X, %p, %p, %p)",
38720Sstevel@tonic-gate 	    dip, rdip, cookie, callback, arg, cb_id);
38730Sstevel@tonic-gate 
38740Sstevel@tonic-gate 	return (ndi_event_add_callback(ibnex.ibnex_ndi_event_hdl,
38750Sstevel@tonic-gate 	    rdip, cookie, callback, arg, NDI_SLEEP, cb_id));
38760Sstevel@tonic-gate }
38770Sstevel@tonic-gate 
38780Sstevel@tonic-gate static int
38790Sstevel@tonic-gate ibnex_remove_eventcall(dev_info_t *dip, ddi_callback_id_t cb_id)
38800Sstevel@tonic-gate {
38810Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "ibnex_remove_eventcall(%p, 0x%X)",
38820Sstevel@tonic-gate 	    dip, cb_id);
38830Sstevel@tonic-gate 
38840Sstevel@tonic-gate 	return (ndi_event_remove_callback(ibnex.ibnex_ndi_event_hdl,
38850Sstevel@tonic-gate 	    cb_id));
38860Sstevel@tonic-gate }
38870Sstevel@tonic-gate 
38880Sstevel@tonic-gate static int
38890Sstevel@tonic-gate ibnex_post_event(dev_info_t *dip, dev_info_t *rdip,
38900Sstevel@tonic-gate     ddi_eventcookie_t cookie, void *bus_impldata)
38910Sstevel@tonic-gate {
38920Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "ibnex_post_event(%p, %p, 0x%X, %p)",
38930Sstevel@tonic-gate 	    dip, rdip, cookie, bus_impldata);
38940Sstevel@tonic-gate 
38950Sstevel@tonic-gate 	return (ndi_event_run_callbacks(ibnex.ibnex_ndi_event_hdl, rdip,
38960Sstevel@tonic-gate 	    cookie, bus_impldata));
38970Sstevel@tonic-gate }
38980Sstevel@tonic-gate 
38990Sstevel@tonic-gate /*
39000Sstevel@tonic-gate  * ibnex_reprobe_ioc_dev()
39010Sstevel@tonic-gate  *
39020Sstevel@tonic-gate  * This could be called as a result of ibt_reprobe_dev request or
39030Sstevel@tonic-gate  * cfgadm command. The function is called from a taskq in case of
39040Sstevel@tonic-gate  * ibt_reprobe_dev and from user context for cfgadm command.
39050Sstevel@tonic-gate  *
39060Sstevel@tonic-gate  * This function reprobes the properties for one IOC dip.
39070Sstevel@tonic-gate  *
39080Sstevel@tonic-gate  * node_reprobe_state should be set before calling this function.
39090Sstevel@tonic-gate  */
39100Sstevel@tonic-gate void
39110Sstevel@tonic-gate ibnex_reprobe_ioc_dev(void *arg)
39120Sstevel@tonic-gate {
39130Sstevel@tonic-gate 	dev_info_t	*dip = (dev_info_t *)arg;
39140Sstevel@tonic-gate 	ibnex_node_data_t	*node_data;
39150Sstevel@tonic-gate 	ibnex_ioc_node_t	*ioc_data;
39160Sstevel@tonic-gate 	ibdm_ioc_info_t		*ioc_info;
39170Sstevel@tonic-gate 
39180Sstevel@tonic-gate 	/* ASSERT(NO_LOCKS_HELD); */
39190Sstevel@tonic-gate 	ASSERT(dip != NULL);
39200Sstevel@tonic-gate 
39210Sstevel@tonic-gate 	node_data = ddi_get_parent_data(dip);
39220Sstevel@tonic-gate 	ASSERT(node_data);
39230Sstevel@tonic-gate 
39240Sstevel@tonic-gate 	if (node_data->node_dip == NULL) {
39250Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex", "reprobe for unconfigured dip");
39260Sstevel@tonic-gate 		mutex_enter(&ibnex.ibnex_mutex);
39270Sstevel@tonic-gate 		ibnex_wakeup_reprobe_ioc(node_data, 0);
39280Sstevel@tonic-gate 		mutex_exit(&ibnex.ibnex_mutex);
39290Sstevel@tonic-gate 		return;
39300Sstevel@tonic-gate 	}
39310Sstevel@tonic-gate 	ioc_data = &(node_data->node_data.ioc_node);
39320Sstevel@tonic-gate 
39330Sstevel@tonic-gate 	/* Reprobe the IOC */
39340Sstevel@tonic-gate 	ioc_info = ibdm_ibnex_probe_ioc(ioc_data->iou_guid, ioc_data->ioc_guid,
39350Sstevel@tonic-gate 	    1);
39360Sstevel@tonic-gate 	if (ioc_info == NULL) {
39370Sstevel@tonic-gate 		IBTF_DPRINTF_L2("ibnex", "Null ioc_info from reprobe");
39380Sstevel@tonic-gate 		mutex_enter(&ibnex.ibnex_mutex);
39390Sstevel@tonic-gate 		ibnex_wakeup_reprobe_ioc(node_data, 1);
39400Sstevel@tonic-gate 		mutex_exit(&ibnex.ibnex_mutex);
39410Sstevel@tonic-gate 		return;
39420Sstevel@tonic-gate 	}
39430Sstevel@tonic-gate 
39440Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
39450Sstevel@tonic-gate 	if (node_data->node_dip)
39460Sstevel@tonic-gate 		ibnex_update_prop(node_data, ioc_info);
39470Sstevel@tonic-gate 	ibnex_wakeup_reprobe_ioc(node_data, 0);
39480Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
39490Sstevel@tonic-gate 
39500Sstevel@tonic-gate 	ibdm_ibnex_free_ioc_list(ioc_info);
39510Sstevel@tonic-gate }
39520Sstevel@tonic-gate 
39530Sstevel@tonic-gate /*
39540Sstevel@tonic-gate  * ibnex_reprobe_all()
39550Sstevel@tonic-gate  *
39560Sstevel@tonic-gate  * This could be called as a result of cfgadm command. The function
39570Sstevel@tonic-gate  * is called from user context.
39580Sstevel@tonic-gate  *
39590Sstevel@tonic-gate  * This function reprobes the properties for all IOC dips.
39600Sstevel@tonic-gate  *
39610Sstevel@tonic-gate  * ibnex_reprobe_state should be set before calling this function.
39620Sstevel@tonic-gate  */
39630Sstevel@tonic-gate void
39640Sstevel@tonic-gate ibnex_reprobe_ioc_all()
39650Sstevel@tonic-gate {
39660Sstevel@tonic-gate 	ibnex_node_data_t	*node_data;
39670Sstevel@tonic-gate 	ibdm_ioc_info_t		*ioc_info_list, *ioc;
39680Sstevel@tonic-gate 
39690Sstevel@tonic-gate 	/* ASSERT(NO_LOCKS_HELD); */
39700Sstevel@tonic-gate 
39710Sstevel@tonic-gate 	/* Sweep the fabric */
39720Sstevel@tonic-gate 	ioc = ioc_info_list = ibdm_ibnex_get_ioc_list(
39730Sstevel@tonic-gate 	    IBDM_IBNEX_REPROBE_ALL);
39740Sstevel@tonic-gate 	if (ioc_info_list == NULL) {
39750Sstevel@tonic-gate 		mutex_enter(&ibnex.ibnex_mutex);
39760Sstevel@tonic-gate 		ibnex_wakeup_reprobe_all();
39770Sstevel@tonic-gate 		mutex_exit(&ibnex.ibnex_mutex);
39780Sstevel@tonic-gate 		return;
39790Sstevel@tonic-gate 	}
39800Sstevel@tonic-gate 
39810Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
39820Sstevel@tonic-gate 	while (ioc_info_list) {
39830Sstevel@tonic-gate 		if ((node_data = ibnex_is_node_data_present(IBNEX_IOC_NODE,
39840Sstevel@tonic-gate 		    ioc_info_list, 0, 0)) != NULL &&
39850Sstevel@tonic-gate 		    node_data->node_dip != NULL) {
39860Sstevel@tonic-gate 			ibnex_update_prop(node_data, ioc_info_list);
39870Sstevel@tonic-gate 		}
39880Sstevel@tonic-gate 		ioc_info_list = ioc_info_list->ioc_next;
39890Sstevel@tonic-gate 	}
39900Sstevel@tonic-gate 	ibnex_wakeup_reprobe_all();
39910Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
39920Sstevel@tonic-gate 
39930Sstevel@tonic-gate 	ibdm_ibnex_free_ioc_list(ioc);
39940Sstevel@tonic-gate }
39950Sstevel@tonic-gate 
39960Sstevel@tonic-gate /*
39970Sstevel@tonic-gate  * Update the properties, if it has modified and notify IBTF client.
39980Sstevel@tonic-gate  */
39990Sstevel@tonic-gate static void
40000Sstevel@tonic-gate ibnex_update_prop(ibnex_node_data_t *node_data, ibdm_ioc_info_t *ioc_info)
40010Sstevel@tonic-gate {
40020Sstevel@tonic-gate 	ibt_prop_update_payload_t	evt_data;
40030Sstevel@tonic-gate 	dev_info_t	*dip = node_data->node_dip;
40040Sstevel@tonic-gate 	ddi_eventcookie_t	evt_cookie;
40050Sstevel@tonic-gate 	ibnex_ioc_node_t *ioc;
40060Sstevel@tonic-gate 
40070Sstevel@tonic-gate 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
40080Sstevel@tonic-gate 
40090Sstevel@tonic-gate 	ASSERT(dip != NULL);
40100Sstevel@tonic-gate 
40110Sstevel@tonic-gate 	ioc = &node_data->node_data.ioc_node;
40120Sstevel@tonic-gate 
40130Sstevel@tonic-gate 	evt_data = ioc_info->ioc_info_updated;
40140Sstevel@tonic-gate 	evt_cookie = ibnex.ibnex_prop_update_evt_cookie;
40150Sstevel@tonic-gate 
40160Sstevel@tonic-gate 	/*
40170Sstevel@tonic-gate 	 * For a disconnected IOC :
40180Sstevel@tonic-gate 	 *	Store the ioc_profile for supplying cfgadm info
40190Sstevel@tonic-gate 	 *	ibdm maintains no info of disconnected IOC
40200Sstevel@tonic-gate 	 *
40210Sstevel@tonic-gate 	 * For reconnected IOC :
40220Sstevel@tonic-gate 	 *	ibdm has info of previous service entries
40230Sstevel@tonic-gate 	 *	ioc_profile maintained by ibnexus is used to
40240Sstevel@tonic-gate 	 *	update ib_srv_prop_updated.
40250Sstevel@tonic-gate 	 *	Free the ibnex maintained ioc_profile
40260Sstevel@tonic-gate 	 */
40270Sstevel@tonic-gate 	if (ioc_info->ioc_nportgids == 0) {
40280Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex",
40290Sstevel@tonic-gate 		    "\tupdate_prop:  IOC disconnected");
40300Sstevel@tonic-gate 		ioc->ioc_profile = (ib_dm_ioc_ctrl_profile_t *)kmem_zalloc(
40310Sstevel@tonic-gate 		    sizeof (ib_dm_ioc_ctrl_profile_t), KM_SLEEP);
40320Sstevel@tonic-gate 		bcopy(&ioc_info->ioc_profile, ioc->ioc_profile,
40330Sstevel@tonic-gate 		    sizeof (ib_dm_ioc_ctrl_profile_t));
40340Sstevel@tonic-gate 
40350Sstevel@tonic-gate 		ibnex.ibnex_num_disconnect_iocs++;
40360Sstevel@tonic-gate 	} else if (ioc_info->ioc_nportgids != 0 && ioc->ioc_ngids == 0 &&
40370Sstevel@tonic-gate 	    ioc->ioc_profile != NULL) {
40380Sstevel@tonic-gate 		IBTF_DPRINTF_L4("ibnex",
40390Sstevel@tonic-gate 		    "\tupdate_prop: IOC reconnected");
40400Sstevel@tonic-gate 		if (ioc->ioc_profile->ioc_service_entries !=
40410Sstevel@tonic-gate 		    ioc_info->ioc_profile.ioc_service_entries)
40420Sstevel@tonic-gate 			evt_data.ib_srv_prop_updated = 1;
40430Sstevel@tonic-gate 
40440Sstevel@tonic-gate 		ibnex.ibnex_num_disconnect_iocs--;
40450Sstevel@tonic-gate 		kmem_free(ioc->ioc_profile, sizeof (ib_dm_ioc_ctrl_profile_t));
40460Sstevel@tonic-gate 		ioc->ioc_profile = NULL;
40470Sstevel@tonic-gate 	}
40480Sstevel@tonic-gate 
40490Sstevel@tonic-gate 	/* Update the properties that have changed */
40500Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
40510Sstevel@tonic-gate 	if (evt_data.ib_gid_prop_updated) {
40520Sstevel@tonic-gate 		if (ibnex_create_ioc_portgid_prop(dip, ioc_info) !=
40530Sstevel@tonic-gate 		    IBNEX_SUCCESS) {
40540Sstevel@tonic-gate 			mutex_enter(&ibnex.ibnex_mutex);
40550Sstevel@tonic-gate 			return;
40560Sstevel@tonic-gate 		}
40570Sstevel@tonic-gate 	}
40580Sstevel@tonic-gate 	if (evt_data.ib_srv_prop_updated) {
40590Sstevel@tonic-gate 		if (ioc_info->ioc_profile.ioc_service_entries != 0 &&
40600Sstevel@tonic-gate 		    (ibnex_create_ioc_srv_props(dip, ioc_info) !=
40610Sstevel@tonic-gate 		    IBNEX_SUCCESS)) {
40620Sstevel@tonic-gate 			mutex_enter(&ibnex.ibnex_mutex);
40630Sstevel@tonic-gate 			return;
40640Sstevel@tonic-gate 		} else if (ioc_info->ioc_profile.ioc_service_entries == 0) {
40650Sstevel@tonic-gate 			(void) ndi_prop_remove(DDI_DEV_T_NONE, dip,
40660Sstevel@tonic-gate 			    "service-id");
40670Sstevel@tonic-gate 			(void) ndi_prop_remove(DDI_DEV_T_NONE, dip,
40680Sstevel@tonic-gate 			    "service-name");
40690Sstevel@tonic-gate 		}
40700Sstevel@tonic-gate 	}
40710Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
40720Sstevel@tonic-gate 	ioc->ioc_ngids = ioc_info->ioc_nportgids;
40730Sstevel@tonic-gate 
40740Sstevel@tonic-gate 	/*
40750Sstevel@tonic-gate 	 * Post an event if :
40760Sstevel@tonic-gate 	 *	1. Properites have changed or NOTIFY_ALWAYS is set.
40770Sstevel@tonic-gate 	 *	2. child dip is configured and a valid cookie for
40780Sstevel@tonic-gate 	 *	   IB_PROP_UPDATE_EVENT.
40790Sstevel@tonic-gate 	 */
40800Sstevel@tonic-gate 	if ((evt_data.ib_prop_updated != 0 ||
40810Sstevel@tonic-gate 	    (node_data->node_reprobe_state &
40820Sstevel@tonic-gate 	    IBNEX_NODE_REPROBE_NOTIFY_ALWAYS)) &&
40830Sstevel@tonic-gate 	    ((node_data->node_state == IBNEX_CFGADM_CONFIGURED) &&
40845470Spramodbg 	    (evt_cookie != NULL))) {
40850Sstevel@tonic-gate 			mutex_exit(&ibnex.ibnex_mutex);
40860Sstevel@tonic-gate 
40870Sstevel@tonic-gate 			if (ndi_post_event(ibnex.ibnex_dip, dip,
40880Sstevel@tonic-gate 			    evt_cookie, &evt_data) != NDI_SUCCESS)
40890Sstevel@tonic-gate 				IBTF_DPRINTF_L2("ibnex",
40900Sstevel@tonic-gate 				    "\tndi_post_event failed\n");
40910Sstevel@tonic-gate 
40920Sstevel@tonic-gate 			mutex_enter(&ibnex.ibnex_mutex);
40930Sstevel@tonic-gate 	}
40940Sstevel@tonic-gate 
40950Sstevel@tonic-gate 	/*
40960Sstevel@tonic-gate 	 * Cleanup node_reprobe_state, for ibt_reprobe_dev
40970Sstevel@tonic-gate 	 * requests, when reprobe all / node reprobe is in
40980Sstevel@tonic-gate 	 * progress. ibnex_reprobe_ioc_dev is not called
40990Sstevel@tonic-gate 	 * in this case.
41000Sstevel@tonic-gate 	 */
41010Sstevel@tonic-gate 	if (node_data->node_reprobe_state ==
41020Sstevel@tonic-gate 	    IBNEX_NODE_REPROBE_NOTIFY_ALWAYS)
41030Sstevel@tonic-gate 		ibnex_wakeup_reprobe_ioc(node_data, 0);
41040Sstevel@tonic-gate }
41050Sstevel@tonic-gate 
41060Sstevel@tonic-gate static ibnex_rval_t
41070Sstevel@tonic-gate ibnex_unique_svcname(char *svcname)
41080Sstevel@tonic-gate {
41090Sstevel@tonic-gate 	int i;
41100Sstevel@tonic-gate 
41110Sstevel@tonic-gate 	/* Check Port Services */
41120Sstevel@tonic-gate 	for (i = 0; i < ibnex.ibnex_num_comm_svcs; i++)
41130Sstevel@tonic-gate 		if (ibnex.ibnex_comm_svc_names[i] && strncmp(svcname,
41140Sstevel@tonic-gate 		    ibnex.ibnex_comm_svc_names[i], 4) == 0)
41150Sstevel@tonic-gate 			return (IBNEX_FAILURE);
41160Sstevel@tonic-gate 
41170Sstevel@tonic-gate 	/* Check VPPA Services */
41180Sstevel@tonic-gate 	for (i = 0; i < ibnex.ibnex_nvppa_comm_svcs; i++)
41190Sstevel@tonic-gate 		if (ibnex.ibnex_vppa_comm_svc_names[i] && strncmp(svcname,
41200Sstevel@tonic-gate 		    ibnex.ibnex_vppa_comm_svc_names[i], 4) == 0)
41210Sstevel@tonic-gate 			return (IBNEX_FAILURE);
41220Sstevel@tonic-gate 
41230Sstevel@tonic-gate 	/* Check HCA_SVC Services */
41240Sstevel@tonic-gate 	for (i = 0; i < ibnex.ibnex_nhcasvc_comm_svcs; i++)
41250Sstevel@tonic-gate 		if (ibnex.ibnex_hcasvc_comm_svc_names[i] && strncmp(svcname,
41260Sstevel@tonic-gate 		    ibnex.ibnex_hcasvc_comm_svc_names[i], 4) == 0)
41270Sstevel@tonic-gate 			return (IBNEX_FAILURE);
41280Sstevel@tonic-gate 
41290Sstevel@tonic-gate 	return (IBNEX_SUCCESS);
41300Sstevel@tonic-gate }
41310Sstevel@tonic-gate 
41320Sstevel@tonic-gate static void
41330Sstevel@tonic-gate ibnex_handle_reprobe_dev(void *arg)
41340Sstevel@tonic-gate {
41350Sstevel@tonic-gate 	dev_info_t	*dip = (dev_info_t *)arg;
41360Sstevel@tonic-gate 	ibnex_node_data_t	*node_data;
41370Sstevel@tonic-gate 
41380Sstevel@tonic-gate 	ASSERT(dip != NULL);
41390Sstevel@tonic-gate 	node_data = ddi_get_parent_data(dip);
41400Sstevel@tonic-gate 	ASSERT(node_data);
41410Sstevel@tonic-gate 
41420Sstevel@tonic-gate 	/*
41430Sstevel@tonic-gate 	 * Return success if:
41440Sstevel@tonic-gate 	 *	1. Reprobe for all nodes are in progress
41450Sstevel@tonic-gate 	 *	2. Reprobe for this node is in progress.
41460Sstevel@tonic-gate 	 * The reprobe in progress will complete eventually and
41470Sstevel@tonic-gate 	 * update the properties, if required.
41480Sstevel@tonic-gate 	 */
41490Sstevel@tonic-gate 	mutex_enter(&ibnex.ibnex_mutex);
41500Sstevel@tonic-gate 	if (ibnex.ibnex_reprobe_state != 0 ||
41510Sstevel@tonic-gate 	    node_data->node_reprobe_state != 0) {
41520Sstevel@tonic-gate 		/*
41530Sstevel@tonic-gate 		 * Setting NOTIFY_ALWAYS to ensure that
41540Sstevel@tonic-gate 		 * DDI event is delivered always for
41550Sstevel@tonic-gate 		 * ibt_reprobe_dev
41560Sstevel@tonic-gate 		 */
41570Sstevel@tonic-gate 		node_data->node_reprobe_state |=
41580Sstevel@tonic-gate 		    IBNEX_NODE_REPROBE_NOTIFY_ALWAYS;
41590Sstevel@tonic-gate 		mutex_exit(&ibnex.ibnex_mutex);
41600Sstevel@tonic-gate 		return;
41610Sstevel@tonic-gate 	}
41620Sstevel@tonic-gate 	node_data->node_reprobe_state =
41630Sstevel@tonic-gate 	    IBNEX_NODE_REPROBE_NOTIFY_ALWAYS;
41640Sstevel@tonic-gate 	mutex_exit(&ibnex.ibnex_mutex);
41650Sstevel@tonic-gate 	ibnex_reprobe_ioc_dev(arg);
41660Sstevel@tonic-gate }
41670Sstevel@tonic-gate 
41680Sstevel@tonic-gate 
41690Sstevel@tonic-gate /*
41700Sstevel@tonic-gate  * MPxIO pathmangement routines. Currently IB nexus does not support
41710Sstevel@tonic-gate  * any kind of pathmangement. So, just return success to make MPxIO
41720Sstevel@tonic-gate  * framework happy.
41730Sstevel@tonic-gate  */
41740Sstevel@tonic-gate /*ARGSUSED*/
41750Sstevel@tonic-gate static int
41768082SRamaswamy.Tummala@Sun.COM ib_vhci_pi_init(dev_info_t *vdip, mdi_pathinfo_t *pip, int flag)
41770Sstevel@tonic-gate {
41788082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tpi_init: dip %p pip %p", vdip, pip);
41790Sstevel@tonic-gate 	return (MDI_SUCCESS);
41800Sstevel@tonic-gate }
41810Sstevel@tonic-gate 
41820Sstevel@tonic-gate 
41830Sstevel@tonic-gate /*ARGSUSED*/
41840Sstevel@tonic-gate static int
41858082SRamaswamy.Tummala@Sun.COM ib_vhci_pi_uninit(dev_info_t *vdip, mdi_pathinfo_t *pip, int flag)
41860Sstevel@tonic-gate {
41878082SRamaswamy.Tummala@Sun.COM 	dev_info_t *cdip;
41888082SRamaswamy.Tummala@Sun.COM 	ibnex_node_data_t *node_data;
41898082SRamaswamy.Tummala@Sun.COM 	int clnt_num_pi;
41908082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tpi_uninit: dip %p pip %p", vdip, pip);
41918082SRamaswamy.Tummala@Sun.COM 
41928082SRamaswamy.Tummala@Sun.COM 	if (pip == NULL)
41938082SRamaswamy.Tummala@Sun.COM 		return (MDI_FAILURE);
41948082SRamaswamy.Tummala@Sun.COM 	/*
41958082SRamaswamy.Tummala@Sun.COM 	 * Get the Client dev_info from the pathinfo.
41968082SRamaswamy.Tummala@Sun.COM 	 */
41978082SRamaswamy.Tummala@Sun.COM 	cdip = mdi_pi_get_client(pip);
41988082SRamaswamy.Tummala@Sun.COM 	if (cdip == NULL)
41998082SRamaswamy.Tummala@Sun.COM 		return (MDI_FAILURE);
42008082SRamaswamy.Tummala@Sun.COM 
42018082SRamaswamy.Tummala@Sun.COM 	/*
42028082SRamaswamy.Tummala@Sun.COM 	 * How many PIs do we have from this cdip ?
42038082SRamaswamy.Tummala@Sun.COM 	 */
42048082SRamaswamy.Tummala@Sun.COM 	clnt_num_pi = mdi_client_get_path_count(cdip);
42058082SRamaswamy.Tummala@Sun.COM 
42068082SRamaswamy.Tummala@Sun.COM 	/*
42078082SRamaswamy.Tummala@Sun.COM 	 * If this is the last PI that is being free'd ( called from
42088082SRamaswamy.Tummala@Sun.COM 	 * mdi_pi_free) we have to clean up the node data for the cdip since
42098082SRamaswamy.Tummala@Sun.COM 	 * the client would have been detached by mdi_devi_offline.
42108082SRamaswamy.Tummala@Sun.COM 	 */
42118082SRamaswamy.Tummala@Sun.COM 	if (clnt_num_pi == 1) {
42128082SRamaswamy.Tummala@Sun.COM 		for (node_data = ibnex.ibnex_ioc_node_head;
42138082SRamaswamy.Tummala@Sun.COM 		    node_data; node_data = node_data->node_next) {
42148082SRamaswamy.Tummala@Sun.COM 			if (node_data->node_dip == cdip) {
42158082SRamaswamy.Tummala@Sun.COM 				node_data->node_dip = NULL;
42168082SRamaswamy.Tummala@Sun.COM 				node_data->node_state =
42178082SRamaswamy.Tummala@Sun.COM 				    IBNEX_CFGADM_UNCONFIGURED;
42188082SRamaswamy.Tummala@Sun.COM 				return (MDI_SUCCESS);
42198082SRamaswamy.Tummala@Sun.COM 			}
42208082SRamaswamy.Tummala@Sun.COM 		}
42218082SRamaswamy.Tummala@Sun.COM 		for (node_data = ibnex.ibnex_pseudo_node_head;
42228082SRamaswamy.Tummala@Sun.COM 		    node_data; node_data = node_data->node_next) {
42238082SRamaswamy.Tummala@Sun.COM 			if (node_data->node_dip == cdip) {
42248082SRamaswamy.Tummala@Sun.COM 				node_data->node_dip = NULL;
42258082SRamaswamy.Tummala@Sun.COM 				node_data->node_state =
42268082SRamaswamy.Tummala@Sun.COM 				    IBNEX_CFGADM_UNCONFIGURED;
42278082SRamaswamy.Tummala@Sun.COM 				return (MDI_SUCCESS);
42288082SRamaswamy.Tummala@Sun.COM 			}
42298082SRamaswamy.Tummala@Sun.COM 		}
42308082SRamaswamy.Tummala@Sun.COM 	}
42310Sstevel@tonic-gate 	return (MDI_SUCCESS);
42320Sstevel@tonic-gate }
42330Sstevel@tonic-gate 
42340Sstevel@tonic-gate 
42350Sstevel@tonic-gate /*ARGSUSED*/
42360Sstevel@tonic-gate static int
42378082SRamaswamy.Tummala@Sun.COM ib_vhci_pi_state_change(dev_info_t *vdip, mdi_pathinfo_t *pip,
42380Sstevel@tonic-gate 		mdi_pathinfo_state_t state, uint32_t arg1, int arg2)
42390Sstevel@tonic-gate {
42400Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex",
42418082SRamaswamy.Tummala@Sun.COM 	    "\tpi_state_change: dip %p pip %p state %x", vdip, pip, state);
42420Sstevel@tonic-gate 	return (MDI_SUCCESS);
42430Sstevel@tonic-gate }
42440Sstevel@tonic-gate 
42450Sstevel@tonic-gate 
42460Sstevel@tonic-gate /*ARGSUSED*/
42470Sstevel@tonic-gate static int
42480Sstevel@tonic-gate ib_vhci_failover(dev_info_t *dip1, dev_info_t *dip2, int arg)
42490Sstevel@tonic-gate {
42500Sstevel@tonic-gate 	return (MDI_SUCCESS);
42510Sstevel@tonic-gate }
42520Sstevel@tonic-gate 
42530Sstevel@tonic-gate 
42540Sstevel@tonic-gate static int
42550Sstevel@tonic-gate ibnex_bus_power(dev_info_t *parent, void *impl_arg,
42560Sstevel@tonic-gate     pm_bus_power_op_t op, void *arg, void *result)
42570Sstevel@tonic-gate {
42580Sstevel@tonic-gate 
42590Sstevel@tonic-gate 	int ret = DDI_SUCCESS;
42600Sstevel@tonic-gate 
42610Sstevel@tonic-gate 	IBTF_DPRINTF_L4("ibnex", "\tbus_power: begin: op = %d", op);
42620Sstevel@tonic-gate 
42630Sstevel@tonic-gate 	/*
42640Sstevel@tonic-gate 	 * Generic processing in MPxIO framework
42650Sstevel@tonic-gate 	 */
42660Sstevel@tonic-gate 	ret = mdi_bus_power(parent, impl_arg, op, arg, result);
42670Sstevel@tonic-gate 
42680Sstevel@tonic-gate 	switch (ret) {
42690Sstevel@tonic-gate 	case MDI_SUCCESS:
42700Sstevel@tonic-gate 		ret = DDI_SUCCESS;
42710Sstevel@tonic-gate 		break;
42720Sstevel@tonic-gate 	case MDI_FAILURE:
42730Sstevel@tonic-gate 		ret = DDI_FAILURE;
42740Sstevel@tonic-gate 		break;
42750Sstevel@tonic-gate 	default:
42760Sstevel@tonic-gate 		break;
42770Sstevel@tonic-gate 	}
42780Sstevel@tonic-gate 
42790Sstevel@tonic-gate 	return (ret);
42800Sstevel@tonic-gate }
42811093Shiremath 
42821093Shiremath 
42831093Shiremath /*
42841093Shiremath  * If enumerated as a child of IB Nexus / VHCI, call mdi_vhci_bus_config.
42851093Shiremath  * ndi_devi_enter is not held during this call. mdi_vhci_bus_config()
42861093Shiremath  * will have called ndi_busop_bus_config(), no need for the caller to call
42871093Shiremath  * ndi_busop_bus_config() again.
42881093Shiremath  *
42891093Shiremath  * If enumerated as a child of HCA device, this could be a case for
42901093Shiremath  * Sparc boot or device enumeration from PHCI, driven by MDI.
42911093Shiremath  * Hold parent lock (ndi_devi_enter). The caller will have to call
42921093Shiremath  * ndi_busop_bus_config() if this function returns SUCCESS.
42931093Shiremath  *
42941093Shiremath  * if the device name contains ":port", then it is the Sparc boot case.
42951093Shiremath  * Handle this as before.
42961093Shiremath  *
42971093Shiremath  * If the device name does *not* contain the ":port", then :
42981093Shiremath  *	1. ibdm to probe IOC
42991093Shiremath  *	2. Create a pathinfo only if the IOC is reachable from the parent dip.
43001093Shiremath  */
43011093Shiremath static int
43021093Shiremath ibnex_ioc_bus_config_one(dev_info_t **pdipp, uint_t flag,
43031093Shiremath     ddi_bus_config_op_t op, void *devname, dev_info_t **child,
43041093Shiremath     int *need_bus_config)
43051093Shiremath {
43061093Shiremath 	int ret = DDI_FAILURE, circ;
43071093Shiremath 	dev_info_t *pdip = *pdipp;
43081093Shiremath 	ib_guid_t	iou_guid, ioc_guid;
43091093Shiremath 	char *ioc_guid_str;
43101093Shiremath 
43111093Shiremath 
43121093Shiremath 	*need_bus_config = 1;
43131093Shiremath 
43141093Shiremath 	if (pdip == ibnex.ibnex_dip) {
43151093Shiremath 		if (ibnex_devname_to_node_n_ioc_guids(
43161093Shiremath 		    (char *)devname, &iou_guid, &ioc_guid,
43171093Shiremath 		    &ioc_guid_str) != IBNEX_SUCCESS) {
43181093Shiremath 			return (ret);
43191093Shiremath 		}
43201093Shiremath 		ret = mdi_vhci_bus_config(pdip, flag, op, devname, child,
43211093Shiremath 		    ioc_guid_str);
43221093Shiremath 		kmem_free(ioc_guid_str, strlen(ioc_guid_str) + 1);
43231093Shiremath 		if (ret == MDI_SUCCESS)
43241093Shiremath 			*need_bus_config = 0;
43251093Shiremath 	} else {
43262155Scth 		mdi_devi_enter(pdip, &circ);
43271093Shiremath 		if (strstr((char *)devname, ":port=") != NULL) {
43281093Shiremath 			ret = ibnex_config_root_iocnode(pdip, devname);
43291093Shiremath 			ASSERT(ibnex.ibnex_dip == NULL);
43301093Shiremath 			*pdipp = ibnex.ibnex_dip;
43311093Shiremath 		} else {
43321093Shiremath 			ret = ibnex_config_ioc_node(devname, pdip);
43331093Shiremath 		}
43342155Scth 		mdi_devi_exit(pdip, circ);
43351093Shiremath 	}
43361093Shiremath 	return (ret);
43371093Shiremath }
43381093Shiremath 
43391093Shiremath static int
43401093Shiremath ibnex_is_merge_node(dev_info_t *child)
43411093Shiremath {
43421093Shiremath 	char	*node;
43431093Shiremath 	int	ret = IBNEX_INVALID_NODE;
43441093Shiremath 
43451093Shiremath 	if (ddi_prop_lookup_string(DDI_DEV_T_ANY, child,
43461093Shiremath 	    DDI_PROP_DONTPASS, "ib-node-type", &node) !=
43471093Shiremath 	    DDI_PROP_SUCCESS) {
43481093Shiremath 		return (IBNEX_FAILURE);
43491093Shiremath 	}
43501093Shiremath 
43511093Shiremath 	if (node != NULL && *node != 0) {
43521093Shiremath 		if (strcmp(node, "merge") == 0)
43531093Shiremath 			ret = IBNEX_SUCCESS;
43541093Shiremath 		else {
43551093Shiremath 			IBTF_DPRINTF_L4("ibnex",
43561093Shiremath 			    "\tis_merge_node: ib-node-type = %s", node);
43571093Shiremath 		}
43581093Shiremath 	}
43591093Shiremath 
43601093Shiremath 	ddi_prop_free(node);
43611093Shiremath 	return (ret);
43621093Shiremath }
43631093Shiremath 
43641093Shiremath /*
43651093Shiremath  * Checks if the dn_head for the driver has already
43661093Shiremath  * initialized by the prom tree.
43671093Shiremath  */
43682402Spramodbg void
43691093Shiremath ibnex_hw_in_dev_tree(char *driver_name)
43701093Shiremath {
43711093Shiremath 	major_t	major;
43721093Shiremath 
43732402Spramodbg 	IBTF_DPRINTF_L4("ibnex", "\thw_in_dev_tree(%s)", driver_name);
43742402Spramodbg 
43751093Shiremath 	if (devnamesp == NULL)
43762402Spramodbg 		return;
43771093Shiremath 
43781093Shiremath 	major = ddi_name_to_major(driver_name);
43791093Shiremath 	if (major == -1)
43802402Spramodbg 		return;
43812402Spramodbg 
43822402Spramodbg 	if (devnamesp[major].dn_head != (dev_info_t *)NULL)
43832402Spramodbg 		ibnex_hw_status = IBNEX_HW_IN_DEVTREE;
43841093Shiremath }
43858082SRamaswamy.Tummala@Sun.COM 
43868082SRamaswamy.Tummala@Sun.COM int
43878082SRamaswamy.Tummala@Sun.COM ibnex_ioc_initnode_all_pi(ibdm_ioc_info_t *ioc_info)
43888082SRamaswamy.Tummala@Sun.COM {
43898082SRamaswamy.Tummala@Sun.COM 	ibdm_hca_list_t	*hca_list;
43908082SRamaswamy.Tummala@Sun.COM 	dev_info_t	*hca_dip;
43918082SRamaswamy.Tummala@Sun.COM 	int	rc = IBNEX_FAILURE;
43928082SRamaswamy.Tummala@Sun.COM 
43938082SRamaswamy.Tummala@Sun.COM 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
43948082SRamaswamy.Tummala@Sun.COM 	/*
43958082SRamaswamy.Tummala@Sun.COM 	 * We return failure even if we fail for all HCAs
43968082SRamaswamy.Tummala@Sun.COM 	 */
43978082SRamaswamy.Tummala@Sun.COM 	for (hca_list = ioc_info->ioc_hca_list; hca_list;
43988082SRamaswamy.Tummala@Sun.COM 	    hca_list = hca_list->hl_next) {
43998082SRamaswamy.Tummala@Sun.COM 		hca_dip = ibtl_ibnex_hcaguid2dip(hca_list->hl_hca_guid);
44008082SRamaswamy.Tummala@Sun.COM 		if (ibnex_ioc_config_from_pdip(ioc_info, hca_dip, 1) ==
44018082SRamaswamy.Tummala@Sun.COM 		    IBNEX_SUCCESS)
44028082SRamaswamy.Tummala@Sun.COM 			rc = IBNEX_SUCCESS;
44038082SRamaswamy.Tummala@Sun.COM 	}
44048082SRamaswamy.Tummala@Sun.COM 	return (rc);
44058082SRamaswamy.Tummala@Sun.COM }
44068082SRamaswamy.Tummala@Sun.COM 
44078082SRamaswamy.Tummala@Sun.COM static int
44088082SRamaswamy.Tummala@Sun.COM ibnex_ioc_config_from_pdip(ibdm_ioc_info_t *ioc_info, dev_info_t *pdip,
44098082SRamaswamy.Tummala@Sun.COM     int pdip_reachable_checked)
44108082SRamaswamy.Tummala@Sun.COM {
44118082SRamaswamy.Tummala@Sun.COM 	ibnex_node_data_t	*node_data;
44128082SRamaswamy.Tummala@Sun.COM 	int			create_pdip = 0;
44138082SRamaswamy.Tummala@Sun.COM 	int			rc = IBNEX_SUCCESS;
44148082SRamaswamy.Tummala@Sun.COM 
44158082SRamaswamy.Tummala@Sun.COM 
44168082SRamaswamy.Tummala@Sun.COM 	ASSERT(MUTEX_HELD(&ibnex.ibnex_mutex));
44178082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex",
44188082SRamaswamy.Tummala@Sun.COM 	    "/tioc_config_from_pdip(%p, %p, %d)", ioc_info, pdip,
44198082SRamaswamy.Tummala@Sun.COM 	    pdip_reachable_checked);
44208082SRamaswamy.Tummala@Sun.COM 
44218082SRamaswamy.Tummala@Sun.COM 	if (pdip_reachable_checked == 0) {
44228082SRamaswamy.Tummala@Sun.COM 		if (ibnex_ioc_pi_reachable(ioc_info, pdip) == IBNEX_FAILURE) {
44238082SRamaswamy.Tummala@Sun.COM 			IBTF_DPRINTF_L4("ibnex",
44248082SRamaswamy.Tummala@Sun.COM 			    "/tioc_config_from_pdip: ioc %p not reachable"
44258082SRamaswamy.Tummala@Sun.COM 			    "from %p", ioc_info, pdip);
44268082SRamaswamy.Tummala@Sun.COM 			return (IBNEX_FAILURE);
44278082SRamaswamy.Tummala@Sun.COM 		}
44288082SRamaswamy.Tummala@Sun.COM 	}
44298082SRamaswamy.Tummala@Sun.COM 
44308082SRamaswamy.Tummala@Sun.COM 	node_data = ibnex_is_node_data_present(IBNEX_IOC_NODE,
44318082SRamaswamy.Tummala@Sun.COM 	    (void *)ioc_info, 0, 0);
44328082SRamaswamy.Tummala@Sun.COM 
44338082SRamaswamy.Tummala@Sun.COM 	if (node_data && node_data->node_ap_state ==
44348082SRamaswamy.Tummala@Sun.COM 	    IBNEX_NODE_AP_UNCONFIGURED) {
44358082SRamaswamy.Tummala@Sun.COM 		IBTF_DPRINTF_L4("ibnex",
44368082SRamaswamy.Tummala@Sun.COM 		    "\tioc_config_from_pdip: Unconfigured node");
44378082SRamaswamy.Tummala@Sun.COM 		return (IBNEX_FAILURE);
44388082SRamaswamy.Tummala@Sun.COM 	}
44398082SRamaswamy.Tummala@Sun.COM 
44408082SRamaswamy.Tummala@Sun.COM 
44418082SRamaswamy.Tummala@Sun.COM 	if (node_data == NULL) {
44428082SRamaswamy.Tummala@Sun.COM 		ibnex_ioc_node_t	*ioc;
44438082SRamaswamy.Tummala@Sun.COM 
44448082SRamaswamy.Tummala@Sun.COM 		create_pdip = 1;
44458082SRamaswamy.Tummala@Sun.COM 
44468082SRamaswamy.Tummala@Sun.COM 		node_data = ibnex_init_child_nodedata(IBNEX_IOC_NODE,
44478082SRamaswamy.Tummala@Sun.COM 		    ioc_info, 0, 0);
44488082SRamaswamy.Tummala@Sun.COM 		ASSERT(node_data);
44498082SRamaswamy.Tummala@Sun.COM 		ioc = &node_data->node_data.ioc_node;
44508082SRamaswamy.Tummala@Sun.COM 		(void) snprintf(ioc->ioc_guid_str, IBNEX_IOC_GUID_LEN,
44518082SRamaswamy.Tummala@Sun.COM 		    "%llX",
44528082SRamaswamy.Tummala@Sun.COM 		    (longlong_t)ioc_info->ioc_profile.ioc_guid);
44538082SRamaswamy.Tummala@Sun.COM 		(void) snprintf(ioc->ioc_phci_guid, IBNEX_PHCI_GUID_LEN,
44548082SRamaswamy.Tummala@Sun.COM 		    "%llX,%llX",
44558082SRamaswamy.Tummala@Sun.COM 		    (longlong_t)ioc_info->ioc_profile.ioc_guid,
44568082SRamaswamy.Tummala@Sun.COM 		    (longlong_t)ioc_info->ioc_iou_guid);
44578082SRamaswamy.Tummala@Sun.COM 	} else if (ibnex_ioc_pi_exists(node_data, pdip) == IBNEX_FAILURE) {
44588082SRamaswamy.Tummala@Sun.COM 		create_pdip = 1;
44598082SRamaswamy.Tummala@Sun.COM 	}
44608082SRamaswamy.Tummala@Sun.COM 
44618082SRamaswamy.Tummala@Sun.COM 	if (create_pdip) {
44628082SRamaswamy.Tummala@Sun.COM 		rc = ibnex_ioc_initnode_pdip(node_data, ioc_info, pdip);
44638082SRamaswamy.Tummala@Sun.COM 	}
44648082SRamaswamy.Tummala@Sun.COM 
44658082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tioc_config_from_pdip ret %x",
44668082SRamaswamy.Tummala@Sun.COM 	    rc);
44678082SRamaswamy.Tummala@Sun.COM 	return (rc);
44688082SRamaswamy.Tummala@Sun.COM }
44698082SRamaswamy.Tummala@Sun.COM 
44708082SRamaswamy.Tummala@Sun.COM /*
44718082SRamaswamy.Tummala@Sun.COM  * This function checks if a pathinfo has already been created
44728082SRamaswamy.Tummala@Sun.COM  * for the HCA parent. The function returns SUCCESS if a pathinfo
44738082SRamaswamy.Tummala@Sun.COM  * has already been created, FAILURE if not.
44748082SRamaswamy.Tummala@Sun.COM  */
44758082SRamaswamy.Tummala@Sun.COM static int
44768082SRamaswamy.Tummala@Sun.COM ibnex_ioc_pi_exists(ibnex_node_data_t *node_data, dev_info_t *parent)
44778082SRamaswamy.Tummala@Sun.COM {
44788082SRamaswamy.Tummala@Sun.COM 	int	rc;
44798082SRamaswamy.Tummala@Sun.COM 	ibnex_ioc_node_t	*ioc;
44808082SRamaswamy.Tummala@Sun.COM 
44818082SRamaswamy.Tummala@Sun.COM 	ioc = &node_data->node_data.ioc_node;
44828082SRamaswamy.Tummala@Sun.COM 	if (mdi_pi_find(parent, (char *)ioc->ioc_guid_str,
44838082SRamaswamy.Tummala@Sun.COM 	    (char *)ioc->ioc_phci_guid) != NULL)
44848082SRamaswamy.Tummala@Sun.COM 		rc = IBNEX_SUCCESS;
44858082SRamaswamy.Tummala@Sun.COM 	else
44868082SRamaswamy.Tummala@Sun.COM 		rc = IBNEX_FAILURE;
44878082SRamaswamy.Tummala@Sun.COM 
44888082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tioc_pi_created- client_guid %s, "
44898082SRamaswamy.Tummala@Sun.COM 	    "phci_guid %s, parent %p, rc %x",
44908082SRamaswamy.Tummala@Sun.COM 	    ioc->ioc_guid_str, ioc->ioc_phci_guid, parent, rc);
44918082SRamaswamy.Tummala@Sun.COM 	return (rc);
44928082SRamaswamy.Tummala@Sun.COM }
44938082SRamaswamy.Tummala@Sun.COM 
44948082SRamaswamy.Tummala@Sun.COM static int
44958082SRamaswamy.Tummala@Sun.COM ibnex_ioc_pi_reachable(ibdm_ioc_info_t *ioc_info, dev_info_t *pdip)
44968082SRamaswamy.Tummala@Sun.COM {
44978082SRamaswamy.Tummala@Sun.COM 	ibdm_hca_list_t	*hca_list;
44988082SRamaswamy.Tummala@Sun.COM 	dev_info_t	*hca_dip;
44998082SRamaswamy.Tummala@Sun.COM 
45008082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tioc_pi_reachable(%p, %p)",
45018082SRamaswamy.Tummala@Sun.COM 	    ioc_info, pdip);
45028082SRamaswamy.Tummala@Sun.COM 	for (hca_list = ioc_info->ioc_hca_list; hca_list;
45038082SRamaswamy.Tummala@Sun.COM 	    hca_list = hca_list->hl_next) {
45048082SRamaswamy.Tummala@Sun.COM 		hca_dip = ibtl_ibnex_hcaguid2dip(hca_list->hl_hca_guid);
45058082SRamaswamy.Tummala@Sun.COM 		if (hca_dip == pdip) {
45068082SRamaswamy.Tummala@Sun.COM 			IBTF_DPRINTF_L4("ibnex",
45078082SRamaswamy.Tummala@Sun.COM 			    "\tioc_pi_reachable FAILURE");
45088082SRamaswamy.Tummala@Sun.COM 			return (IBNEX_SUCCESS);
45098082SRamaswamy.Tummala@Sun.COM 		}
45108082SRamaswamy.Tummala@Sun.COM 	}
45118082SRamaswamy.Tummala@Sun.COM 
45128082SRamaswamy.Tummala@Sun.COM 	IBTF_DPRINTF_L4("ibnex", "\tioc_pi_reachable FAILURE");
45138082SRamaswamy.Tummala@Sun.COM 	return (IBNEX_FAILURE);
45148082SRamaswamy.Tummala@Sun.COM }
4515