mgt/ibcm/ibcm_sm.c

0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * CDDL HEADER START
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * The contents of this file are subject to the terms of the
3241Shiremath * Common Development and Distribution License (the "License").
3241Shiremath * You may not use this file except in compliance with the License.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
0Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing.
0Sstevel@tonic-gate * See the License for the specific language governing permissions
0Sstevel@tonic-gate * and limitations under the License.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each
0Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
0Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the
0Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying
0Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner]
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * CDDL HEADER END
0Sstevel@tonic-gate */
0Sstevel@tonic-gate/*
12064SShantkumar.Hiremath@Sun.COM * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
0Sstevel@tonic-gate */
0Sstevel@tonic-gate
0Sstevel@tonic-gate#include <sys/ib/mgt/ibcm/ibcm_impl.h>
0Sstevel@tonic-gate#include <sys/callb.h>
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_sm.c
0Sstevel@tonic-gate *	These routines implement the CM state machine (both ACTIVE and PASSIVE)
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * Points to Note :
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * o  CM uses one ibcm_hca_info_t entry per HCA  to store all the
0Sstevel@tonic-gate *    connection state data belonging to that HCA in the AVL trees, etc.,
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * o  There is one state structure per RC, referenced from three AVL trees
0Sstevel@tonic-gate *    ie. the HCA active AVL tree, and the HCA passive AVL tree and HCA
0Sstevel@tonic-gate *    passive comid tree
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * o  SIDR state structures are stored in a linked list
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * o  The term statep generally refers to RC, until explicitly mentioned
0Sstevel@tonic-gate *    in the notes below
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * o  Any thread that may access statep increments the ref_cnt. This ensures
0Sstevel@tonic-gate *    that statep is not deleted when it is still being accessed and modified
0Sstevel@tonic-gate *    by other threads
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * o  Any thread that may want to search the AVL tree(s) holds the hca state
0Sstevel@tonic-gate *    table reader lock. If it shall insert/delete a new state structure, then
0Sstevel@tonic-gate *    the lock held is writer lock.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * o  Incrementing and Decrementing the ref_cnt can happen only after acquiring
0Sstevel@tonic-gate *    statep mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * o  Deleting a statep can happen only by acquiring the hca state writer lock
0Sstevel@tonic-gate *    and statep mutex and if ref_cnt is zero.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * o  Statep mutexes are used to decrease the hca state table lock holding
0Sstevel@tonic-gate *    times. thus increasing more number of threads that can access hca
0Sstevel@tonic-gate *    global data structures
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * o  Statep mutexes cannot be hold for long time. They are primarily used to
0Sstevel@tonic-gate *    check the state of statep, change it and exit the lock. Other threads
0Sstevel@tonic-gate *    checking this statep find statep's new state, and may exit without
0Sstevel@tonic-gate *    further processing (as the statep->state has changed).
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * o  Statep mutex must be held while setting and unsetting the timer id
0Sstevel@tonic-gate *    values and during untimeout
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * Re-stating, the overall purpose of these various locks are:
0Sstevel@tonic-gate *   - Minimize the time state table locks are held
0Sstevel@tonic-gate *   - Writer locks are held only while inserting/deleting into trees,
0Sstevel@tonic-gate *	so multiple readers can traverse data structures in parallel
0Sstevel@tonic-gate *   - Minimize the time statep mutex held, so other threads entering the same
0Sstevel@tonic-gate *	statep mutex are not held for long
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * The CM state machine logic ensures that the statep is valid and exists
0Sstevel@tonic-gate * when timeout callback (ibcm_timeout_cb) is called. This is ensured by
0Sstevel@tonic-gate * cancelling timeouts on state changes, where appropriate
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * The timeout processing is handled in the context in which the
0Sstevel@tonic-gate * timeout callback is invoked.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * The CM STATE MACHINE logic flow:
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * On an incoming MAD:-
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * IBMF -> ibcm_process_incoming_mad
0Sstevel@tonic-gate *	Verify and branch to one of the below connection state routines.
0Sstevel@tonic-gate *	The callback arg from ibmf has the pointer to ibcm_hca_info_t
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * 1. INCOMING REQ MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	Acquire hca state table WRITER lock
0Sstevel@tonic-gate *	Do lookup in passive AVL tree by remote qpn and remote hca guid
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	If (new lookup)
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	  create new statep, initialize key fields
0Sstevel@tonic-gate *	  obtain new local com id, insert into hca state AVL tree
0Sstevel@tonic-gate *	  release hca state table WRITER lock
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	  Initialize remaining fields
0Sstevel@tonic-gate *	  If invalid service id,
0Sstevel@tonic-gate *		send a REJ reply,
0Sstevel@tonic-gate *		decr ref_cnt holding state mutex
0Sstevel@tonic-gate *	  If existing peer conn, check guids, and break the tie
0Sstevel@tonic-gate *	  Call the cep state transition function
0Sstevel@tonic-gate *	  Send an RTU/REJ reply
0Sstevel@tonic-gate *	  Check and handle for any incoming REJ's during REQ RCVD state
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    else if (existing lookup)
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	  increment refcnt holding state mutex
0Sstevel@tonic-gate *	  release hca state table WRITER lock
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	  re-acquire the statep mutex
0Sstevel@tonic-gate *	  if (statep->state is REP SENT/REJ SENT/ MRA SENT)
0Sstevel@tonic-gate *		resend the mad
0Sstevel@tonic-gate *	  else if established
0Sstevel@tonic-gate *		handle the stale detection
0Sstevel@tonic-gate *	  else
0Sstevel@tonic-gate *		drop the mad (no processing required)
0Sstevel@tonic-gate *	  decr statep->ref_cnt, release state mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * 2. INCOMING REP MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    Acquire hca state READER lock
0Sstevel@tonic-gate *    Do lookup in hca state tree by local com id
0Sstevel@tonic-gate *    Release hca state table READER lock
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    if lookup does not exist
0Sstevel@tonic-gate *	 return
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    if look up exists
0Sstevel@tonic-gate *	 incr statep->ref_cnt holding state mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    acquire the statep lock
0Sstevel@tonic-gate *    if (state == ESTABLISHED or REJ SENt or MRA REP SENT)
0Sstevel@tonic-gate *	  resend the MAD
0Sstevel@tonic-gate *	  release state mutex, cancel req sent timer
0Sstevel@tonic-gate *	  decrement ref_cnt holding the statep lock
0Sstevel@tonic-gate *	  return
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    if (state == REQ_SENT or REP_WAIT)
0Sstevel@tonic-gate *	  first, change state to REP_RCVD
0Sstevel@tonic-gate *	  release statep lock
0Sstevel@tonic-gate *	  cancel timers
0Sstevel@tonic-gate *	  lookup in the passive tree by remote qpn and remote hca guid
0Sstevel@tonic-gate *	  if entry already exists
0Sstevel@tonic-gate *		 handle the stale detection
0Sstevel@tonic-gate *	  else
0Sstevel@tonic-gate *		add to the passive tree
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	  Initialize fields of statep
0Sstevel@tonic-gate *	  Call the qp state transition function
0Sstevel@tonic-gate *	  Post RTU/REJ reply
0Sstevel@tonic-gate *	  Acquire the state mutex
0Sstevel@tonic-gate *	  decrement the ref cnt
0Sstevel@tonic-gate *	  release the statep lock
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * 3. INCOMING MRA
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	Acquire hca state table READER lock
0Sstevel@tonic-gate *	Do lookup in active hca state tree by local com id
0Sstevel@tonic-gate *	Release hca state table READER lock
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	If lookup does not exist
0Sstevel@tonic-gate *		return
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	if look up exists
0Sstevel@tonic-gate *		 incr statep->ref_cnt holding state mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	acquire state mutex
0Sstevel@tonic-gate *	if (state is REQ_SENT or REP_SENT)
0Sstevel@tonic-gate *	  change state to REP WAIT or MRA REP RCVD
0Sstevel@tonic-gate *	  release state mutex
0Sstevel@tonic-gate *	  cancel the current timer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	  reacquire state mutex
0Sstevel@tonic-gate *	  if (state is REP_WAIT or MRA_REP_RCVD)
0Sstevel@tonic-gate *		set new timer, using service timeout for the first timeout
0Sstevel@tonic-gate *    decr ref cnt, release state mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * 4. INCOMING RTU
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	Acquire hca state table READER lock
0Sstevel@tonic-gate *	Do lookup in active hca state tree by local com id
0Sstevel@tonic-gate *	Release hca state table READER lock
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	If lookup does not exist
0Sstevel@tonic-gate *		return
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	 if look up exists
0Sstevel@tonic-gate *		 incr statep->ref_cnt holding state mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	acquire statep mutex
0Sstevel@tonic-gate *	if (state == REP_SENT or MRA REP RCVD))
0Sstevel@tonic-gate *	  change state to ESTABLISHED
0Sstevel@tonic-gate *	  release statep mutex
0Sstevel@tonic-gate *	  cancel timer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	  Change QP state
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	  acquire the statep mutex
0Sstevel@tonic-gate *	decrement the ref count
0Sstevel@tonic-gate *	release statep mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * 5. INCOMING REJ
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	Acquire hca state table READER lock
0Sstevel@tonic-gate *	Do lookup in active hca state tree by local com id
0Sstevel@tonic-gate *	Release hca state table READER lock
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	If lookup does not exist
0Sstevel@tonic-gate *		return
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	if look up exists
0Sstevel@tonic-gate *		 incr statep->ref_cnt holding state mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	if (state == REQ RCVD or REP RCVD MRA_SENT or MRA_REP_SNET)
0Sstevel@tonic-gate *	  set statep->delete = true
0Sstevel@tonic-gate *	  decrement the ref_cnt
0Sstevel@tonic-gate *	  release statep mutex;
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    else if (state == REQ_SENT or REP SENT or MRA REP Rcvd)
0Sstevel@tonic-gate *	 state = IBCM_STATE_DELETE
0Sstevel@tonic-gate *	 Cancel running timers
0Sstevel@tonic-gate *	 decrement the ref_cnt
0Sstevel@tonic-gate *	 release state mutex
0Sstevel@tonic-gate *	 Call the client QP handler
0Sstevel@tonic-gate *	 delete the state data
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * 6. INCOMING DREQ
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	Acquire hca state table READER lock
0Sstevel@tonic-gate *	Do lookup in active hca state tree by local com id
0Sstevel@tonic-gate *	Release hca state table READER lock
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	If lookup does not exist
0Sstevel@tonic-gate *		return
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	if look up exists
0Sstevel@tonic-gate *		 incr statep->ref_cnt holding state mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	acquire state mutex
0Sstevel@tonic-gate *	if (state is ESTABLISHED/DREQ SENT/TIMEWAIT)
0Sstevel@tonic-gate *	  if state is ESTABLISHED/DREQ SENT,
0Sstevel@tonic-gate *		change state to DREQ RECVD
0Sstevel@tonic-gate *		start timers
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    send DREP reply
0Sstevel@tonic-gate *    decr ref_cnt
0Sstevel@tonic-gate *    release state mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * 7.  Incoming DREP
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	Acquire hca state table READER lock
0Sstevel@tonic-gate *	Do lookup in active hca state tree by local com id
0Sstevel@tonic-gate *	Release hca state table READER lock
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	If lookup does not exist
0Sstevel@tonic-gate *		return
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	if look up exists
0Sstevel@tonic-gate *		 incr statep->ref_cnt holding state mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	acquire state mutex
0Sstevel@tonic-gate *	if state is DREQ_SENT
0Sstevel@tonic-gate *	  change state to DREP_RCVD
0Sstevel@tonic-gate *	  cancel timer
0Sstevel@tonic-gate *	  change state to TIMEWAIT
0Sstevel@tonic-gate *	  set timewait timer
0Sstevel@tonic-gate *    decr ref_cnt
0Sstevel@tonic-gate *    release state mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * 8. Timeout handler
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *  (for states REQ SENT/REP SENT/REJ SENT/DREQ SENT/DREP SENT/TIMEWAIT)
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	 acquire the statep mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	 if (set state != stored_state)
0Sstevel@tonic-gate *	    The thread that changed the state is responsible for any cleanup
0Sstevel@tonic-gate *	    decrement ref cnt
0Sstevel@tonic-gate *	    release statep mutex
0Sstevel@tonic-gate *	    return
0Sstevel@tonic-gate *	 else if (statep's state == REJ SENT)
0Sstevel@tonic-gate *		change state to DELETE
0Sstevel@tonic-gate *		decrement ref cnt
0Sstevel@tonic-gate *		release statep mutex
0Sstevel@tonic-gate *		delete statep
0Sstevel@tonic-gate *		return
0Sstevel@tonic-gate *	 else if (state == TIME WAIT)
0Sstevel@tonic-gate *		do the time wait state processing
0Sstevel@tonic-gate *		decrement ref cnt
0Sstevel@tonic-gate *		change state to DELETE
0Sstevel@tonic-gate *		release statep mutex
0Sstevel@tonic-gate *		delete statep, and also QP
0Sstevel@tonic-gate *	 else if (remaining retry cnt > 0)
0Sstevel@tonic-gate *		resend the mad
0Sstevel@tonic-gate *		decrement ref cnt
0Sstevel@tonic-gate *		release statep mutex
0Sstevel@tonic-gate *	 else if (state == rep sent or req sent or mra rep rcvd or rep wait)
0Sstevel@tonic-gate *		(retry counter expired)
0Sstevel@tonic-gate *		change state to REJ SENT (No one shall delete in REJ SENT)
0Sstevel@tonic-gate *		decrement the ref_cnt
0Sstevel@tonic-gate *		release the statep mutex
0Sstevel@tonic-gate *		Post REJ MAD
0Sstevel@tonic-gate *		cv_signal anyone blocking
0Sstevel@tonic-gate *		Invoke client handler
0Sstevel@tonic-gate *	 else if state == DREQ_SENT
0Sstevel@tonic-gate *		change state to TIME WAIT
0Sstevel@tonic-gate *		decrement the ref cnt
0Sstevel@tonic-gate *		set a timer for time wait time
0Sstevel@tonic-gate *		release the statep mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * SIDR processing
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * 9. INCOMING SIDR_REQ MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    Figure out LID/GID
0Sstevel@tonic-gate *    Do lookup in SIDR LIST based on LID, GID, grh_exists and req_id
0Sstevel@tonic-gate *    increment ud_statep->ud_ref_cnt
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    If (new lookup)
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	  validate service id, and the create new statep,
0Sstevel@tonic-gate *	  initialize key fields
0Sstevel@tonic-gate *	  do a lookup based on service id
0Sstevel@tonic-gate *	  if service_id_lookup returns exists
0Sstevel@tonic-gate *		set sidr_status to QPN_VALID
0Sstevel@tonic-gate *	  else
0Sstevel@tonic-gate *		set sidr_status to SID_INVALID
0Sstevel@tonic-gate *	  post SIDR_REP mad
0Sstevel@tonic-gate *	  decr ud_statep->ud_ref_cnt, release ud_state_mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    else if (existing lookup)
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	  if (ud_statep->ud_state is SIDR_REP_SENT)
0Sstevel@tonic-gate *		resend the mad
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	  decr ud_statep->ud_ref_cnt, release ud_state_mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * 10. INCOMING SIDR_REP MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    Figure out LID/GID
0Sstevel@tonic-gate *    Do lookup in SIDR LIST based on LID, GID, grh_exists and req_id
0Sstevel@tonic-gate *    increment ud_statep->ud_ref_cnt
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    if look up doesn't exists
0Sstevel@tonic-gate *	  return
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *    if (state == SIDR_REQ_SENT)
0Sstevel@tonic-gate *	  first, change state to SIDR_REP_RCVD
0Sstevel@tonic-gate *	  release statep lock
0Sstevel@tonic-gate *	  cancel timers
0Sstevel@tonic-gate *	  cv_signal anyone blocking
0Sstevel@tonic-gate *	  release the statep lock
0Sstevel@tonic-gate *	  extract return args
0Sstevel@tonic-gate *	  destroy the statep
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * 11. Timeout handler
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *  (for states SIDR_REQ_SENT/SIDR_REP_SENT)
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	 acquire the statep mutex
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	 if (statep's state == SIDR_REP_SENT SENT)
0Sstevel@tonic-gate *		change state to DELETE
0Sstevel@tonic-gate *		decrement ref cnt
0Sstevel@tonic-gate *		release statep mutex
0Sstevel@tonic-gate *		delete statep
0Sstevel@tonic-gate *		return
0Sstevel@tonic-gate *	 else if (remaining retry cnt > 0 and state is SIDR_REQ_SENT)
0Sstevel@tonic-gate *		resend the mad
0Sstevel@tonic-gate *		decrement ref cnt
0Sstevel@tonic-gate *		release statep mutex
0Sstevel@tonic-gate *	 else if (state == SIDR_REQ_SENT)
0Sstevel@tonic-gate *		(retry counter expired)
0Sstevel@tonic-gate *		change state to DELETE
0Sstevel@tonic-gate *		decrement the ref_cnt
0Sstevel@tonic-gate *		the statep mutex
0Sstevel@tonic-gate *		cv_signal anyone blocking
0Sstevel@tonic-gate *		Invoke client handler
0Sstevel@tonic-gate *		delete statep
0Sstevel@tonic-gate */
0Sstevel@tonic-gate
0Sstevel@tonic-gate/* Function prototypes */
0Sstevel@tonic-gatestatic void		ibcm_set_primary_adds_vect(ibcm_state_data_t *,
0Sstevel@tonic-gate			    ibt_adds_vect_t *, ibcm_req_msg_t *);
0Sstevel@tonic-gatestatic void		ibcm_set_alt_adds_vect(ibcm_state_data_t *,
0Sstevel@tonic-gate			    ibt_adds_vect_t *, ibcm_req_msg_t *);
0Sstevel@tonic-gatestatic ibt_status_t	ibcm_set_primary_cep_path(ibcm_state_data_t *,
0Sstevel@tonic-gate			    ibt_cep_path_t *, ibcm_req_msg_t *);
0Sstevel@tonic-gatestatic ibt_status_t	ibcm_set_alt_cep_path(ibcm_state_data_t *,
0Sstevel@tonic-gate			    ibt_cep_path_t *, ibcm_req_msg_t *);
0Sstevel@tonic-gatestatic ibt_status_t	ibcm_invoke_qp_modify(ibcm_state_data_t *,
0Sstevel@tonic-gate			    ibcm_req_msg_t *, ibcm_rep_msg_t *);
0Sstevel@tonic-gatestatic ibt_status_t	ibcm_invoke_rtu_qp_modify(ibcm_state_data_t *,
0Sstevel@tonic-gate			    ib_time_t, ibcm_rep_msg_t *);
0Sstevel@tonic-gatestatic ibcm_status_t	ibcm_sidr_req_ud_handler(ibcm_ud_state_data_t *,
0Sstevel@tonic-gate			    ibcm_sidr_req_msg_t *, ibcm_mad_addr_t *,
0Sstevel@tonic-gate			    ibt_sidr_status_t *);
0Sstevel@tonic-gatestatic void		ibcm_sidr_rep_ud_handler(ibcm_ud_state_data_t *,
0Sstevel@tonic-gate			    ibcm_sidr_rep_msg_t *);
0Sstevel@tonic-gatestatic void		ibcm_handler_conn_fail(ibcm_state_data_t *,
0Sstevel@tonic-gate			    uint8_t cf_code, uint8_t cf_msg,
0Sstevel@tonic-gate			    ibt_cm_reason_t rej_reason, uint8_t *,
0Sstevel@tonic-gate			    ibt_priv_data_len_t);
0Sstevel@tonic-gatestatic void		ibcm_build_n_post_rej_mad(uint8_t *input_madp,
0Sstevel@tonic-gate			    ib_com_id_t, ibcm_mad_addr_t *, int, uint16_t);
0Sstevel@tonic-gatestatic void		ibcm_post_drep_mad(ibcm_state_data_t *);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic ibcm_status_t	ibcm_verify_req_gids_and_svcid(
0Sstevel@tonic-gate			    ibcm_state_data_t *statep,
0Sstevel@tonic-gate			    ibcm_req_msg_t *cm_req_msgp);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void		ibcm_timeout_client_cb(ibcm_state_data_t *statep);
0Sstevel@tonic-gatestatic void		ibcm_ud_timeout_client_cb(
0Sstevel@tonic-gate			    ibcm_ud_state_data_t *ud_statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void		ibcm_process_dreq_timeout(ibcm_state_data_t *statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void		ibcm_fill_adds_from_lap(ibt_adds_vect_t *adds,
0Sstevel@tonic-gate			    ibcm_lap_msg_t *lap_msg, ibcm_mode_t mode);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void		ibcm_post_stored_apr_mad(ibcm_state_data_t *statep,
0Sstevel@tonic-gate			    uint8_t *input_madp);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic ibcm_status_t	ibcm_set_qp_from_apr(ibcm_state_data_t *statep,
0Sstevel@tonic-gate			    ibcm_lap_msg_t *lap_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic boolean_t	ibcm_compare_prim_alt_paths(ibt_adds_vect_t *prim,
0Sstevel@tonic-gate			    ibt_adds_vect_t *alt);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void		ibcm_process_get_classport_info(ibcm_hca_info_t *hcap,
0Sstevel@tonic-gate			    uint8_t *input_madp, ibcm_mad_addr_t *cm_mad_addr);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void		ibcm_decode_classport_info(ibcm_hca_info_t *hcap,
0Sstevel@tonic-gate			    uint8_t *input_madp, ibcm_mad_addr_t *cm_mad_addr);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void		ibcm_post_rej_ver_mismatch(uint8_t *input_madp,
0Sstevel@tonic-gate			    ibcm_mad_addr_t *cm_mad_addr);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void		ibcm_init_clp_to_mad(ibcm_classportinfo_msg_t *clp,
0Sstevel@tonic-gate			    ibt_redirect_info_t *rinfo);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void		ibcm_init_clp_from_mad(ibcm_classportinfo_msg_t *clp,
0Sstevel@tonic-gate			    ibt_redirect_info_t *rinfo);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void		ibcm_copy_addl_rej(ibcm_state_data_t *statep,
0Sstevel@tonic-gate			    ibcm_rej_msg_t *rej_msgp,
0Sstevel@tonic-gate			    ibt_cm_conn_failed_t *failed);
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void		ibcm_return_open_data(ibcm_state_data_t *statep,
0Sstevel@tonic-gate			    ibcm_rep_msg_t *rep_msgp,
0Sstevel@tonic-gate			    ibt_cm_reason_t reject_reason);
0Sstevel@tonic-gate
0Sstevel@tonic-gate/* limit the number of taskq threads to handle received MADs. */
0Sstevel@tonic-gateint ibcm_recv_tasks = 0;
0Sstevel@tonic-gateint ibcm_max_recv_tasks = 24;
0Sstevel@tonic-gateint ibcm_recv_timeouts = 0;
0Sstevel@tonic-gate
3241Shiremath/*
3241Shiremath * Tunable MAX MRA Service Timeout value in MicroSECONDS.
3241Shiremath *	0 - Tunable parameter not used.
3241Shiremath *
3241Shiremath *	Ex:   60000000 - Max MRA Service Delay is 60 Seconds.
3241Shiremath */
3241Shiremathclock_t ibcm_mra_service_timeout_max = 0;
3241Shiremath
0Sstevel@tonic-gate#ifdef	DEBUG
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void			print_modify_qp(char *prefix,
0Sstevel@tonic-gate				    ibt_qp_hdl_t ibt_qp,
0Sstevel@tonic-gate				    ibt_cep_modify_flags_t flags,
0Sstevel@tonic-gate				    ibt_qp_info_t *qp_attr);
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*	Warlock annotations */
0Sstevel@tonic-gate
0Sstevel@tonic-gate_NOTE(READ_ONLY_DATA(ibt_arej_info_u))
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_incoming_mad:
0Sstevel@tonic-gate *	The CM callback that is invoked by IBMF, when a valid CM MAD arrives
0Sstevel@tonic-gate *	on any of the registered ibmf handles by CM.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	It is assumed that the incoming MAD (except for incoming REQ) belongs
0Sstevel@tonic-gate *	to a connection on the HCA, on which the MAD is received.
0Sstevel@tonic-gate *	The IBMF callback arg specifies ibcm_hca_info_t
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * NOTE: IBMF always invokes ibcm_recv_cb() in a taskq. CM does some memory
0Sstevel@tonic-gate * allocations and invoke ibcm_sm_funcs_tbl[i]() in the same taskq.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	ibmf_handle	- IBMF Handle
0Sstevel@tonic-gate *	args		- from IBMF. Is a ptr to ibcm_hca_info_t
0Sstevel@tonic-gate *	status		- Callback status. Is mostly IBMF_SUCCESS
0Sstevel@tonic-gate *	madbuf		- IBMF allocated MAD buffer (CM should free it)
0Sstevel@tonic-gate *	madaddr		- IBMF MAD's address
0Sstevel@tonic-gate *	grhvalid	- If GRH is valid or not
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUES: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_incoming_mad(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	uint8_t			method;		/* Method type in MAD hdr */
0Sstevel@tonic-gate	ib_mad_hdr_t		*in_mad_hdr;	/* Incoming MAD's header */
0Sstevel@tonic-gate	ibcm_hca_info_t		*hcap;		/* pointer to HCA entry */
0Sstevel@tonic-gate	ibcm_port_info_t	*portp;
0Sstevel@tonic-gate	ibcm_mad_addr_t		*cm_mad_addr;	/* MAD address information */
0Sstevel@tonic-gate	ibcm_event_type_t	attr_id;	/* Attribute ID in MAD hdr */
0Sstevel@tonic-gate	ibcm_mad_addr_t		loc_mad_addr;	/* MAD address information */
0Sstevel@tonic-gate	ibcm_qp_list_t		*cm_qp_entry;
0Sstevel@tonic-gate	int			ibmf_status;
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Noticed that IBMF always calls with IBMF_SUCCESS, but still check */
0Sstevel@tonic-gate	if (msgp->im_msg_status != IBMF_SUCCESS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_incoming_mad: "
0Sstevel@tonic-gate		    "bad status %x", msgp->im_msg_status);
0Sstevel@tonic-gate		/* IBMF allocates Input MAD, so free it here */
0Sstevel@tonic-gate		if ((ibmf_status = ibmf_free_msg(ibmf_handle, &msgp)) !=
0Sstevel@tonic-gate		    IBMF_SUCCESS)
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_incoming_mad: "
0Sstevel@tonic-gate			    "ibmf_free_msg failed %d", ibmf_status);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Get the HCA entry pointer */
0Sstevel@tonic-gate	cm_qp_entry = (ibcm_qp_list_t *)args;
0Sstevel@tonic-gate
557Shiremath	IBTF_DPRINTF_L5(cmlog, "ibcm_process_incoming_mad: ibmf_hdl %p "
0Sstevel@tonic-gate	    "msg %p args %p", ibmf_handle, msgp, args);
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef	DEBUG
0Sstevel@tonic-gate	if (ibcm_test_mode > 1)
0Sstevel@tonic-gate		ibcm_query_qp(ibmf_handle, cm_qp_entry->qp_cm);
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate
0Sstevel@tonic-gate	portp = cm_qp_entry->qp_port;
0Sstevel@tonic-gate	hcap = portp->port_hcap;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_incoming_mad: CM MAD on "
0Sstevel@tonic-gate	    "port %d", portp->port_num);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Increment hca ref cnt, if HCA is in attached state, else fail */
0Sstevel@tonic-gate	if (ibcm_inc_hca_acc_cnt(hcap) != IBCM_SUCCESS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_incoming_mad: "
0Sstevel@tonic-gate		    "hca not in attach state");
0Sstevel@tonic-gate		/* IBMF allocates Input MAD, and ibcm free's it */
0Sstevel@tonic-gate		if ((ibmf_status = ibmf_free_msg(ibmf_handle, &msgp)) !=
0Sstevel@tonic-gate		    IBMF_SUCCESS)
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_incoming_mad: "
0Sstevel@tonic-gate			    "ibmf_free_msg failed %d", ibmf_status);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*cm_mad_addr))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* allocate memory for internal MAD address buffer */
0Sstevel@tonic-gate	cm_mad_addr = &loc_mad_addr;
0Sstevel@tonic-gate	bzero(cm_mad_addr, sizeof (ibcm_mad_addr_t));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	cm_mad_addr->port_num = portp->port_num;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* initialize cm_mad_addr field(s) */
0Sstevel@tonic-gate	in_mad_hdr = msgp->im_msgbufs_recv.im_bufs_mad_hdr;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (in_mad_hdr->MgmtClass != MAD_MGMT_CLASS_COMM_MGT) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_incoming_mad: "
0Sstevel@tonic-gate		    "bad mgmt class %x", in_mad_hdr->MgmtClass);
0Sstevel@tonic-gate		if ((ibmf_status = ibmf_free_msg(ibmf_handle, &msgp)) !=
0Sstevel@tonic-gate		    IBMF_SUCCESS)
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_incoming_mad: "
0Sstevel@tonic-gate			    "ibmf_free_msg failed %d", ibmf_status);
0Sstevel@tonic-gate		ibcm_dec_hca_acc_cnt(hcap);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	cm_mad_addr->rcvd_addr = msgp->im_local_addr;
0Sstevel@tonic-gate	if (msgp->im_msg_flags & IBMF_MSG_FLAGS_GLOBAL_ADDRESS) {
0Sstevel@tonic-gate		cm_mad_addr->grh_hdr = msgp->im_global_addr;
0Sstevel@tonic-gate		cm_mad_addr->grh_exists = B_TRUE;
0Sstevel@tonic-gate		IBTF_DPRINTF_L3(cmlog, "ibcm_process_incoming_mad: "
0Sstevel@tonic-gate		    "CM recv GID GUID %llX sender GID GUID %llX",
0Sstevel@tonic-gate		    msgp->im_global_addr.ig_recver_gid.gid_guid,
0Sstevel@tonic-gate		    msgp->im_global_addr.ig_sender_gid.gid_guid);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Save IBMF handle and ibmf qp related information */
0Sstevel@tonic-gate	cm_mad_addr->ibmf_hdl = ibmf_handle;
0Sstevel@tonic-gate	cm_mad_addr->cm_qp_entry = cm_qp_entry;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* IBMF does not initialize ia_p_key for non-QP1's */
0Sstevel@tonic-gate	if (cm_qp_entry->qp_cm != IBMF_QP_HANDLE_DEFAULT)
0Sstevel@tonic-gate		cm_mad_addr->rcvd_addr.ia_p_key = cm_qp_entry->qp_pkey;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (cm_mad_addr->rcvd_addr.ia_p_key & 0x8000)
0Sstevel@tonic-gate		IBTF_DPRINTF_L5(cmlog, "ibcm_process_incoming_mad: PKEY %x",
0Sstevel@tonic-gate		    cm_mad_addr->rcvd_addr.ia_p_key);
0Sstevel@tonic-gate	else
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_incoming_mad: CM MAD "
0Sstevel@tonic-gate		    "arrived from limited PKEY %x",
0Sstevel@tonic-gate		    cm_mad_addr->rcvd_addr.ia_p_key);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Retrieve the method and Attr-Id from generic mad header */
0Sstevel@tonic-gate	method = in_mad_hdr->R_Method;
0Sstevel@tonic-gate	attr_id = b2h16(in_mad_hdr->AttributeID);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_incoming_mad: "
0Sstevel@tonic-gate	    "Method %x Attribute %x", method, attr_id);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (in_mad_hdr->ClassVersion != IBCM_MAD_CLASS_VERSION) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_incoming_mad: "
0Sstevel@tonic-gate		    "unsupported ibcm class version %x",
0Sstevel@tonic-gate		    in_mad_hdr->ClassVersion);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (attr_id == (IBCM_INCOMING_REQ + IBCM_ATTR_BASE_ID))
0Sstevel@tonic-gate			ibcm_post_rej_ver_mismatch(
0Sstevel@tonic-gate			    (uint8_t *)IBCM_IN_HDRP(msgp), cm_mad_addr);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if ((ibmf_status = ibmf_free_msg(ibmf_handle, &msgp)) !=
0Sstevel@tonic-gate		    IBMF_SUCCESS)
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_incoming_mad: "
0Sstevel@tonic-gate			    "ibmf_free_msg failed %d", ibmf_status);
0Sstevel@tonic-gate		ibcm_dec_hca_acc_cnt(hcap);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_incoming_mad: "
0Sstevel@tonic-gate	    "Transaction Id 0x%llX", b2h64(in_mad_hdr->TransactionID));
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef	DEBUG
0Sstevel@tonic-gate	ibcm_decode_tranid(b2h64(in_mad_hdr->TransactionID), NULL);
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*cm_mad_addr))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * The following are valid combination of Method type
0Sstevel@tonic-gate	 * and attribute id in the received MAD :-
0Sstevel@tonic-gate	 *	o ClassPortInfo with Get method
0Sstevel@tonic-gate	 *	o CM messages with Send method
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	if ((attr_id == MAD_ATTR_ID_CLASSPORTINFO) &&
0Sstevel@tonic-gate	    ((method == MAD_METHOD_GET) ||
0Sstevel@tonic-gate	    (method == MAD_METHOD_GET_RESPONSE))) {
0Sstevel@tonic-gate		if (method == MAD_METHOD_GET)
0Sstevel@tonic-gate			ibcm_process_get_classport_info(hcap,
0Sstevel@tonic-gate			    (uint8_t *)IBCM_IN_HDRP(msgp), cm_mad_addr);
0Sstevel@tonic-gate		else if (method == MAD_METHOD_GET_RESPONSE)
0Sstevel@tonic-gate			ibcm_decode_classport_info(hcap,
0Sstevel@tonic-gate			    (uint8_t *)IBCM_IN_HDRP(msgp), cm_mad_addr);
0Sstevel@tonic-gate	} else if ((attr_id >= IBCM_ATTR_BASE_ID) &&
0Sstevel@tonic-gate	    (attr_id < (IBCM_ATTR_BASE_ID + IBCM_MAX_EVENTS)) &&
0Sstevel@tonic-gate	    (method == MAD_METHOD_SEND)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		attr_id -= IBCM_ATTR_BASE_ID;	/* figure out CM message id */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ASSERT(msgp->im_msgbufs_recv.im_bufs_mad_hdr != NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Call the CM process connection state function */
0Sstevel@tonic-gate		ibcm_sm_funcs_tbl[attr_id](hcap,
0Sstevel@tonic-gate		    (uint8_t *)IBCM_IN_HDRP(msgp), cm_mad_addr);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Any other combination of method and attribute are invalid,
0Sstevel@tonic-gate		 * hence drop the MAD
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_incoming_mad: "
0Sstevel@tonic-gate		    "unknown Method %x or Attribute %x", method, attr_id);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* decrement the hcap access reference count */
0Sstevel@tonic-gate	ibcm_dec_hca_acc_cnt(hcap);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* ASSERT(NO_LOCKS_HELD); */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* free up ibmf msgp  */
0Sstevel@tonic-gate	if ((ibmf_status = ibmf_free_msg(ibmf_handle, &msgp)) != IBMF_SUCCESS)
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_incoming_mad: "
0Sstevel@tonic-gate		    "ibmf_free_msg failed %d", ibmf_status);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * Structure to carry the arguments from ibcm_recv_cb() to
0Sstevel@tonic-gate * ibcm_recv_incoming_mad() via taskq_dispatch
0Sstevel@tonic-gate */
0Sstevel@tonic-gatetypedef struct ibcm_taskq_args_s {
0Sstevel@tonic-gate	ibmf_handle_t	tq_ibmf_handle;
0Sstevel@tonic-gate	ibmf_msg_t	*tq_ibmf_msgp;
0Sstevel@tonic-gate	void		*tq_args;
0Sstevel@tonic-gate} ibcm_taskq_args_t;
0Sstevel@tonic-gate
557Shiremath#define	IBCM_RECV_MAX	128
0Sstevel@tonic-gateibcm_taskq_args_t ibcm_recv_array[IBCM_RECV_MAX + 1];
0Sstevel@tonic-gateint ibcm_get, ibcm_put;
0Sstevel@tonic-gateint ibcm_recv_total;
0Sstevel@tonic-gateint ibcm_recv_queued;
0Sstevel@tonic-gate
0Sstevel@tonic-gate_NOTE(READ_ONLY_DATA(ibcm_taskq_args_t))
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic int
0Sstevel@tonic-gateibcm_recv_dequeue(ibmf_handle_t *ibmf_handlep, ibmf_msg_t **msgpp, void **argsp)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_taskq_args_t *tq;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (ibcm_put == ibcm_get)
0Sstevel@tonic-gate		return (0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (++ibcm_get >= IBCM_RECV_MAX)
0Sstevel@tonic-gate		ibcm_get = 0;
0Sstevel@tonic-gate	tq = ibcm_recv_array + ibcm_get;
0Sstevel@tonic-gate	*ibmf_handlep = tq->tq_ibmf_handle;
0Sstevel@tonic-gate	*msgpp = tq->tq_ibmf_msgp;
0Sstevel@tonic-gate	*argsp = tq->tq_args;
0Sstevel@tonic-gate	return (1);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic int
0Sstevel@tonic-gateibcm_recv_enqueue(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp, void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	int next;
0Sstevel@tonic-gate	ibcm_taskq_args_t *tq;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ASSERT(MUTEX_HELD(&ibcm_recv_mutex));
0Sstevel@tonic-gate	next = ibcm_put + 1;
0Sstevel@tonic-gate	if (next >= IBCM_RECV_MAX)
0Sstevel@tonic-gate		next = 0;
0Sstevel@tonic-gate	if (next != ibcm_get) {
0Sstevel@tonic-gate		ibcm_recv_queued++;
0Sstevel@tonic-gate		ibcm_put = next;
0Sstevel@tonic-gate		tq = ibcm_recv_array + next;
0Sstevel@tonic-gate		_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*tq))
0Sstevel@tonic-gate		tq->tq_ibmf_handle = ibmf_handle;
0Sstevel@tonic-gate		tq->tq_ibmf_msgp = msgp;
0Sstevel@tonic-gate		tq->tq_args = args;
0Sstevel@tonic-gate		_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*tq))
0Sstevel@tonic-gate		return (1);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		return (0);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_drop_msg(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	int ibmf_status;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L2(cmlog, "ibcm_drop_msg: discarding MAD");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((ibmf_status = ibmf_free_msg(ibmf_handle, &msgp)) != IBMF_SUCCESS)
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_drop_msg: "
0Sstevel@tonic-gate		    "ibmf_free_msg failed %d", ibmf_status);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * Processing done in taskq thread.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * Calls ibcm_process_incoming_mad with all function arguments extracted
0Sstevel@tonic-gate * from args.  Afterwards, check for queued requests.
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_recv_task(void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_taskq_args_t *taskq_args;
0Sstevel@tonic-gate	ibmf_handle_t ibmf_handle;
0Sstevel@tonic-gate	ibmf_msg_t *msgp;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	taskq_args = (ibcm_taskq_args_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_recv_task: Processing incoming MAD"
0Sstevel@tonic-gate	    " via taskq");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_process_incoming_mad(taskq_args->tq_ibmf_handle,
0Sstevel@tonic-gate	    taskq_args->tq_ibmf_msgp, taskq_args->tq_args);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	kmem_free(taskq_args, sizeof (ibcm_taskq_args_t));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* process queued entries before giving up this thread */
0Sstevel@tonic-gate	mutex_enter(&ibcm_recv_mutex);
0Sstevel@tonic-gate	while (ibcm_recv_dequeue(&ibmf_handle, &msgp, &args)) {
0Sstevel@tonic-gate		mutex_exit(&ibcm_recv_mutex);
0Sstevel@tonic-gate		ibcm_process_incoming_mad(ibmf_handle, msgp, args);
0Sstevel@tonic-gate		mutex_enter(&ibcm_recv_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	--ibcm_recv_tasks;
0Sstevel@tonic-gate	mutex_exit(&ibcm_recv_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_recv_timeout_cb(void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_taskq_args_t *tq = (ibcm_taskq_args_t *)args;
0Sstevel@tonic-gate	int rv = 1;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&ibcm_recv_mutex);
0Sstevel@tonic-gate	ibcm_recv_timeouts--;
0Sstevel@tonic-gate	if (ibcm_recv_tasks == 0) {
0Sstevel@tonic-gate		ibcm_recv_tasks++;
0Sstevel@tonic-gate		mutex_exit(&ibcm_recv_mutex);
0Sstevel@tonic-gate		if (taskq_dispatch(ibcm_taskq, ibcm_recv_task, tq,
0Sstevel@tonic-gate		    TQ_NOQUEUE | TQ_NOSLEEP) == 0) {
0Sstevel@tonic-gate			mutex_enter(&ibcm_recv_mutex);
0Sstevel@tonic-gate			if (--ibcm_recv_tasks == 0) {
0Sstevel@tonic-gate				(void) timeout(ibcm_recv_timeout_cb, tq, 1);
0Sstevel@tonic-gate				ibcm_recv_timeouts++;
0Sstevel@tonic-gate			} else {
0Sstevel@tonic-gate				rv = ibcm_recv_enqueue(tq->tq_ibmf_handle,
0Sstevel@tonic-gate				    tq->tq_ibmf_msgp, tq->tq_args);
0Sstevel@tonic-gate				kmem_free(tq, sizeof (*tq));
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate			mutex_exit(&ibcm_recv_mutex);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * one or more taskq threads are running now
0Sstevel@tonic-gate		 * so just try to enqueue this one.
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		rv = ibcm_recv_enqueue(tq->tq_ibmf_handle,
0Sstevel@tonic-gate		    tq->tq_ibmf_msgp, tq->tq_args);
0Sstevel@tonic-gate		kmem_free(tq, sizeof (*tq));
0Sstevel@tonic-gate		mutex_exit(&ibcm_recv_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	if (rv == 0)
0Sstevel@tonic-gate		ibcm_drop_msg(tq->tq_ibmf_handle, tq->tq_ibmf_msgp);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * Dispatch to taskq if we're not using many, else just queue it
0Sstevel@tonic-gate * and have the taskq thread pick it up.  Return 0 if we're dropping it.
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic int
0Sstevel@tonic-gateibcm_recv_add_one(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp, void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	int rv;
0Sstevel@tonic-gate	ibcm_taskq_args_t *tq;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&ibcm_recv_mutex);
0Sstevel@tonic-gate	ibcm_recv_total++;
0Sstevel@tonic-gate	if (ibcm_recv_tasks >= ibcm_max_recv_tasks) { /* just queue this one */
0Sstevel@tonic-gate		rv = ibcm_recv_enqueue(ibmf_handle, msgp, args);
0Sstevel@tonic-gate		mutex_exit(&ibcm_recv_mutex);
0Sstevel@tonic-gate		return (rv);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		ibcm_recv_tasks++; /* dispatch this one to a taskq thread */
0Sstevel@tonic-gate		mutex_exit(&ibcm_recv_mutex);
0Sstevel@tonic-gate		tq = kmem_alloc(sizeof (*tq), KM_NOSLEEP);
0Sstevel@tonic-gate		if (tq == NULL) {
0Sstevel@tonic-gate			mutex_enter(&ibcm_recv_mutex);
0Sstevel@tonic-gate			if (--ibcm_recv_tasks > 0)
0Sstevel@tonic-gate				rv = ibcm_recv_enqueue(ibmf_handle, msgp, args);
0Sstevel@tonic-gate			else	/* don't enqueue if no threads are running */
0Sstevel@tonic-gate				rv = 0;
0Sstevel@tonic-gate			mutex_exit(&ibcm_recv_mutex);
0Sstevel@tonic-gate			return (rv);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*tq))
0Sstevel@tonic-gate		tq->tq_ibmf_handle = ibmf_handle;
0Sstevel@tonic-gate		tq->tq_ibmf_msgp = msgp;
0Sstevel@tonic-gate		tq->tq_args = args;
0Sstevel@tonic-gate		_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*tq))
0Sstevel@tonic-gate		if (taskq_dispatch(ibcm_taskq, ibcm_recv_task, tq,
0Sstevel@tonic-gate		    TQ_NOQUEUE | TQ_NOSLEEP) == 0) {	/* dispatch failed */
0Sstevel@tonic-gate			mutex_enter(&ibcm_recv_mutex);
0Sstevel@tonic-gate			if (--ibcm_recv_tasks == 0) {
0Sstevel@tonic-gate				/* try the dispatch again, after a tick */
0Sstevel@tonic-gate				(void) timeout(ibcm_recv_timeout_cb, tq, 1);
0Sstevel@tonic-gate				ibcm_recv_timeouts++;
0Sstevel@tonic-gate				rv = 1;	/* indicate success */
0Sstevel@tonic-gate			} else {
0Sstevel@tonic-gate				rv = ibcm_recv_enqueue(ibmf_handle, msgp, args);
0Sstevel@tonic-gate				kmem_free(tq, sizeof (*tq));
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate			mutex_exit(&ibcm_recv_mutex);
0Sstevel@tonic-gate			return (rv);
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			return (1);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_recv_cb:
0Sstevel@tonic-gate *	The CM callback that is invoked by IBMF, when a valid CM MAD arrives
0Sstevel@tonic-gate *	on any of the registered ibmf handles by CM.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	ibmf_handle	- IBMF Handle
0Sstevel@tonic-gate *	msgp		- IBMF msg containing the MAD (allocated by IBMF)
0Sstevel@tonic-gate *	args		- Ptr to ibcm_hca_info_t
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUES: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_recv_cb(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp, void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	if (ibcm_recv_add_one(ibmf_handle, msgp, args) == 0)
0Sstevel@tonic-gate		ibcm_drop_msg(ibmf_handle, msgp);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_req_msg:
0Sstevel@tonic-gate *	PASSIVE SIDE CM
0Sstevel@tonic-gate *	Called from ibcm_process_incoming_mad on reception of a REQ message
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * Description:
0Sstevel@tonic-gate * 	If it a new REQ (not duplicate)
0Sstevel@tonic-gate *		creates a new state structure in passive connection mode
0Sstevel@tonic-gate *		populate state structure fields
0Sstevel@tonic-gate *		inserts state structure in hca active and passive trees
0Sstevel@tonic-gate *		validates service id
0Sstevel@tonic-gate *		validates primary and alternate lid/gid in REQ,
0Sstevel@tonic-gate *		calls QP state transition function
0Sstevel@tonic-gate *		generates REP/REJ response
0Sstevel@tonic-gate *		stores the response MAD in state structure for future re-sends
0Sstevel@tonic-gate *		initializes timers as required
0Sstevel@tonic-gate *	If a duplicate REQ, action depends upon current state in the state
0Sstevel@tonic-gate *	structure
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	hcap		- HCA entry ptr
0Sstevel@tonic-gate *	input_madp	- CM MAD that is input to this function
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate *	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_req_msg(ibcm_hca_info_t *hcap, uint8_t *input_madp,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_priv_data_len_t	arej_info_len = 0;
0Sstevel@tonic-gate	ib_qpn_t		remote_qpn;
0Sstevel@tonic-gate	ib_guid_t		remote_hca_guid;
0Sstevel@tonic-gate	ib_com_id_t		remote_comid;
0Sstevel@tonic-gate	ib_com_id_t		local_comid;
0Sstevel@tonic-gate	ibcm_status_t		state_lookup_status;
0Sstevel@tonic-gate	ibcm_status_t		comid_lookup_status;
0Sstevel@tonic-gate	ibcm_status_t		response;
4703Shiremath	ibcm_req_msg_t		*req_msgp =
4703Shiremath	    (ibcm_req_msg_t *)&input_madp[IBCM_MAD_HDR_SIZE];
0Sstevel@tonic-gate	ibt_cm_reason_t		reject_reason = IBT_CM_SUCCESS;
0Sstevel@tonic-gate	ibcm_state_data_t	*statep;
0Sstevel@tonic-gate	ibcm_state_data_t	*stale_statep = NULL;
0Sstevel@tonic-gate	ibcm_status_t		svc_gid_check;
0Sstevel@tonic-gate	uint32_t		psn24_timeout5_retry3;
0Sstevel@tonic-gate	ibt_tran_srv_t		trans;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L5(cmlog, "ibcm_process_req_msg(%p, %p, %p)",
0Sstevel@tonic-gate	    hcap, input_madp, cm_mad_addr);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * Lookup for an existing state structure or create a new state struct
0Sstevel@tonic-gate	 * If there is no entry, the lookup function also allocates a new
0Sstevel@tonic-gate	 * state structure and inserts in the table, initializes remote qpn
0Sstevel@tonic-gate	 * and hca guid from REQ
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	remote_hca_guid = b2h64(req_msgp->req_local_ca_guid);
0Sstevel@tonic-gate	remote_qpn = b2h32(req_msgp->req_local_qpn_plus) >> 8;
0Sstevel@tonic-gate	remote_comid = b2h32(req_msgp->req_local_comm_id);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_DUMP_RAW_MSG((uchar_t *)input_madp);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_req_msg: remote_comid = %x"
0Sstevel@tonic-gate	    " remote_qpn = %x", remote_comid, remote_qpn);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_req_msg: remote_hcaguid = %llX",
0Sstevel@tonic-gate	    remote_hca_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*statep))
0Sstevel@tonic-gate
0Sstevel@tonic-gatenew_req:
0Sstevel@tonic-gate	/* allocate the local_comid before proceeding */
0Sstevel@tonic-gate	if (ibcm_alloc_comid(hcap, &local_comid) != IBCM_SUCCESS) {
0Sstevel@tonic-gate		ibcm_build_n_post_rej_mad(input_madp,
0Sstevel@tonic-gate		    b2h32(req_msgp->req_local_comm_id), cm_mad_addr,
0Sstevel@tonic-gate		    IBT_CM_FAILURE_REQ, IBT_CM_NO_RESC);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* allocate ibcm_state_data_t before grabbing the WRITER lock */
0Sstevel@tonic-gate	statep = kmem_zalloc(sizeof (*statep), KM_SLEEP);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rw_enter(&hcap->hca_state_rwlock, RW_WRITER);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* NOTE that only a writer lock is held here */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	state_lookup_status = ibcm_lookup_msg(IBCM_INCOMING_REQ,
0Sstevel@tonic-gate	    local_comid, remote_qpn, remote_hca_guid, hcap, &statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (state_lookup_status == IBCM_LOOKUP_NEW) {
0Sstevel@tonic-gate		/* seeing the REQ request for the first time */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		/* Release the state table lock */
0Sstevel@tonic-gate		rw_exit(&hcap->hca_state_rwlock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_process_req_msg: New statep 0x%p"
0Sstevel@tonic-gate		    " created", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		psn24_timeout5_retry3 = b2h32(req_msgp->req_starting_psn_plus);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*statep))
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* if ibmf msg allocation fails, delete the statep */
0Sstevel@tonic-gate		if (ibcm_alloc_out_msg(cm_mad_addr->ibmf_hdl,
0Sstevel@tonic-gate		    &statep->stored_msg, MAD_METHOD_SEND) != IBT_SUCCESS) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate			statep->state = IBCM_STATE_DELETE;
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate			/* HCA res cnt decremented via ibcm_delete_state_data */
0Sstevel@tonic-gate			ibcm_inc_hca_res_cnt(hcap);
0Sstevel@tonic-gate			ibcm_delete_state_data(statep);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
3241Shiremath		/* Allocate dreq_msg buf to be used during teardown. */
3241Shiremath		if (ibcm_alloc_out_msg(cm_mad_addr->ibmf_hdl,
3241Shiremath		    &statep->dreq_msg, MAD_METHOD_SEND) != IBT_SUCCESS) {
3241Shiremath
3241Shiremath			IBCM_REF_CNT_DECR(statep);
3241Shiremath			statep->state = IBCM_STATE_DELETE;
3241Shiremath			mutex_exit(&statep->state_mutex);
3241Shiremath			IBTF_DPRINTF_L2(cmlog, "ibcm_process_req_msg: "
3241Shiremath			    "statep 0x%p: Failed to allocate dreq_msg", statep);
3241Shiremath
3241Shiremath			/* HCA res cnt decremented via ibcm_delete_state_data */
3241Shiremath			ibcm_inc_hca_res_cnt(hcap);
3241Shiremath			ibcm_delete_state_data(statep);
3241Shiremath			return;
3241Shiremath		}
3241Shiremath
0Sstevel@tonic-gate		/* initialize some "statep" fields */
0Sstevel@tonic-gate		statep->mode		= IBCM_PASSIVE_MODE;
0Sstevel@tonic-gate		statep->hcap		= hcap;
0Sstevel@tonic-gate		statep->remote_comid	= remote_comid;
0Sstevel@tonic-gate		statep->svcid		= b2h64(req_msgp->req_svc_id);
11369SPramod.Gunjikar@Sun.COM		statep->local_qp_rnr_cnt =
11369SPramod.Gunjikar@Sun.COM		    req_msgp->req_mtu_plus & 0x7;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * get the remote_ack_delay, etc.
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		statep->remote_ack_delay =
0Sstevel@tonic-gate		    ibt_ib2usec(req_msgp->req_primary_localtime_plus >> 3);
0Sstevel@tonic-gate		statep->cep_retry_cnt = psn24_timeout5_retry3 & 0x7;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * get the req_max_cm_retries
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		statep->max_cm_retries = req_msgp->req_max_cm_retries_plus >> 4;
0Sstevel@tonic-gate		statep->remaining_retry_cnt = statep->max_cm_retries;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Approximate pkt life time for now */
0Sstevel@tonic-gate		statep->pkt_life_time = statep->remote_ack_delay/2;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Passive side timer is set to LocalCMRespTime in REQ */
0Sstevel@tonic-gate		statep->timer_value =
0Sstevel@tonic-gate		    ibt_ib2usec(psn24_timeout5_retry3 >> 3 & 0x1f);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->starting_psn = psn24_timeout5_retry3 >> 8;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_process_req_msg: statep 0x%p "
0Sstevel@tonic-gate		    "active cep timeout(usec) = %u",
0Sstevel@tonic-gate		    statep, statep->remote_ack_delay);
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_process_req_msg: "
0Sstevel@tonic-gate		    "passive timer(usec) = %u", statep->timer_value);
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_process_req_msg: "
0Sstevel@tonic-gate		    "approx pkt lt(usec)= %u ", statep->pkt_life_time);
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_process_req_msg: "
0Sstevel@tonic-gate		    "max cm retries %u", statep->max_cm_retries);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* The reply ie., REP/REJ transaction id copied from REQ */
0Sstevel@tonic-gate		IBCM_OUT_HDRP(statep->stored_msg)->TransactionID =
0Sstevel@tonic-gate		    ((ib_mad_hdr_t *)(input_madp))->TransactionID;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Initialize the stale clock. Any other REQ
0Sstevel@tonic-gate		 * messages on this statep are considered as duplicate
0Sstevel@tonic-gate		 * if they arrive within stale clock
0Sstevel@tonic-gate		 * ibcm_adj_btime is used to offset for retry REQ's
0Sstevel@tonic-gate		 * arriving  just after expected retry clock
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		statep->stale_clock = gethrtime() +
557Shiremath		    (hrtime_t)(ibcm_adj_btime  * 1000000000) +
557Shiremath		    (hrtime_t)statep->remote_ack_delay *
557Shiremath		    (statep->max_cm_retries * (1000 / 2));
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_INCOMING_REQ);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Increment the hca's resource count */
0Sstevel@tonic-gate		ibcm_inc_hca_res_cnt(hcap);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_build_reply_mad_addr(cm_mad_addr,
0Sstevel@tonic-gate		    &statep->stored_reply_addr);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->stored_reply_addr.cm_qp_entry == NULL) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_req_msg: "
0Sstevel@tonic-gate			    "statep 0x%p cm_qp_entry alloc failed", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/*
0Sstevel@tonic-gate			 * Not much choice. CM MADs cannot go on QP1, not even
0Sstevel@tonic-gate			 * REJ. Hence delete state data and go away silently.
0Sstevel@tonic-gate			 * The remote will timeout after repeated attempts
0Sstevel@tonic-gate			 */
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate			IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate			statep->state = IBCM_STATE_DELETE;
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_delete_state_data(statep);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		stale_statep = statep;
0Sstevel@tonic-gate		rw_enter(&hcap->hca_state_rwlock, RW_WRITER);
0Sstevel@tonic-gate		comid_lookup_status = ibcm_lookup_msg(IBCM_INCOMING_REQ_STALE,
0Sstevel@tonic-gate		    remote_comid, 0, remote_hca_guid, hcap, &stale_statep);
0Sstevel@tonic-gate		rw_exit(&hcap->hca_state_rwlock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (comid_lookup_status == IBCM_LOOKUP_EXISTS) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_req_msg: "
0Sstevel@tonic-gate			    "dup comid %x stale_statep 0x%p statep 0x%p",
0Sstevel@tonic-gate			    remote_comid, stale_statep, statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_insert_trace(stale_statep,
0Sstevel@tonic-gate			    IBCM_TRACE_STALE_DETECT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Send a REJ with duplicate com id */
0Sstevel@tonic-gate			ibcm_post_rej_mad(statep, IBT_CM_DUP_COM_ID,
0Sstevel@tonic-gate			    IBT_CM_FAILURE_REQ, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/*
0Sstevel@tonic-gate			 * Don't free the ibmf msg, if stale_statep is not in
0Sstevel@tonic-gate			 * ESTABLISHED state, because probability is very less.
0Sstevel@tonic-gate			 * ibmf msg shall be deleted along with statep
0Sstevel@tonic-gate			 */
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/*
0Sstevel@tonic-gate			 * if stale_statep is in established state, process
0Sstevel@tonic-gate			 * stale connection handling on stale_statep
0Sstevel@tonic-gate			 */
0Sstevel@tonic-gate			mutex_enter(&stale_statep->state_mutex);
0Sstevel@tonic-gate			if (stale_statep->state == IBCM_STATE_ESTABLISHED) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate				stale_statep->state =
0Sstevel@tonic-gate				    IBCM_STATE_TRANSIENT_DREQ_SENT;
0Sstevel@tonic-gate				stale_statep->stale = B_TRUE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate				/* Cancel pending ibt_set_alt_path */
0Sstevel@tonic-gate				ibcm_sync_lapr_idle(stale_statep);
0Sstevel@tonic-gate				/* The above call releases the state mutex */
0Sstevel@tonic-gate
0Sstevel@tonic-gate				if (stale_statep->dreq_msg == NULL)
0Sstevel@tonic-gate					(void) ibcm_alloc_out_msg(stale_statep->
0Sstevel@tonic-gate					    stored_reply_addr.ibmf_hdl,
0Sstevel@tonic-gate					    &stale_statep->dreq_msg,
0Sstevel@tonic-gate					    MAD_METHOD_SEND);
0Sstevel@tonic-gate
0Sstevel@tonic-gate				/*
0Sstevel@tonic-gate				 * Spec says, post DREQ MAD on the stale
0Sstevel@tonic-gate				 * channel. This moves channel into timewait
0Sstevel@tonic-gate				 */
0Sstevel@tonic-gate				if (stale_statep->dreq_msg != NULL) {
0Sstevel@tonic-gate					ibcm_post_dreq_mad(stale_statep);
0Sstevel@tonic-gate					mutex_enter(&stale_statep->state_mutex);
0Sstevel@tonic-gate				} else {
0Sstevel@tonic-gate					mutex_enter(&stale_statep->state_mutex);
0Sstevel@tonic-gate					/* Set it back to original state. */
0Sstevel@tonic-gate					stale_statep->state =
0Sstevel@tonic-gate					    IBCM_STATE_ESTABLISHED;
0Sstevel@tonic-gate					cv_broadcast(
0Sstevel@tonic-gate					    &stale_statep->block_mad_cv);
0Sstevel@tonic-gate				}
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBCM_REF_CNT_DECR(stale_statep);
0Sstevel@tonic-gate			mutex_exit(&stale_statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate			IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* If unknown service type, just post a REJ */
0Sstevel@tonic-gate		trans = ((uint8_t *)&req_msgp->req_remote_eecn_plus)[3] >> 1 &
0Sstevel@tonic-gate		    0x3;
0Sstevel@tonic-gate		if ((trans != IBT_RC_SRV) && (trans != IBT_UC_SRV) &&
0Sstevel@tonic-gate		    (trans != IBT_RD_SRV)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_req_msg: "
0Sstevel@tonic-gate			    "statep 0x%p invalid transport type %x", statep,
0Sstevel@tonic-gate			    trans);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Send a REJ with invalid transport type */
0Sstevel@tonic-gate			ibcm_post_rej_mad(statep, IBT_CM_INVALID_SRV_TYPE,
0Sstevel@tonic-gate			    IBT_CM_FAILURE_REQ, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate			IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Validate the gids, lids and service id */
0Sstevel@tonic-gate		svc_gid_check = ibcm_verify_req_gids_and_svcid(statep,
0Sstevel@tonic-gate		    req_msgp);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (svc_gid_check == IBCM_FAILURE) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBTF_DPRINTF_L3(cmlog, "ibcm_process_req_msg: Either "
0Sstevel@tonic-gate			    "gid or sid invalid for statep 0x%p", statep);
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate			IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* REJ posted from ibcm_verify_req_gids_and_svcid */
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Call the QP state transition processing function */
0Sstevel@tonic-gate		response = ibcm_cep_state_req(statep, req_msgp,
0Sstevel@tonic-gate		    &reject_reason, &arej_info_len);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* If defer, return holding the statep ref cnt */
0Sstevel@tonic-gate		if (response == IBCM_DEFER) {
0Sstevel@tonic-gate			IBTF_DPRINTF_L4(cmlog, "ibcm_process_req_msg: "
0Sstevel@tonic-gate			    "statep %0xp client returned DEFER response",
0Sstevel@tonic-gate			    statep);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* statep ref cnt decremented in the func below */
0Sstevel@tonic-gate		ibcm_handle_cep_req_response(statep, response,
0Sstevel@tonic-gate		    reject_reason, arej_info_len);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*statep))
0Sstevel@tonic-gate
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		rw_exit(&hcap->hca_state_rwlock);
0Sstevel@tonic-gate		ibcm_free_comid(hcap, local_comid);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (state_lookup_status == IBCM_LOOKUP_EXISTS) {
0Sstevel@tonic-gate		hrtime_t	cur_time;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * There is an existing state structure entry
0Sstevel@tonic-gate		 * with the same active comid
0Sstevel@tonic-gate		 * Resending REP MAD is necessary only for REP/REJ/MRA Sent
0Sstevel@tonic-gate		 * states
0Sstevel@tonic-gate		 * Any other state implies the active has already received
0Sstevel@tonic-gate		 * the REP/REJ response, and this REQ is an old MAD popping
0Sstevel@tonic-gate		 * out of the fabric, hence no resend is required
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		cur_time = gethrtime();
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if ((remote_comid == statep->remote_comid) &&
0Sstevel@tonic-gate		    (IBCM_OUT_HDRP(statep->stored_msg)->TransactionID ==
0Sstevel@tonic-gate		    ((ib_mad_hdr_t *)(input_madp))->TransactionID) &&
0Sstevel@tonic-gate		    (cur_time <= statep->stale_clock)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_insert_trace(statep, IBCM_TRACE_INCOMING_REQ);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (statep->state == IBCM_STATE_REP_SENT)
0Sstevel@tonic-gate				ibcm_resend_rep_mad(statep);
0Sstevel@tonic-gate			else if (statep->state == IBCM_STATE_REJ_SENT)
0Sstevel@tonic-gate				ibcm_resend_rej_mad(statep);
0Sstevel@tonic-gate			else if (statep->state == IBCM_STATE_MRA_SENT)
0Sstevel@tonic-gate				ibcm_resend_mra_mad(statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* decrementing ref cnt and returning from below */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		} else if ((statep->state == IBCM_STATE_REJ_SENT) &&
0Sstevel@tonic-gate		    remote_comid != statep->remote_comid) {
0Sstevel@tonic-gate			timeout_id_t		timer_val;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_req_msg: "
0Sstevel@tonic-gate			    "statep 0x%p being retired, REMOTE_QPN %x",
0Sstevel@tonic-gate			    statep, remote_qpn);
0Sstevel@tonic-gate			/*
0Sstevel@tonic-gate			 * OK, this is reuse of the QPN on the active side
0Sstevel@tonic-gate			 * that was not connected last time.  This REQ is
0Sstevel@tonic-gate			 * considered NEW.  We delete the statep here,
0Sstevel@tonic-gate			 * then start over from the top.
0Sstevel@tonic-gate			 */
0Sstevel@tonic-gate			statep->state = IBCM_STATE_DELETE;
0Sstevel@tonic-gate			timer_val = statep->timerid;
0Sstevel@tonic-gate			statep->timerid = 0;
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate			if (timer_val)
0Sstevel@tonic-gate				(void) untimeout(timer_val);
0Sstevel@tonic-gate			IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate			ibcm_delete_state_data(statep);
0Sstevel@tonic-gate			goto new_req;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * The statep is stale in the following cases :-
0Sstevel@tonic-gate		 *  1) if incoming REQ's comid's doesn't match with what is
0Sstevel@tonic-gate		 *	stored in statep
0Sstevel@tonic-gate		 *  2) incoming REQ's local comid matches with statep's
0Sstevel@tonic-gate		 *	remote comid, but the REQ is for a new connection.
0Sstevel@tonic-gate		 *	This is verified that by comparing the current time
0Sstevel@tonic-gate		 *	with stale clock in statep
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			/* This is a stale connection on passive side */
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_insert_trace(statep, IBCM_TRACE_STALE_DETECT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_req_msg: "
0Sstevel@tonic-gate			    "stale detected statep %p state %x",
0Sstevel@tonic-gate			    statep, statep->state);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBTF_DPRINTF_L4(cmlog, "ibcm_process_req_msg: "
0Sstevel@tonic-gate			    "cur_time 0x%llX stale_clock 0x%llX", cur_time,
0Sstevel@tonic-gate			    statep->stale_clock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (statep->state == IBCM_STATE_ESTABLISHED) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate				statep->state = IBCM_STATE_TRANSIENT_DREQ_SENT;
0Sstevel@tonic-gate				statep->stale = B_TRUE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate				/* Cancel pending ibt_set_alt_path */
0Sstevel@tonic-gate				ibcm_sync_lapr_idle(statep);
0Sstevel@tonic-gate				/* The above call releases the state mutex */
0Sstevel@tonic-gate
0Sstevel@tonic-gate				if (statep->dreq_msg == NULL)
0Sstevel@tonic-gate					(void) ibcm_alloc_out_msg(
0Sstevel@tonic-gate					    statep->stored_reply_addr.ibmf_hdl,
0Sstevel@tonic-gate					    &statep->dreq_msg, MAD_METHOD_SEND);
0Sstevel@tonic-gate
0Sstevel@tonic-gate				/*
0Sstevel@tonic-gate				 * Spec says, post DREQ MAD on the stale
0Sstevel@tonic-gate				 * channel. This moves channel into timewait
0Sstevel@tonic-gate				 */
0Sstevel@tonic-gate				if (statep->dreq_msg != NULL)
0Sstevel@tonic-gate					ibcm_post_dreq_mad(statep);
0Sstevel@tonic-gate				else {
0Sstevel@tonic-gate					mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate					statep->state = IBCM_STATE_ESTABLISHED;
0Sstevel@tonic-gate					cv_broadcast(&statep->block_mad_cv);
0Sstevel@tonic-gate					mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate				}
0Sstevel@tonic-gate			} else {
0Sstevel@tonic-gate				/*
0Sstevel@tonic-gate				 * If not in established state, the CM
0Sstevel@tonic-gate				 * protocol would timeout and delete the
0Sstevel@tonic-gate				 * statep that is stale, eventually
0Sstevel@tonic-gate				 */
0Sstevel@tonic-gate				mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Post a REJ MAD to the incoming REQ's sender */
0Sstevel@tonic-gate			ibcm_build_n_post_rej_mad(input_madp,
0Sstevel@tonic-gate			    b2h32(req_msgp->req_local_comm_id),
0Sstevel@tonic-gate			    cm_mad_addr, IBT_CM_FAILURE_REQ, IBT_CM_CONN_STALE);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep); /* decrement the ref count */
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_handle_cep_req_response:
0Sstevel@tonic-gate *	Processes the response from ibcm_cep_state_req. Called holding a
0Sstevel@tonic-gate *	statep ref cnt. The statep ref cnt is decremented before returning.
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_handle_cep_req_response(ibcm_state_data_t *statep, ibcm_status_t response,
0Sstevel@tonic-gate    ibt_cm_reason_t reject_reason, uint8_t arej_info_len)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*statep))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (response == IBCM_SEND_REP)
0Sstevel@tonic-gate		ibcm_post_rep_mad(statep);
0Sstevel@tonic-gate	else {
0Sstevel@tonic-gate		ASSERT(response == IBCM_SEND_REJ);
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_handle_cep_req_response: statep %p"
401Shiremath		    " posting REJ reject_reason = %d", statep, reject_reason);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_post_rej_mad(statep,
0Sstevel@tonic-gate		    reject_reason, IBT_CM_FAILURE_REQ,
0Sstevel@tonic-gate		    NULL, arej_info_len);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*statep))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_rep_msg:
0Sstevel@tonic-gate *	ACTIVE SIDE CM
0Sstevel@tonic-gate *	Called from ibcm_process_incoming_mad on reception of a REP message
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	hcap		- HCA entry pointer
0Sstevel@tonic-gate *	input_madp	- CM MAD that is input to this function
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_rep_msg(ibcm_hca_info_t *hcap, uint8_t *input_madp,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_priv_data_len_t	arej_info_len = 0;
0Sstevel@tonic-gate	ib_com_id_t		local_comid;
0Sstevel@tonic-gate	timeout_id_t		timer_val;
0Sstevel@tonic-gate	ibcm_status_t		lookup_status;	/* state lookup status */
0Sstevel@tonic-gate	ibcm_status_t		stale_lookup_status;
0Sstevel@tonic-gate	ibcm_status_t		stale_comid_lookup_status;
0Sstevel@tonic-gate	ibcm_status_t		response;
0Sstevel@tonic-gate	ibcm_rep_msg_t		*rep_msgp;	/* Response REP mesg */
0Sstevel@tonic-gate	ibt_cm_reason_t		reject_reason;
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = NULL;
0Sstevel@tonic-gate	ibcm_state_data_t	*stale_qpn = NULL;
0Sstevel@tonic-gate	ibcm_state_data_t	*stale_comid = NULL;
0Sstevel@tonic-gate	ib_guid_t		remote_ca_guid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_process_rep_msg:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Lookup for an existing state structure */
0Sstevel@tonic-gate	rep_msgp = (ibcm_rep_msg_t *)(&input_madp[IBCM_MAD_HDR_SIZE]);
0Sstevel@tonic-gate
11369SPramod.Gunjikar@Sun.COM	IBCM_DUMP_RAW_MSG((uchar_t *)input_madp);
11369SPramod.Gunjikar@Sun.COM
0Sstevel@tonic-gate	IBTF_DPRINTF_L5(cmlog, "ibcm_process_rep_msg: active comid: %x",
0Sstevel@tonic-gate	    rep_msgp->rep_remote_comm_id);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	local_comid = b2h32(rep_msgp->rep_remote_comm_id);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* lookup message holding a reader lock */
0Sstevel@tonic-gate	rw_enter(&hcap->hca_state_rwlock, RW_READER);
0Sstevel@tonic-gate	lookup_status = ibcm_lookup_msg(IBCM_INCOMING_REP, local_comid, 0, 0,
0Sstevel@tonic-gate	    hcap, &statep);
0Sstevel@tonic-gate	rw_exit(&hcap->hca_state_rwlock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_rep_msg: lkup status %x, "
0Sstevel@tonic-gate	    "statep 0x%p active comid %x", lookup_status, statep, local_comid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (lookup_status == IBCM_LOOKUP_FAIL) {
0Sstevel@tonic-gate		ibcm_build_n_post_rej_mad(input_madp,
0Sstevel@tonic-gate		    b2h32(rep_msgp->rep_local_comm_id), cm_mad_addr,
0Sstevel@tonic-gate		    IBT_CM_FAILURE_REP, IBT_CM_INVALID_CID);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* if transaction id is not as expected, drop the REP mad */
0Sstevel@tonic-gate	if (IBCM_OUT_HDRP(statep->stored_msg)->TransactionID !=
0Sstevel@tonic-gate	    ((ib_mad_hdr_t *)(input_madp))->TransactionID) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L3(cmlog, "ibcm_process_rep_msg: statep 0x%p, "
0Sstevel@tonic-gate		    "An REP MAD with tid expected 0x%llX tid found 0x%llX ",
0Sstevel@tonic-gate		    statep,
0Sstevel@tonic-gate		    b2h64(IBCM_OUT_HDRP(statep->stored_msg)->TransactionID),
0Sstevel@tonic-gate		    b2h64(((ib_mad_hdr_t *)(input_madp))->TransactionID));
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_INCOMING_REP);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* grab mutex first */
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * There is a state structure entry with active comid
0Sstevel@tonic-gate	 * First, handle the re-send cases
0Sstevel@tonic-gate	 * The resend routines below release the state mutex
0Sstevel@tonic-gate	 */
557Shiremath	if (statep->state == IBCM_STATE_ESTABLISHED ||
557Shiremath	    statep->state == IBCM_STATE_DREQ_SENT)
0Sstevel@tonic-gate		ibcm_resend_rtu_mad(statep);
0Sstevel@tonic-gate	else if (statep->state == IBCM_STATE_REJ_SENT)
0Sstevel@tonic-gate		ibcm_resend_rej_mad(statep);
0Sstevel@tonic-gate	else if (statep->state == IBCM_STATE_MRA_REP_SENT)
0Sstevel@tonic-gate		ibcm_resend_mra_mad(statep);
0Sstevel@tonic-gate	else if ((statep->state == IBCM_STATE_REQ_SENT) ||
0Sstevel@tonic-gate	    (statep->state == IBCM_STATE_REP_WAIT)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* change state */
0Sstevel@tonic-gate		statep->state = IBCM_STATE_REP_RCVD;
0Sstevel@tonic-gate		statep->clnt_proceed = IBCM_BLOCK;
11369SPramod.Gunjikar@Sun.COM		statep->local_qp_rnr_cnt =
11369SPramod.Gunjikar@Sun.COM		    rep_msgp->rep_rnr_retry_cnt_plus >> 5;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* cancel the REQ timer */
0Sstevel@tonic-gate		if (statep->timerid != 0) {
0Sstevel@tonic-gate			timer_val = statep->timerid;
0Sstevel@tonic-gate			statep->timerid = 0;
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate			(void) untimeout(timer_val);
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*statep))
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Initialize the remote destination QPN for further MADs */
0Sstevel@tonic-gate		statep->stored_reply_addr.rcvd_addr.ia_remote_qno =
0Sstevel@tonic-gate		    cm_mad_addr->rcvd_addr.ia_remote_qno;
0Sstevel@tonic-gate		statep->remote_qpn = b2h32(rep_msgp->rep_local_qpn_plus) >> 8;
0Sstevel@tonic-gate		statep->remote_comid = b2h32(rep_msgp->rep_local_comm_id);
0Sstevel@tonic-gate		bcopy(rep_msgp->rep_local_ca_guid, &remote_ca_guid,
0Sstevel@tonic-gate		    sizeof (ib_guid_t));
0Sstevel@tonic-gate		statep->remote_hca_guid = b2h64(remote_ca_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_process_rep_msg: statep 0x%p "
0Sstevel@tonic-gate		    "passive cid = %x passive qpn = %x", statep,
0Sstevel@tonic-gate		    statep->remote_comid, statep->remote_qpn);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_process_rep_msg: statep 0x%p "
0Sstevel@tonic-gate		    "passive hcaguid = %llX", statep, statep->remote_hca_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		stale_qpn = statep;
0Sstevel@tonic-gate		stale_comid = statep;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Handle stale connection detection on active side */
0Sstevel@tonic-gate		rw_enter(&hcap->hca_state_rwlock, RW_WRITER);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		stale_lookup_status = ibcm_lookup_msg(IBCM_INCOMING_REP_STALE,
0Sstevel@tonic-gate		    0, statep->remote_qpn, statep->remote_hca_guid, hcap,
0Sstevel@tonic-gate		    &stale_qpn);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		stale_comid_lookup_status = ibcm_lookup_msg(
0Sstevel@tonic-gate		    IBCM_INCOMING_REQ_STALE, statep->remote_comid, 0,
0Sstevel@tonic-gate		    statep->remote_hca_guid, hcap, &stale_comid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		rw_exit(&hcap->hca_state_rwlock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Check for other side reusing QPN that was attempted
0Sstevel@tonic-gate		 * to be used, but somehow we sent a REJ.
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		mutex_enter(&stale_qpn->state_mutex);
0Sstevel@tonic-gate		if ((stale_lookup_status == IBCM_LOOKUP_EXISTS) &&
0Sstevel@tonic-gate		    (stale_comid_lookup_status != IBCM_LOOKUP_EXISTS) &&
0Sstevel@tonic-gate		    (stale_qpn->state == IBCM_STATE_REJ_SENT)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			timeout_id_t		timer_val;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBTF_DPRINTF_L3(cmlog, "ibcm_process_rep_msg: "
0Sstevel@tonic-gate			    "statep 0x%p being retired, REMOTE_QPN %x",
0Sstevel@tonic-gate			    stale_qpn, statep->remote_qpn);
0Sstevel@tonic-gate			/*
0Sstevel@tonic-gate			 * OK, this is reuse of the QPN on the active side
0Sstevel@tonic-gate			 * that was not connected last time.  This REQ is
0Sstevel@tonic-gate			 * considered NEW.  We delete the statep here,
0Sstevel@tonic-gate			 * then start over from the top.
0Sstevel@tonic-gate			 */
0Sstevel@tonic-gate			stale_qpn->state = IBCM_STATE_DELETE;
0Sstevel@tonic-gate			timer_val = stale_qpn->timerid;
0Sstevel@tonic-gate			stale_qpn->timerid = 0;
0Sstevel@tonic-gate			mutex_exit(&stale_qpn->state_mutex);
0Sstevel@tonic-gate			if (timer_val)
0Sstevel@tonic-gate				(void) untimeout(timer_val);
0Sstevel@tonic-gate			IBCM_REF_CNT_DECR(stale_qpn);
0Sstevel@tonic-gate			ibcm_delete_state_data(stale_qpn);
0Sstevel@tonic-gate			stale_qpn = statep;
0Sstevel@tonic-gate			rw_enter(&hcap->hca_state_rwlock, RW_WRITER);
0Sstevel@tonic-gate			stale_lookup_status = ibcm_lookup_msg(
0Sstevel@tonic-gate			    IBCM_INCOMING_REP_STALE, 0, statep->remote_qpn,
0Sstevel@tonic-gate			    statep->remote_hca_guid, hcap, &stale_qpn);
0Sstevel@tonic-gate			rw_exit(&hcap->hca_state_rwlock);
0Sstevel@tonic-gate			/* OK to continue now */
0Sstevel@tonic-gate		} else
0Sstevel@tonic-gate			mutex_exit(&stale_qpn->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * lookup exists implies that there is already an entry with
0Sstevel@tonic-gate		 * the remote qpn/comid and remote hca guid
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		if ((stale_lookup_status == IBCM_LOOKUP_EXISTS) ||
0Sstevel@tonic-gate		    (stale_comid_lookup_status == IBCM_LOOKUP_EXISTS)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_rep_msg: "
0Sstevel@tonic-gate			    "statep 0x%p stale detected "
0Sstevel@tonic-gate			    "qpn_lkup %d comid_lkup %d", statep,
0Sstevel@tonic-gate			    stale_lookup_status, stale_comid_lookup_status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Disassociate statep and QP */
0Sstevel@tonic-gate			IBCM_SET_CHAN_PRIVATE(statep->channel, NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (stale_lookup_status == IBCM_LOOKUP_EXISTS)
0Sstevel@tonic-gate				reject_reason = IBT_CM_CONN_STALE;
0Sstevel@tonic-gate			else
0Sstevel@tonic-gate				reject_reason = IBT_CM_DUP_COM_ID;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_handler_conn_fail(statep,
0Sstevel@tonic-gate			    IBT_CM_FAILURE_REJ_SENT, IBT_CM_FAILURE_REP,
0Sstevel@tonic-gate			    reject_reason,
0Sstevel@tonic-gate			    IBCM_REJ_PRIV(statep->stored_msg),
0Sstevel@tonic-gate			    IBT_REJ_PRIV_DATA_SZ);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Send a REJ with stale reason for statep */
0Sstevel@tonic-gate			ibcm_post_rej_mad(statep, reject_reason,
0Sstevel@tonic-gate			    IBT_CM_FAILURE_REP, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Now let's handle the logic for stale connections */
0Sstevel@tonic-gate			/* If in established state, stale_statep is stale */
0Sstevel@tonic-gate			if (stale_lookup_status == IBCM_LOOKUP_EXISTS) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate				IBTF_DPRINTF_L2(cmlog, "ibcm_process_rep_msg: "
0Sstevel@tonic-gate				    "state_qpn 0x%p stale QPN detected "
0Sstevel@tonic-gate				    "state %X", stale_qpn, stale_qpn->state);
0Sstevel@tonic-gate
0Sstevel@tonic-gate				ibcm_insert_trace(stale_qpn,
0Sstevel@tonic-gate				    IBCM_TRACE_STALE_DETECT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate				mutex_enter(&stale_qpn->state_mutex);
0Sstevel@tonic-gate				if (stale_qpn->state ==
0Sstevel@tonic-gate				    IBCM_STATE_ESTABLISHED) {
0Sstevel@tonic-gate					/* change state to DREQ sent */
0Sstevel@tonic-gate					stale_qpn->state =
0Sstevel@tonic-gate					    IBCM_STATE_TRANSIENT_DREQ_SENT;
0Sstevel@tonic-gate					stale_qpn->stale = B_TRUE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate					/* wait for/cancel pending LAP/APR */
0Sstevel@tonic-gate					ibcm_sync_lapr_idle(stale_qpn);
0Sstevel@tonic-gate					/* above call releases state mutex */
0Sstevel@tonic-gate
0Sstevel@tonic-gate					if (stale_qpn->dreq_msg == NULL)
0Sstevel@tonic-gate						(void) ibcm_alloc_out_msg(
0Sstevel@tonic-gate						    stale_qpn->
0Sstevel@tonic-gate						    stored_reply_addr.ibmf_hdl,
0Sstevel@tonic-gate						    &stale_qpn->dreq_msg,
0Sstevel@tonic-gate						    MAD_METHOD_SEND);
0Sstevel@tonic-gate
0Sstevel@tonic-gate					if (stale_qpn->dreq_msg != NULL) {
0Sstevel@tonic-gate						ibcm_post_dreq_mad(stale_qpn);
0Sstevel@tonic-gate						mutex_enter(
0Sstevel@tonic-gate						    &stale_qpn->state_mutex);
0Sstevel@tonic-gate					} else {
0Sstevel@tonic-gate						mutex_enter(
0Sstevel@tonic-gate						    &stale_qpn->state_mutex);
0Sstevel@tonic-gate						stale_qpn->state =
0Sstevel@tonic-gate						    IBCM_STATE_ESTABLISHED;
0Sstevel@tonic-gate						cv_broadcast(
0Sstevel@tonic-gate						    &stale_qpn->block_mad_cv);
0Sstevel@tonic-gate					}
0Sstevel@tonic-gate				}
0Sstevel@tonic-gate				IBCM_REF_CNT_DECR(stale_qpn);
0Sstevel@tonic-gate				mutex_exit(&stale_qpn->state_mutex);
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (stale_comid_lookup_status == IBCM_LOOKUP_EXISTS) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate				IBTF_DPRINTF_L2(cmlog, "ibcm_process_rep_msg: "
0Sstevel@tonic-gate				    "state_comid 0x%p stale COMID detected "
0Sstevel@tonic-gate				    "state %X", stale_comid,
0Sstevel@tonic-gate				    stale_comid->state);
0Sstevel@tonic-gate
0Sstevel@tonic-gate				mutex_enter(&stale_comid->state_mutex);
0Sstevel@tonic-gate				if (!((stale_lookup_status ==
0Sstevel@tonic-gate				    IBCM_LOOKUP_EXISTS) &&
0Sstevel@tonic-gate				    (stale_qpn == stale_comid)) &&
0Sstevel@tonic-gate				    (stale_comid->state ==
0Sstevel@tonic-gate				    IBCM_STATE_ESTABLISHED)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate					ibcm_insert_trace(stale_comid,
0Sstevel@tonic-gate					    IBCM_TRACE_STALE_DETECT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate					/* change state to DREQ sent */
0Sstevel@tonic-gate					stale_comid->state =
0Sstevel@tonic-gate					    IBCM_STATE_TRANSIENT_DREQ_SENT;
0Sstevel@tonic-gate					stale_comid->stale = B_TRUE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate					/* wait for/cancel pending LAP/APR */
0Sstevel@tonic-gate					ibcm_sync_lapr_idle(stale_comid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate					/* above call releases state mutex */
0Sstevel@tonic-gate
0Sstevel@tonic-gate					if (stale_comid->dreq_msg == NULL)
0Sstevel@tonic-gate						(void) ibcm_alloc_out_msg(
0Sstevel@tonic-gate						    stale_comid->
0Sstevel@tonic-gate						    stored_reply_addr.ibmf_hdl,
0Sstevel@tonic-gate						    &stale_comid->dreq_msg,
0Sstevel@tonic-gate						    MAD_METHOD_SEND);
0Sstevel@tonic-gate
0Sstevel@tonic-gate					if (stale_comid->dreq_msg != NULL) {
0Sstevel@tonic-gate						ibcm_post_dreq_mad(stale_comid);
0Sstevel@tonic-gate						mutex_enter(
0Sstevel@tonic-gate						    &stale_comid->state_mutex);
0Sstevel@tonic-gate					} else {
0Sstevel@tonic-gate						mutex_enter(
0Sstevel@tonic-gate						    &stale_comid->state_mutex);
0Sstevel@tonic-gate						stale_comid->state =
0Sstevel@tonic-gate						    IBCM_STATE_ESTABLISHED;
0Sstevel@tonic-gate						cv_broadcast(
0Sstevel@tonic-gate						    &stale_comid->block_mad_cv);
0Sstevel@tonic-gate					}
0Sstevel@tonic-gate				}
0Sstevel@tonic-gate				IBCM_REF_CNT_DECR(stale_comid);
0Sstevel@tonic-gate				mutex_exit(&stale_comid->state_mutex);
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate			ibcm_return_open_data(statep, rep_msgp, reject_reason);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * No need to handle out of memory conditions as we called
0Sstevel@tonic-gate		 * ibcm_lookup_msg() with IBT_CHAN_BLOCKING flags.
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		ASSERT(stale_lookup_status == IBCM_LOOKUP_NEW);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Initialize the remote ack delay */
0Sstevel@tonic-gate		statep->remote_ack_delay =
0Sstevel@tonic-gate		    ibt_ib2usec(rep_msgp->rep_target_delay_plus >> 3);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_process_rep_msg: statep 0x%p"
0Sstevel@tonic-gate		    " passive hca_ack_delay= %x ", statep,
0Sstevel@tonic-gate		    statep->remote_ack_delay);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		response = ibcm_cep_state_rep(statep, rep_msgp,
0Sstevel@tonic-gate		    &reject_reason, &arej_info_len);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (response == IBCM_DEFER) {
0Sstevel@tonic-gate			IBTF_DPRINTF_L4(cmlog, "ibcm_process_rep_msg: "
0Sstevel@tonic-gate			    "statep 0x%p client returned DEFER response",
0Sstevel@tonic-gate			    statep);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		ibcm_handle_cep_rep_response(statep, response,
0Sstevel@tonic-gate		    reject_reason, arej_info_len, rep_msgp);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*statep))
0Sstevel@tonic-gate
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if (statep->state == IBCM_STATE_DELETE) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		ibcm_build_n_post_rej_mad(input_madp,
0Sstevel@tonic-gate		    b2h32(rep_msgp->rep_local_comm_id), cm_mad_addr,
0Sstevel@tonic-gate		    IBT_CM_FAILURE_REP, IBT_CM_INVALID_CID);
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef DEBUG
0Sstevel@tonic-gate		if (ibcm_test_mode > 0)
0Sstevel@tonic-gate			if (statep->state == IBCM_STATE_REP_RCVD)
0Sstevel@tonic-gate				IBTF_DPRINTF_L2(cmlog, "ibcm_process_rep_msg: "
0Sstevel@tonic-gate				    "REP re-send from passive for statep 0x%p"
0Sstevel@tonic-gate				    " in state %d", statep, statep->state);
0Sstevel@tonic-gate			else
0Sstevel@tonic-gate				IBTF_DPRINTF_L2(cmlog, "ibcm_process_rep_msg: "
0Sstevel@tonic-gate				    "Unexpected REP for statep 0x%p in "
0Sstevel@tonic-gate				    "state %d", statep, statep->state);
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	/* decrement ref count and return for LOOKUP_EXISTS */
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_handle_cep_req_response:
0Sstevel@tonic-gate *	Processes the response from ibcm_cep_state_rep. Called holding a
0Sstevel@tonic-gate *	statep ref cnt. The statep ref cnt is decremented before returning.
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_handle_cep_rep_response(ibcm_state_data_t *statep, ibcm_status_t response,
0Sstevel@tonic-gate    ibt_cm_reason_t reject_reason, uint8_t arej_info_len,
0Sstevel@tonic-gate    ibcm_rep_msg_t *rep_msgp)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	/* wait until the send completion callback is invoked for REQ post */
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	while (statep->send_mad_flags & IBCM_REQ_POST_BUSY)
0Sstevel@tonic-gate		cv_wait(&statep->block_mad_cv, &statep->state_mutex);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (response == IBCM_SEND_RTU) {
0Sstevel@tonic-gate		/* if connection aborted, return */
0Sstevel@tonic-gate		if (ibcm_post_rtu_mad(statep) != IBCM_SUCCESS) {
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate			IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Call client handler with cm event  IBT_CM_EVENT_CONN_EST to
0Sstevel@tonic-gate		 * indicate RTU posted
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		ibcm_cep_send_rtu(statep);
0Sstevel@tonic-gate	} else {
557Shiremath		IBTF_DPRINTF_L4(cmlog, "ibcm_handle_cep_rep_response: statep %p"
401Shiremath		    " posting REJ reject_reason = %d", statep, reject_reason);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ASSERT(response == IBCM_SEND_REJ);
0Sstevel@tonic-gate		ibcm_post_rej_mad(statep, reject_reason, IBT_CM_FAILURE_REP,
0Sstevel@tonic-gate		    NULL, arej_info_len);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_return_open_data(statep, rep_msgp, reject_reason);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_return_open_data:
0Sstevel@tonic-gate *	Initializes the ibt_open_rc_channel return data. The statep ref cnt is
0Sstevel@tonic-gate *	decremented before returning.
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_return_open_data(ibcm_state_data_t *statep, ibcm_rep_msg_t *rep_msgp,
0Sstevel@tonic-gate    ibt_cm_reason_t reject_reason)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	/* signal waiting CV - blocking in ibt_open_channel() */
0Sstevel@tonic-gate	if (statep->open_return_data != NULL) {
0Sstevel@tonic-gate		if (statep->open_return_data->rc_priv_data_len > 0)
0Sstevel@tonic-gate			bcopy(rep_msgp->rep_private_data,
0Sstevel@tonic-gate			    statep->open_return_data->rc_priv_data,
0Sstevel@tonic-gate			    statep->open_return_data->rc_priv_data_len);
0Sstevel@tonic-gate		statep->open_return_data->rc_rdma_ra_in =
6709Shiremath		    rep_msgp->rep_initiator_depth;
0Sstevel@tonic-gate		statep->open_return_data->rc_rdma_ra_out =
6709Shiremath		    rep_msgp->rep_resp_resources;
0Sstevel@tonic-gate		statep->open_return_data->rc_failover_status =
4703Shiremath		    rep_msgp->rep_target_delay_plus >> 1 & 3;
0Sstevel@tonic-gate		statep->open_return_data->rc_status = reject_reason;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		statep->open_done = B_TRUE;
0Sstevel@tonic-gate		cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate	} else mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* decrement ref count and return for LOOKUP_EXISTS */
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_mra_msg:
0Sstevel@tonic-gate *	Called from ibcm_process_incoming_mad on reception of a MRA message
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	Cancels existing timer, and sets a new timer based on timeout
0Sstevel@tonic-gate *	value from MRA message. The remaining retry count of statep is
0Sstevel@tonic-gate *	not changed, and timer value for the remaining retry timers is
0Sstevel@tonic-gate *	also not changed
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	hcap		- HCA entry pointer
0Sstevel@tonic-gate *	input_madp	- CM MAD that is input to this function
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_mra_msg(ibcm_hca_info_t *hcap, uint8_t *input_madp,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_status_t		state_lookup_status;
4703Shiremath	ibcm_mra_msg_t		*mra_msgp =
4703Shiremath	    (ibcm_mra_msg_t *)(&input_madp[IBCM_MAD_HDR_SIZE]);
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = NULL;
0Sstevel@tonic-gate	uint8_t			mra_msg;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_mra_msg:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Lookup for an existing state structure (as a READER) */
0Sstevel@tonic-gate	rw_enter(&hcap->hca_state_rwlock, RW_READER);
0Sstevel@tonic-gate	state_lookup_status = ibcm_lookup_msg(IBCM_INCOMING_MRA,
0Sstevel@tonic-gate	    b2h32(mra_msgp->mra_remote_comm_id), 0, 0, hcap, &statep);
0Sstevel@tonic-gate	rw_exit(&hcap->hca_state_rwlock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* if state doesn't exist just return */
0Sstevel@tonic-gate	if (state_lookup_status != IBCM_LOOKUP_EXISTS) {
0Sstevel@tonic-gate		ibcm_build_n_post_rej_mad(input_madp,
0Sstevel@tonic-gate		    b2h32(mra_msgp->mra_local_comm_id), cm_mad_addr,
0Sstevel@tonic-gate		    IBT_CM_FAILURE_UNKNOWN, IBT_CM_INVALID_CID);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (IBCM_OUT_HDRP(statep->stored_msg)->TransactionID !=
0Sstevel@tonic-gate	    ((ib_mad_hdr_t *)(input_madp))->TransactionID) {
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
557Shiremath		IBTF_DPRINTF_L3(cmlog, "ibcm_process_mra_msg: statep 0x%p "
0Sstevel@tonic-gate		    "MRA MAD with tid expected 0x%llX tid found 0x%llX "
0Sstevel@tonic-gate		    "com id 0x%x arrived", statep,
0Sstevel@tonic-gate		    b2h64(IBCM_OUT_HDRP(statep->stored_msg)->TransactionID),
0Sstevel@tonic-gate		    b2h64(((ib_mad_hdr_t *)(input_madp))->TransactionID),
0Sstevel@tonic-gate		    b2h32(mra_msgp->mra_local_comm_id));
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_INCOMING_MRA);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * Only allow for REQ/REP "mra_msg_typ" ONLY
0Sstevel@tonic-gate	 * (to validate MRA message received)?
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	mra_msg = mra_msgp->mra_message_type_plus >> 6;
0Sstevel@tonic-gate	if ((mra_msg != IBT_CM_MRA_TYPE_REQ) &&
0Sstevel@tonic-gate	    (mra_msg != IBT_CM_MRA_TYPE_REP) &&
0Sstevel@tonic-gate	    (mra_msg != IBT_CM_MRA_TYPE_LAP)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_mra_msg: statep 0x%p "
0Sstevel@tonic-gate		    "Unexpected MRA MSG Type %x", statep, mra_msg);
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((statep->state == IBCM_STATE_REQ_SENT) ||
0Sstevel@tonic-gate	    (statep->state == IBCM_STATE_REP_SENT) ||
0Sstevel@tonic-gate	    ((statep->state == IBCM_STATE_ESTABLISHED) &&
0Sstevel@tonic-gate	    (statep->ap_state == IBCM_AP_STATE_LAP_SENT))) {
0Sstevel@tonic-gate		timeout_id_t	timer_val = statep->timerid;
3241Shiremath		clock_t		service_timeout;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->state == IBCM_STATE_REQ_SENT) {
0Sstevel@tonic-gate			mra_msg = IBT_CM_MRA_TYPE_REQ;
0Sstevel@tonic-gate			statep->state = IBCM_STATE_REP_WAIT;
0Sstevel@tonic-gate		} else if (statep->state == IBCM_STATE_REP_SENT) {
0Sstevel@tonic-gate			mra_msg = IBT_CM_MRA_TYPE_REP;
0Sstevel@tonic-gate			statep->state = IBCM_STATE_MRA_REP_RCVD;
0Sstevel@tonic-gate		} else { /* statep->state == IBCM_STATE_LAP_SENT */
0Sstevel@tonic-gate			mra_msg = IBT_CM_MRA_TYPE_LAP;
0Sstevel@tonic-gate			statep->ap_state = IBCM_AP_STATE_MRA_LAP_RCVD;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* cancel the timer */
0Sstevel@tonic-gate		statep->timerid = 0;
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		(void) untimeout(timer_val);
0Sstevel@tonic-gate
3241Shiremath		service_timeout =
3241Shiremath		    ibt_ib2usec(mra_msgp->mra_service_timeout_plus >> 3);
3241Shiremath
3241Shiremath		/*
3241Shiremath		 * If tunable MAX MRA Service Timeout parameter is set, then
3241Shiremath		 * verify whether the requested timer value exceeds the MAX
3241Shiremath		 * value and reset the timer value to the MAX value.
3241Shiremath		 */
3241Shiremath		if (ibcm_mra_service_timeout_max &&
3241Shiremath		    ibcm_mra_service_timeout_max < service_timeout) {
3241Shiremath			IBTF_DPRINTF_L2(cmlog, "ibcm_process_mra_msg: "
3241Shiremath			    "Unexpected MRA Service Timeout value (%ld), Max "
3241Shiremath			    "allowed is (%ld)", service_timeout,
3241Shiremath			    ibcm_mra_service_timeout_max);
3241Shiremath			service_timeout = ibcm_mra_service_timeout_max;
3241Shiremath		}
3241Shiremath
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Invoke client handler to pass the MRA private data
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		if (statep->cm_handler != NULL) {
0Sstevel@tonic-gate			ibt_cm_event_t	event;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			bzero(&event, sizeof (event));
0Sstevel@tonic-gate
0Sstevel@tonic-gate			event.cm_type = IBT_CM_EVENT_MRA_RCV;
0Sstevel@tonic-gate			event.cm_channel = statep->channel;
0Sstevel@tonic-gate			event.cm_session_id = NULL;
0Sstevel@tonic-gate			event.cm_priv_data = mra_msgp->mra_private_data;
0Sstevel@tonic-gate			event.cm_priv_data_len = IBT_MRA_PRIV_DATA_SZ;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			event.cm_event.mra.mra_msg_type = mra_msg;
0Sstevel@tonic-gate
3241Shiremath			event.cm_event.mra.mra_service_time = service_timeout;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Client cannot return private data */
0Sstevel@tonic-gate			(void) statep->cm_handler(statep->state_cm_private,
0Sstevel@tonic-gate			    &event, NULL, NULL, 0);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Must re-check state, as an RTU could have come
0Sstevel@tonic-gate		 * after the above mutex_exit and mutex_enter below
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		if ((statep->state == IBCM_STATE_REP_WAIT) ||
0Sstevel@tonic-gate		    (statep->state == IBCM_STATE_MRA_REP_RCVD) ||
0Sstevel@tonic-gate		    (statep->ap_state == IBCM_AP_STATE_MRA_LAP_RCVD)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			statep->remaining_retry_cnt = statep->max_cm_retries;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/*
0Sstevel@tonic-gate			 * The timeout interval is changed only for the first
0Sstevel@tonic-gate			 * retry.  The later retries use the timeout from
0Sstevel@tonic-gate			 * statep->timer_value
0Sstevel@tonic-gate			 */
0Sstevel@tonic-gate			statep->timer_stored_state = statep->state;
401Shiremath			statep->timer_value = statep->pkt_life_time +
3241Shiremath			    service_timeout;
401Shiremath			statep->timerid = IBCM_TIMEOUT(statep,
401Shiremath			    statep->timer_value);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if (statep->state == IBCM_STATE_DELETE) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		ibcm_build_n_post_rej_mad(input_madp,
0Sstevel@tonic-gate		    b2h32(mra_msgp->mra_local_comm_id), cm_mad_addr,
0Sstevel@tonic-gate		    IBT_CM_FAILURE_UNKNOWN, IBT_CM_INVALID_CID);
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef DEBUG
0Sstevel@tonic-gate		if (ibcm_test_mode > 0)
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_mra_msg: "
0Sstevel@tonic-gate			    "Unexpected mra for statep 0x%p in state %d",
0Sstevel@tonic-gate			    statep, statep->state);
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_rtu_msg:
0Sstevel@tonic-gate *	Called from ibcm_process_incoming_mad on reception of a RTU message
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	Changes connection state to established if in REP SENT state
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	hcap		- HCA entry pointer
0Sstevel@tonic-gate *	input_madp	- CM MAD that is input to this function
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_rtu_msg(ibcm_hca_info_t *hcap, uint8_t *input_madp,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	timeout_id_t		timer_val;
0Sstevel@tonic-gate	ibcm_status_t		status;
4703Shiremath	ibcm_rtu_msg_t		*rtu_msg =
4703Shiremath	    (ibcm_rtu_msg_t *)(&input_madp[IBCM_MAD_HDR_SIZE]);
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = NULL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_rtu_msg:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Lookup for an existing state structure - using a reader lock */
0Sstevel@tonic-gate	rw_enter(&hcap->hca_state_rwlock, RW_READER);
0Sstevel@tonic-gate	status = ibcm_lookup_msg(IBCM_INCOMING_RTU,
0Sstevel@tonic-gate	    b2h32(rtu_msg->rtu_remote_comm_id), 0, 0, hcap, &statep);
0Sstevel@tonic-gate	rw_exit(&hcap->hca_state_rwlock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* if state doesn't exist just return */
0Sstevel@tonic-gate	if (status != IBCM_LOOKUP_EXISTS) {
0Sstevel@tonic-gate		ibcm_build_n_post_rej_mad(input_madp,
0Sstevel@tonic-gate		    b2h32(rtu_msg->rtu_local_comm_id), cm_mad_addr,
0Sstevel@tonic-gate		    IBT_CM_FAILURE_UNKNOWN, IBT_CM_INVALID_CID);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (IBCM_OUT_HDRP(statep->stored_msg)->TransactionID !=
0Sstevel@tonic-gate	    ((ib_mad_hdr_t *)(input_madp))->TransactionID) {
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
557Shiremath		IBTF_DPRINTF_L3(cmlog, "ibcm_process_rtu_msg: statep 0x%p "
0Sstevel@tonic-gate		    "An RTU MAD with tid expected 0x%llX tid found 0x%llX "
0Sstevel@tonic-gate		    "com id 0x%x arrived", statep,
0Sstevel@tonic-gate		    b2h64(IBCM_OUT_HDRP(statep->stored_msg)->TransactionID),
0Sstevel@tonic-gate		    b2h64(((ib_mad_hdr_t *)(input_madp))->TransactionID),
0Sstevel@tonic-gate		    b2h32(rtu_msg->rtu_remote_comm_id));
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_INCOMING_RTU);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((statep->state == IBCM_STATE_REP_SENT) ||
0Sstevel@tonic-gate	    (statep->state == IBCM_STATE_MRA_REP_RCVD)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* transient until ibt_modify_qp succeeds to RTS */
0Sstevel@tonic-gate		statep->state = IBCM_STATE_TRANSIENT_ESTABLISHED;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		timer_val = statep->timerid;
0Sstevel@tonic-gate		statep->timerid = 0;
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		(void) untimeout(timer_val);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_cep_state_rtu(statep, rtu_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if (statep->state == IBCM_STATE_REJ_SENT) {
0Sstevel@tonic-gate		ibcm_resend_rej_mad(statep);
0Sstevel@tonic-gate	} else if (statep->state == IBCM_STATE_DELETE) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		ibcm_build_n_post_rej_mad(input_madp,
0Sstevel@tonic-gate		    b2h32(rtu_msg->rtu_local_comm_id), cm_mad_addr,
0Sstevel@tonic-gate		    IBT_CM_FAILURE_UNKNOWN, IBT_CM_INVALID_CID);
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef DEBUG
0Sstevel@tonic-gate		if ((ibcm_test_mode > 0) &&
0Sstevel@tonic-gate		    (statep->state != IBCM_STATE_ESTABLISHED))
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_rtu_msg: "
0Sstevel@tonic-gate			    "Unexpected rtu for statep 0x%p in state %d",
0Sstevel@tonic-gate			    statep, statep->state);
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_rej_msg:
0Sstevel@tonic-gate *	Called from ibcm_process_incoming_mad on reception of a REJ message.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	hcap		- HCA entry pointer
0Sstevel@tonic-gate *	input_madp	- CM MAD that is input to this function
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gate/* ARGSUSED */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_rej_msg(ibcm_hca_info_t *hcap, uint8_t *input_madp,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_status_t		state_lookup_status;
4703Shiremath	ibcm_rej_msg_t		*rej_msg =
4703Shiremath	    (ibcm_rej_msg_t *)(&input_madp[IBCM_MAD_HDR_SIZE]);
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = NULL;
0Sstevel@tonic-gate	ib_guid_t		remote_hca_guid;
0Sstevel@tonic-gate	ibcm_conn_state_t	rej_state;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_rej_msg:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Lookup for an existing state structure */
0Sstevel@tonic-gate	rw_enter(&hcap->hca_state_rwlock, RW_READER);	/* grab READER lock */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((b2h32(rej_msg->rej_remote_comm_id) == 0) &&
0Sstevel@tonic-gate	    ((rej_msg->rej_reject_info_len_plus >> 1) >= sizeof (ib_guid_t)) &&
0Sstevel@tonic-gate	    (b2h16(rej_msg->rej_rejection_reason) == IBT_CM_TIMEOUT)) {
0Sstevel@tonic-gate		bcopy(rej_msg->rej_addl_rej_info, &remote_hca_guid,
0Sstevel@tonic-gate		    sizeof (ib_guid_t));
0Sstevel@tonic-gate		remote_hca_guid = b2h64(remote_hca_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_process_rej_msg: "
0Sstevel@tonic-gate		    "hca guid in REJ's ARI =  %llX", remote_hca_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		state_lookup_status = ibcm_lookup_msg(IBCM_INCOMING_REJ_RCOMID,
0Sstevel@tonic-gate		    b2h32(rej_msg->rej_local_comm_id), 0, remote_hca_guid,
0Sstevel@tonic-gate		    hcap, &statep);
0Sstevel@tonic-gate	} else
0Sstevel@tonic-gate		state_lookup_status = ibcm_lookup_msg(IBCM_INCOMING_REJ,
0Sstevel@tonic-gate		    b2h32(rej_msg->rej_remote_comm_id), 0, 0, hcap, &statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rw_exit(&hcap->hca_state_rwlock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* if state doesn't exist just return */
0Sstevel@tonic-gate	if (state_lookup_status != IBCM_LOOKUP_EXISTS) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_rej_msg: no statep with "
0Sstevel@tonic-gate		    "local com id %x remote com id %x reason %d",
0Sstevel@tonic-gate		    b2h32(rej_msg->rej_remote_comm_id),
0Sstevel@tonic-gate		    b2h32(rej_msg->rej_local_comm_id),
0Sstevel@tonic-gate		    b2h16(rej_msg->rej_rejection_reason));
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Do NOT respond with invalid comid REJ */
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
4908Shiremath	IBTF_DPRINTF_L2(cmlog, "ibcm_process_rej_msg: statep 0x%p INCOMING_REJ",
1093Shiremath	    statep);
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_INCOMING_REJ);
0Sstevel@tonic-gate	if (ibcm_enable_trace & 2)
0Sstevel@tonic-gate		ibcm_dump_conn_trace(statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rej_state = statep->state;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((statep->state == IBCM_STATE_REP_SENT) ||
0Sstevel@tonic-gate	    (statep->state == IBCM_STATE_REQ_SENT) ||
0Sstevel@tonic-gate	    (statep->state == IBCM_STATE_REP_WAIT) ||
0Sstevel@tonic-gate	    (statep->state == IBCM_STATE_MRA_REP_RCVD)) {
0Sstevel@tonic-gate		timeout_id_t	timer_val = statep->timerid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->state = IBCM_STATE_DELETE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* cancel the REQ/REP timer */
0Sstevel@tonic-gate		if (timer_val != 0) {
0Sstevel@tonic-gate			statep->timerid = 0;
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			(void) untimeout(timer_val);
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Call the QP state transition processing function
0Sstevel@tonic-gate		 * NOTE: Input MAD is the REJ received, there is no output MAD
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		ibcm_cep_state_rej(statep, rej_msg, rej_state);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* signal waiting CV - blocking in ibt_open_channel() */
0Sstevel@tonic-gate		if (statep->open_return_data != NULL) {
0Sstevel@tonic-gate			statep->open_return_data->rc_status =
0Sstevel@tonic-gate			    b2h16(rej_msg->rej_rejection_reason);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (statep->open_return_data->rc_priv_data_len > 0)
0Sstevel@tonic-gate				bcopy(rej_msg->rej_private_data,
0Sstevel@tonic-gate				    statep->open_return_data->rc_priv_data,
0Sstevel@tonic-gate				    min(
0Sstevel@tonic-gate				    statep->open_return_data->rc_priv_data_len,
0Sstevel@tonic-gate				    IBT_REJ_PRIV_DATA_SZ));
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate			statep->open_done = B_TRUE;
0Sstevel@tonic-gate			cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Now delete the statep */
0Sstevel@tonic-gate		ibcm_delete_state_data(statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if ((statep->state == IBCM_STATE_ESTABLISHED) &&
0Sstevel@tonic-gate	    (statep->mode == IBCM_ACTIVE_MODE)) {
0Sstevel@tonic-gate
557Shiremath		IBTF_DPRINTF_L4(cmlog, "ibcm_process_rej_msg: statep 0x%p "
0Sstevel@tonic-gate		    "REJ in established state", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->state = IBCM_STATE_TIMEWAIT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* wait for/cancel pending LAP/APR, release state mutex */
0Sstevel@tonic-gate		ibcm_sync_lapr_idle(statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* wait until client is informed CONN EST event */
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		while (statep->cep_in_rts == IBCM_BLOCK)
0Sstevel@tonic-gate			cv_wait(&statep->block_mad_cv, &statep->state_mutex);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Call the QP state transition processing function
0Sstevel@tonic-gate		 * NOTE: Input MAD is the REJ received, there is no output MAD
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		ibcm_cep_state_rej_est(statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Start the timewait state timer, as connection is in
0Sstevel@tonic-gate		 * established state
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * For passive side CM set it to remote_ack_delay
0Sstevel@tonic-gate		 * For active side CM add the pkt_life_time * 2
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		statep->timer_value = statep->remote_ack_delay;
0Sstevel@tonic-gate		/* statep->mode == IBCM_ACTIVE_MODE) */
0Sstevel@tonic-gate		statep->timer_value += (2 * statep->pkt_life_time);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->remaining_retry_cnt = 0;
0Sstevel@tonic-gate		statep->timer_stored_state = statep->state;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->timerid = IBCM_TIMEOUT(statep, statep->timer_value);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if (((statep->state == IBCM_STATE_REQ_RCVD) ||
0Sstevel@tonic-gate	    (statep->state == IBCM_STATE_REP_RCVD) ||
0Sstevel@tonic-gate	    (statep->state == IBCM_STATE_MRA_SENT) ||
0Sstevel@tonic-gate	    (statep->state == IBCM_STATE_MRA_REP_SENT)) &&
0Sstevel@tonic-gate	    (b2h16(rej_msg->rej_rejection_reason) == IBT_CM_TIMEOUT)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->abort_flag == IBCM_ABORT_INIT)
0Sstevel@tonic-gate			statep->abort_flag = IBCM_ABORT_REJ;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef DEBUG
0Sstevel@tonic-gate		if ((ibcm_test_mode > 0) &&
0Sstevel@tonic-gate		    (statep->state != IBCM_STATE_DELETE))
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_rej_msg: "
0Sstevel@tonic-gate			    "Unexpected rej for statep 0x%p in state %d",
0Sstevel@tonic-gate			    statep, statep->state);
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_dreq_msg:
0Sstevel@tonic-gate *	Processes incoming DREQ message on active/passive side
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	hcap		- HCA entry pointer
0Sstevel@tonic-gate *	input_madp	- CM MAD that is input to this function
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_dreq_msg(ibcm_hca_info_t *hcap, uint8_t *input_madp,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	void			*priv_data = NULL;
0Sstevel@tonic-gate	ibcm_status_t		state_lookup_status;
0Sstevel@tonic-gate	ib_qpn_t		local_qpn;
4703Shiremath	ibcm_dreq_msg_t		*dreq_msgp =
4703Shiremath	    (ibcm_dreq_msg_t *)(&input_madp[IBCM_MAD_HDR_SIZE]);
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = NULL;
0Sstevel@tonic-gate	uint8_t			close_event_type;
0Sstevel@tonic-gate	ibt_cm_status_t		cb_status;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_dreq_msg:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Lookup for an existing state structure */
0Sstevel@tonic-gate	rw_enter(&hcap->hca_state_rwlock, RW_READER);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	state_lookup_status = ibcm_lookup_msg(IBCM_INCOMING_DREQ,
0Sstevel@tonic-gate	    b2h32(dreq_msgp->dreq_remote_comm_id), 0, 0, hcap, &statep);
0Sstevel@tonic-gate	rw_exit(&hcap->hca_state_rwlock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	local_qpn = b2h32(dreq_msgp->dreq_remote_qpn_eecn_plus) >> 8;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (state_lookup_status != IBCM_LOOKUP_EXISTS) {
557Shiremath		IBTF_DPRINTF_L3(cmlog, "ibcm_process_dreq_msg: no statep with"
0Sstevel@tonic-gate		    "com id %x", b2h32(dreq_msgp->dreq_remote_comm_id));
0Sstevel@tonic-gate		/* implies a bogus message */
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_dreq_msg: statep 0x%p "
0Sstevel@tonic-gate	    "lookup status %x dreq qpn = %x", statep, state_lookup_status,
0Sstevel@tonic-gate	    local_qpn);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * Local QPN check is necessary. There could be a DREQ from
0Sstevel@tonic-gate	 * a remote stale connection processing with the same com id, but
0Sstevel@tonic-gate	 * not intended for this statep
0Sstevel@tonic-gate	 */
557Shiremath	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	if ((statep->local_qpn != local_qpn) ||
0Sstevel@tonic-gate	    (statep->remote_comid != b2h32(dreq_msgp->dreq_local_comm_id))) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L3(cmlog, "ibcm_process_dreq_msg:"
0Sstevel@tonic-gate		    "statep->local_qpn = %x qpn in dreq = %x"
0Sstevel@tonic-gate		    "statep->remote_comid = %x local comid in dreq = %x",
0Sstevel@tonic-gate		    statep->local_qpn, local_qpn, statep->remote_comid,
0Sstevel@tonic-gate		    b2h32(dreq_msgp->dreq_local_comm_id));
0Sstevel@tonic-gate
557Shiremath		IBCM_REF_CNT_DECR(statep);
557Shiremath		mutex_exit(&statep->state_mutex);
557Shiremath		return;
557Shiremath	}
557Shiremath	/*
557Shiremath	 * If another thread is processing a copy of this same DREQ,
557Shiremath	 * bail out here.
557Shiremath	 */
1093Shiremath	if (statep->state == IBCM_STATE_TRANSIENT_DREQ_SENT ||
1093Shiremath	    statep->drep_in_progress) {
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
557Shiremath	switch (statep->state) {
557Shiremath	case IBCM_STATE_ESTABLISHED:
557Shiremath	case IBCM_STATE_DREQ_SENT:
557Shiremath	case IBCM_STATE_TIMEWAIT:
557Shiremath		break;
557Shiremath	default:
557Shiremath		/* All other states ignore DREQ */
557Shiremath		IBCM_REF_CNT_DECR(statep);
557Shiremath		mutex_exit(&statep->state_mutex);
557Shiremath		return;
557Shiremath	}
557Shiremath	statep->drep_in_progress = 1;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * If drep msg wasn't really required, it shall be deleted finally
0Sstevel@tonic-gate	 * when statep goes away
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	if (statep->drep_msg == NULL) {
557Shiremath		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		if (ibcm_alloc_out_msg(statep->stored_reply_addr.ibmf_hdl,
0Sstevel@tonic-gate		    &statep->drep_msg, MAD_METHOD_SEND) != IBT_SUCCESS) {
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_dreq_msg: "
0Sstevel@tonic-gate			    "statep 0x%p ibcm_alloc_out_msg failed", statep);
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
557Shiremath			statep->drep_in_progress = 0;
0Sstevel@tonic-gate			IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
557Shiremath		mutex_enter(&statep->state_mutex);
557Shiremath	}
557Shiremath
1093Shiremath	if (statep->state == IBCM_STATE_TRANSIENT_DREQ_SENT) {
1093Shiremath		IBCM_REF_CNT_DECR(statep);
1093Shiremath		statep->drep_in_progress = 0;
1093Shiremath		mutex_exit(&statep->state_mutex);
1093Shiremath		return;
1093Shiremath	}
1093Shiremath
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * Need to generate drep, as time wait can be reached either by an
0Sstevel@tonic-gate	 * outgoing dreq or an incoming dreq
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	if ((statep->state == IBCM_STATE_ESTABLISHED) ||
0Sstevel@tonic-gate	    (statep->state == IBCM_STATE_DREQ_SENT)) {
0Sstevel@tonic-gate		timeout_id_t	timer_val = statep->timerid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->state == IBCM_STATE_DREQ_SENT) {
0Sstevel@tonic-gate			statep->state = IBCM_STATE_DREQ_RCVD;
0Sstevel@tonic-gate			statep->timerid = 0;
1093Shiremath			ibcm_close_done(statep, 0);
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			close_event_type = IBT_CM_CLOSED_DUP;
0Sstevel@tonic-gate			if (timer_val != 0) {
0Sstevel@tonic-gate				/* Cancel the timer set for DREP reception */
0Sstevel@tonic-gate				(void) untimeout(timer_val);
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate		} else {	/* In ESTABLISHED State */
11369SPramod.Gunjikar@Sun.COM			boolean_t	is_ofuv = statep->is_this_ofuv_chan;
11369SPramod.Gunjikar@Sun.COM
0Sstevel@tonic-gate			statep->state = IBCM_STATE_DREQ_RCVD;
0Sstevel@tonic-gate			statep->clnt_proceed = IBCM_BLOCK;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Cancel or wait for LAP/APR to complete */
0Sstevel@tonic-gate			ibcm_sync_lapr_idle(statep);
0Sstevel@tonic-gate			/* The above function releases the state mutex */
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* wait until client knows CONN EST event */
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate			while (statep->cep_in_rts == IBCM_BLOCK)
0Sstevel@tonic-gate				cv_wait(&statep->block_mad_cv,
0Sstevel@tonic-gate				    &statep->state_mutex);
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			close_event_type = IBT_CM_CLOSED_DREQ_RCVD;
0Sstevel@tonic-gate			/* Move CEP to error state */
11369SPramod.Gunjikar@Sun.COM			if (is_ofuv == B_FALSE) /* Skip for OFUV channel */
11369SPramod.Gunjikar@Sun.COM				(void) ibcm_cep_to_error_state(statep);
0Sstevel@tonic-gate		}
557Shiremath		mutex_enter(&statep->state_mutex);
557Shiremath		statep->drep_in_progress = 0;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_OUT_HDRP(statep->drep_msg)->TransactionID =
0Sstevel@tonic-gate		    ((ib_mad_hdr_t *)(input_madp))->TransactionID;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		priv_data = &(((ibcm_drep_msg_t *)
0Sstevel@tonic-gate		    IBCM_OUT_MSGP(statep->drep_msg))->drep_private_data[0]);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->close_ret_status)
0Sstevel@tonic-gate			*statep->close_ret_status = close_event_type;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->close_nocb_state != IBCM_FAIL) {
0Sstevel@tonic-gate			ibtl_cm_chan_is_closing(statep->channel);
0Sstevel@tonic-gate			statep->close_nocb_state = IBCM_BLOCK;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * if close_nocb_state is IBCM_FAIL, then cm_handler is NULL
0Sstevel@tonic-gate		 * if close_nocb_state is IBCM_BLOCK, client cannot go away
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		if (statep->cm_handler != NULL) {
0Sstevel@tonic-gate			ibt_cm_event_t		event;
0Sstevel@tonic-gate			ibt_cm_return_args_t	ret_args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			bzero(&event, sizeof (event));
0Sstevel@tonic-gate			bzero(&ret_args, sizeof (ret_args));
0Sstevel@tonic-gate
0Sstevel@tonic-gate			event.cm_type = IBT_CM_EVENT_CONN_CLOSED;
0Sstevel@tonic-gate			event.cm_channel = statep->channel;
0Sstevel@tonic-gate			event.cm_session_id = statep;
0Sstevel@tonic-gate			event.cm_priv_data = dreq_msgp->dreq_private_data;
0Sstevel@tonic-gate			event.cm_priv_data_len = IBT_DREQ_PRIV_DATA_SZ;
0Sstevel@tonic-gate			event.cm_event.closed = close_event_type;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_insert_trace(statep,
0Sstevel@tonic-gate			    IBCM_TRACE_CALLED_CONN_CLOSE_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			cb_status = statep->cm_handler(statep->state_cm_private,
0Sstevel@tonic-gate			    &event, &ret_args, priv_data,
0Sstevel@tonic-gate			    IBT_DREP_PRIV_DATA_SZ);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_insert_trace(statep,
0Sstevel@tonic-gate			    IBCM_TRACE_RET_CONN_CLOSE_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (cb_status == IBT_CM_DEFER) {
0Sstevel@tonic-gate				mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate				statep->clnt_proceed =
0Sstevel@tonic-gate				    IBCM_UNBLOCK;
0Sstevel@tonic-gate				cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate				mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate				IBTF_DPRINTF_L4(cmlog, "ibcm_process_dreq_msg:"
0Sstevel@tonic-gate				    " statep 0x%p client returned DEFER "
0Sstevel@tonic-gate				    "response", statep);
0Sstevel@tonic-gate				return;
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* fail/resume any blocked cm api call */
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Signal for cm proceed api */
0Sstevel@tonic-gate		statep->clnt_proceed = IBCM_FAIL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Signal for close with no callbacks */
0Sstevel@tonic-gate		statep->close_nocb_state = IBCM_FAIL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Signal any waiting close channel thread */
0Sstevel@tonic-gate		statep->close_done = B_TRUE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_handle_cep_dreq_response(statep, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if (statep->state == IBCM_STATE_TIMEWAIT) {
557Shiremath		statep->drep_in_progress = 0;
0Sstevel@tonic-gate		if (statep->send_mad_flags & IBCM_DREP_POST_BUSY) {
0Sstevel@tonic-gate			IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		statep->send_mad_flags |= IBCM_DREP_POST_BUSY;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Release statep mutex before posting the MAD */
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_OUT_HDRP(statep->drep_msg)->TransactionID =
0Sstevel@tonic-gate		    ((ib_mad_hdr_t *)(input_madp))->TransactionID;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_post_drep_mad(statep);
0Sstevel@tonic-gate		/* ref cnt decremented in ibcm_post_drep_complete */
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate#ifdef DEBUG
0Sstevel@tonic-gate		if ((ibcm_test_mode > 0) &&
0Sstevel@tonic-gate		    (statep->state != IBCM_STATE_DELETE))
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_dreq_msg: "
0Sstevel@tonic-gate			    "Unexpected dreq for statep 0x%p in state %d",
0Sstevel@tonic-gate			    statep, statep->state);
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep);
557Shiremath		statep->drep_in_progress = 0;
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_handle_cep_dreq_response:
0Sstevel@tonic-gate *	Processes the response from client handler for an incoming DREQ.
0Sstevel@tonic-gate *	The statep ref cnt is decremented before returning.
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_handle_cep_dreq_response(ibcm_state_data_t *statep, void *priv_data,
0Sstevel@tonic-gate    ibt_priv_data_len_t priv_data_len)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	if ((priv_data != NULL) && (priv_data_len > 0))
0Sstevel@tonic-gate		bcopy(priv_data,
0Sstevel@tonic-gate		    &(((ibcm_drep_msg_t *)
0Sstevel@tonic-gate		    IBCM_OUT_MSGP(statep->drep_msg))->drep_private_data[0]),
0Sstevel@tonic-gate		    min(priv_data_len, IBT_DREP_PRIV_DATA_SZ));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_post_drep_mad(statep);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_post_dreq_mad:
0Sstevel@tonic-gate *	Posts a DREQ MAD
0Sstevel@tonic-gate * Post DREQ now for TIMEWAIT state and DREQ_RCVD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- state pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate *	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_dreq_mad(void *vstatep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = vstatep;
0Sstevel@tonic-gate	ibcm_dreq_msg_t		*dreq_msgp;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ASSERT(statep->dreq_msg != NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*dreq_msgp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Fill in the DREQ message */
0Sstevel@tonic-gate	dreq_msgp = (ibcm_dreq_msg_t *)IBCM_OUT_MSGP(statep->dreq_msg);
0Sstevel@tonic-gate	dreq_msgp->dreq_local_comm_id = h2b32(statep->local_comid);
0Sstevel@tonic-gate	dreq_msgp->dreq_remote_comm_id = h2b32(statep->remote_comid);
0Sstevel@tonic-gate	dreq_msgp->dreq_remote_qpn_eecn_plus = h2b32(statep->remote_qpn << 8);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_OUT_HDRP(statep->dreq_msg)->AttributeID =
0Sstevel@tonic-gate	    h2b16(IBCM_INCOMING_DREQ + IBCM_ATTR_BASE_ID);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* wait until client knows CONN EST event */
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	while (statep->cep_in_rts == IBCM_BLOCK)
0Sstevel@tonic-gate		cv_wait(&statep->block_mad_cv, &statep->state_mutex);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Transition QP/EEC state to ERROR state */
0Sstevel@tonic-gate	(void) ibcm_cep_to_error_state(statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_OUT_HDRP(statep->dreq_msg)->TransactionID =
0Sstevel@tonic-gate	    h2b64(ibcm_generate_tranid(IBCM_INCOMING_DREQ, statep->local_comid,
0Sstevel@tonic-gate	    0));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*dreq_msgp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* post the first DREQ via timeout callback */
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	statep->state = IBCM_STATE_DREQ_SENT;
0Sstevel@tonic-gate	cv_broadcast(&statep->block_mad_cv);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	statep->timer_stored_state = statep->state;
0Sstevel@tonic-gate	/* client cannot specify more than 16 retries */
557Shiremath	statep->timer_value = statep->remote_ack_delay;
557Shiremath	if (statep->mode == IBCM_ACTIVE_MODE) {
557Shiremath		statep->timer_value += (2 * statep->pkt_life_time);
557Shiremath	}
0Sstevel@tonic-gate	statep->remaining_retry_cnt = statep->max_cm_retries + 1;
0Sstevel@tonic-gate	statep->timerid = IBCM_TIMEOUT(statep, 0);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_post_drep_mad:
0Sstevel@tonic-gate *	Posts a DREP MAD
0Sstevel@tonic-gate * Post DREP now for TIMEWAIT state and DREQ_RCVD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- state pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate *	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_post_drep_mad(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_drep_msg_t	*drep_msgp;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	drep_msgp = (ibcm_drep_msg_t *)IBCM_OUT_MSGP(statep->drep_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*drep_msgp))
0Sstevel@tonic-gate
557Shiremath	IBTF_DPRINTF_L4(cmlog, "ibcm_post_drep_mad:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Fill up DREP fields */
0Sstevel@tonic-gate	drep_msgp->drep_local_comm_id = h2b32(statep->local_comid);
0Sstevel@tonic-gate	drep_msgp->drep_remote_comm_id = h2b32(statep->remote_comid);
0Sstevel@tonic-gate	IBCM_OUT_HDRP(statep->drep_msg)->AttributeID =
0Sstevel@tonic-gate	    h2b16(IBCM_INCOMING_DREP + IBCM_ATTR_BASE_ID);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*drep_msgp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_OUTGOING_DREP);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Post the DREP MAD now.  */
0Sstevel@tonic-gate	ibcm_post_rc_mad(statep, statep->drep_msg, ibcm_post_drep_complete,
0Sstevel@tonic-gate	    statep);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_drep_msg:
0Sstevel@tonic-gate *	Processes incoming DREP message on active/passive side
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	hcap		- HCA entry pointer
0Sstevel@tonic-gate *	input_madp	- CM MAD that is input to this function
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gate/* ARGSUSED */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_drep_msg(ibcm_hca_info_t *hcap, uint8_t *input_madp,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_status_t		state_lookup_status;
4703Shiremath	ibcm_drep_msg_t		*drep_msgp =
4703Shiremath	    (ibcm_drep_msg_t *)(&input_madp[IBCM_MAD_HDR_SIZE]);
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = NULL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_drep_msg:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Lookup for an existing state structure */
0Sstevel@tonic-gate	rw_enter(&hcap->hca_state_rwlock, RW_READER);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	state_lookup_status = ibcm_lookup_msg(IBCM_INCOMING_DREP,
0Sstevel@tonic-gate	    b2h32(drep_msgp->drep_remote_comm_id), 0, 0, hcap, &statep);
0Sstevel@tonic-gate	rw_exit(&hcap->hca_state_rwlock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (state_lookup_status != IBCM_LOOKUP_EXISTS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L3(cmlog, "ibcm_process_drep_msg: no statep with"
0Sstevel@tonic-gate		    "com id %x", b2h32(drep_msgp->drep_remote_comm_id));
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* if transaction id is not as expected, drop the DREP mad */
0Sstevel@tonic-gate	if (IBCM_OUT_HDRP(statep->dreq_msg)->TransactionID !=
0Sstevel@tonic-gate	    ((ib_mad_hdr_t *)(input_madp))->TransactionID) {
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
557Shiremath		IBTF_DPRINTF_L3(cmlog, "ibcm_process_drep_msg: statep 0x%p "
557Shiremath		    "DREP with tid expected 0x%llX tid found 0x%llX", statep,
0Sstevel@tonic-gate		    b2h64(IBCM_OUT_HDRP(statep->dreq_msg)->TransactionID),
0Sstevel@tonic-gate		    b2h64(((ib_mad_hdr_t *)(input_madp))->TransactionID));
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_INCOMING_DREP);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->state == IBCM_STATE_DREQ_SENT) {
0Sstevel@tonic-gate		timeout_id_t	timer_val = statep->timerid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->state = IBCM_STATE_DREP_RCVD;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->timerid = 0;
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		(void) untimeout(timer_val);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->stale == B_TRUE)
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_drep_msg: "
0Sstevel@tonic-gate			    "statep 0x%p Unexpected DREP received for a stale "
0Sstevel@tonic-gate			    "DREQ sent", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		/* allow free qp, if close channel with NOCALLBACKS didn't */
0Sstevel@tonic-gate		if (statep->close_nocb_state != IBCM_FAIL) {
0Sstevel@tonic-gate			ibtl_cm_chan_is_closing(statep->channel);
0Sstevel@tonic-gate			statep->close_nocb_state = IBCM_BLOCK;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* if close_nocb_state is IBCM_FAIL, then cm_handler is NULL */
0Sstevel@tonic-gate		if (statep->cm_handler != NULL) {
0Sstevel@tonic-gate			ibt_cm_event_t		event;
0Sstevel@tonic-gate			ibt_cm_return_args_t	ret_args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			bzero(&event, sizeof (event));
0Sstevel@tonic-gate			bzero(&ret_args, sizeof (ret_args));
0Sstevel@tonic-gate
0Sstevel@tonic-gate			event.cm_type = IBT_CM_EVENT_CONN_CLOSED;
0Sstevel@tonic-gate			event.cm_channel = statep->channel;
0Sstevel@tonic-gate			event.cm_session_id = NULL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (statep->stale == B_TRUE) {
0Sstevel@tonic-gate				event.cm_event.closed = IBT_CM_CLOSED_STALE;
0Sstevel@tonic-gate				event.cm_priv_data = NULL;
0Sstevel@tonic-gate				event.cm_priv_data_len = 0;
0Sstevel@tonic-gate			} else {
0Sstevel@tonic-gate				event.cm_event.closed = IBT_CM_CLOSED_DREP_RCVD;
0Sstevel@tonic-gate				event.cm_priv_data =
0Sstevel@tonic-gate				    drep_msgp->drep_private_data;
0Sstevel@tonic-gate				event.cm_priv_data_len = IBT_DREP_PRIV_DATA_SZ;
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_insert_trace(statep,
0Sstevel@tonic-gate			    IBCM_TRACE_CALLED_CONN_CLOSE_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			(void) statep->cm_handler(statep->state_cm_private,
0Sstevel@tonic-gate			    &event, &ret_args, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_insert_trace(statep,
0Sstevel@tonic-gate			    IBCM_TRACE_RET_CONN_CLOSE_EVENT);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* copy the private to close channel, if specified */
3241Shiremath		if ((statep->close_ret_priv_data != NULL) &&
3241Shiremath		    (statep->close_ret_priv_data_len != NULL) &&
3241Shiremath		    (*statep->close_ret_priv_data_len > 0)) {
0Sstevel@tonic-gate			bcopy(drep_msgp->drep_private_data,
3241Shiremath			    statep->close_ret_priv_data,
3241Shiremath			    min(*statep->close_ret_priv_data_len,
4703Shiremath			    IBT_DREP_PRIV_DATA_SZ));
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		if (statep->close_ret_status)
0Sstevel@tonic-gate			*statep->close_ret_status = IBT_CM_CLOSED_DREP_RCVD;
0Sstevel@tonic-gate		/* signal waiting CV - blocking in ibt_close_channel() */
0Sstevel@tonic-gate		statep->close_done = B_TRUE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* signal any blocked close channels with no callbacks */
0Sstevel@tonic-gate		statep->close_nocb_state = IBCM_FAIL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Set the timer wait state timer */
0Sstevel@tonic-gate		statep->state = statep->timer_stored_state =
0Sstevel@tonic-gate		    IBCM_STATE_TIMEWAIT;
1093Shiremath		ibcm_close_done(statep, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->remaining_retry_cnt = 0;
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * For passive side CM set it to remote_ack_delay
0Sstevel@tonic-gate		 * For active side CM add the pkt_life_time * 2
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		statep->timer_value = statep->remote_ack_delay;
0Sstevel@tonic-gate		if (statep->mode == IBCM_ACTIVE_MODE) {
0Sstevel@tonic-gate			statep->timer_value += (2 * statep->pkt_life_time);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* start TIMEWAIT processing */
0Sstevel@tonic-gate		statep->timerid = IBCM_TIMEOUT(statep, statep->timer_value);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* There is no processing required for other states */
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * Following are the routines used to resend various CM MADs as a response to
0Sstevel@tonic-gate * incoming MADs
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_resend_rtu_mad(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ASSERT(MUTEX_HELD(&statep->state_mutex));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_resend_rtu_mad statep %p ", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* don't care, if timer is running or not. Timer may be from LAP */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (!(statep->send_mad_flags & IBCM_RTU_POST_BUSY)) {
0Sstevel@tonic-gate		statep->send_mad_flags |= IBCM_RTU_POST_BUSY;
0Sstevel@tonic-gate		IBCM_REF_CNT_INCR(statep);	/* for non-blocking RTU post */
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_OUTGOING_RTU);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_post_rc_mad(statep, statep->stored_msg,
0Sstevel@tonic-gate		    ibcm_post_rtu_complete, statep);
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	/* ref cnt is decremented in ibcm_post_rtu_complete */
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_resend_rej_mad(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	timeout_id_t		timer_val = statep->timerid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ASSERT(MUTEX_HELD(&statep->state_mutex));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_resend_rej_mad statep %p ", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* It's a too fast of a REQ or REP */
0Sstevel@tonic-gate	if (timer_val == 0)
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	statep->timerid = 0;
0Sstevel@tonic-gate	if (!(statep->send_mad_flags & IBCM_REJ_POST_BUSY)) {
0Sstevel@tonic-gate		statep->send_mad_flags |= IBCM_REJ_POST_BUSY;
0Sstevel@tonic-gate		IBCM_REF_CNT_INCR(statep);	/* for nonblocking REJ post */
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		(void) untimeout(timer_val);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_OUTGOING_REJ);
0Sstevel@tonic-gate		if (ibcm_enable_trace & 2)
0Sstevel@tonic-gate			ibcm_dump_conn_trace(statep);
4908Shiremath		else
4908Shiremath			IBTF_DPRINTF_L2(cmlog, "ibcm_resend_rej_mad statep %p "
4908Shiremath			    "OUTGOING_REJ", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_post_rc_mad(statep, statep->stored_msg,
0Sstevel@tonic-gate		    ibcm_post_rej_complete, statep);
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	/* return, holding the state mutex */
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_resend_rep_mad(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	timeout_id_t		timer_val = statep->timerid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ASSERT(MUTEX_HELD(&statep->state_mutex));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_resend_rep_mad statep %p ", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* REP timer that is set by ibcm_post_rep_mad */
0Sstevel@tonic-gate	if (timer_val != 0) {
0Sstevel@tonic-gate		/* Re-start REP timeout */
0Sstevel@tonic-gate		statep->remaining_retry_cnt = statep->max_cm_retries;
0Sstevel@tonic-gate		if (!(statep->send_mad_flags & IBCM_REP_POST_BUSY)) {
0Sstevel@tonic-gate			statep->send_mad_flags |= IBCM_REP_POST_BUSY;
0Sstevel@tonic-gate			/* for nonblocking REP post */
0Sstevel@tonic-gate			IBCM_REF_CNT_INCR(statep);
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
1093Shiremath			ibcm_insert_trace(statep, IBCM_TRACE_OUT_REP_RETRY);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_post_rc_mad(statep, statep->stored_msg,
0Sstevel@tonic-gate			    ibcm_resend_post_rep_complete, statep);
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * else, timer is not yet set by ibcm_post_rep_mad. This is too fast
0Sstevel@tonic-gate	 * of a REQ being re-transmitted.
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_resend_mra_mad(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ASSERT(MUTEX_HELD(&statep->state_mutex));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_resend_mra_mad statep %p ", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->send_mad_flags & IBCM_MRA_POST_BUSY)
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	statep->send_mad_flags |= IBCM_MRA_POST_BUSY;
0Sstevel@tonic-gate
1093Shiremath	statep->mra_time = gethrtime();
0Sstevel@tonic-gate	IBCM_REF_CNT_INCR(statep); 	/* for non-blocking MRA post */
0Sstevel@tonic-gate	/* Exit the statep mutex, before sending the MAD */
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_OUTGOING_MRA);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Always resend the response MAD to the original reply destination */
0Sstevel@tonic-gate	ibcm_post_rc_mad(statep, statep->mra_msg, ibcm_post_mra_complete,
0Sstevel@tonic-gate	    statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* return, holding the state mutex */
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_post_rej_mad:
0Sstevel@tonic-gate *	Posts a REJ MAD and starts timer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- state pointer
0Sstevel@tonic-gate *	which_msg	- which message is being MRAed
0Sstevel@tonic-gate *	reject_reason	- Rejection reason See Section 12.6.7.2 rev1.0a IB Spec
0Sstevel@tonic-gate *	addl_rej_info	- Additional rej Information
0Sstevel@tonic-gate *	arej_info_len	- Additional rej Info length
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate *	NONE
0Sstevel@tonic-gate * Notes
0Sstevel@tonic-gate *  There is no need to hold the statep->mutex and call ibcm_post_rej_mad
0Sstevel@tonic-gate *  REJ can be posted either in IBCM_STATE_REQ_RCVD or IBCM_STATE_REP_RCVD
0Sstevel@tonic-gate *  In these states, there is no timer active, and an incoming REJ shall
0Sstevel@tonic-gate *  not modify the state or cancel timers
0Sstevel@tonic-gate *  An incoming REJ doesn't affect statep in state = IBCM_STATE_REJ_SENT/BUSY
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_rej_mad(ibcm_state_data_t *statep, ibt_cm_reason_t reject_reason,
0Sstevel@tonic-gate    int which_msg, void *addl_rej_info, ibt_priv_data_len_t arej_info_len)
0Sstevel@tonic-gate{
4703Shiremath	ibcm_rej_msg_t	*rej_msg =
4703Shiremath	    (ibcm_rej_msg_t *)IBCM_OUT_MSGP(statep->stored_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Message printed if connection gets REJed */
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_post_rej_mad: "
401Shiremath	    "statep = %p, reject_reason = %d", statep, reject_reason);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*rej_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Initialize rej_msg fields */
0Sstevel@tonic-gate	rej_msg->rej_local_comm_id = h2b32(statep->local_comid);
0Sstevel@tonic-gate	rej_msg->rej_remote_comm_id = h2b32(statep->remote_comid);
0Sstevel@tonic-gate	rej_msg->rej_msg_type_plus = (which_msg & 0x3) << 6;
0Sstevel@tonic-gate	rej_msg->rej_reject_info_len_plus = arej_info_len << 1;
0Sstevel@tonic-gate	rej_msg->rej_rejection_reason = h2b16((uint16_t)reject_reason);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((arej_info_len != 0) && (addl_rej_info != NULL))
0Sstevel@tonic-gate		bcopy(addl_rej_info, rej_msg->rej_addl_rej_info, arej_info_len);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_OUT_HDRP(statep->stored_msg)->AttributeID =
0Sstevel@tonic-gate	    h2b16(IBCM_INCOMING_REJ + IBCM_ATTR_BASE_ID);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*rej_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* signal any waiting close channels with blocking or no callbacks  */
0Sstevel@tonic-gate	statep->close_done = B_TRUE;
0Sstevel@tonic-gate	statep->close_nocb_state = IBCM_FAIL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	cv_signal(&statep->block_client_cv);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	statep->timer_stored_state = statep->state = IBCM_STATE_REJ_SENT;
0Sstevel@tonic-gate	statep->send_mad_flags |= IBCM_REJ_POST_BUSY;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_REF_CNT_INCR(statep); /* for non-blocking post */
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_OUTGOING_REJ);
0Sstevel@tonic-gate	if (ibcm_enable_trace & 2)
0Sstevel@tonic-gate		ibcm_dump_conn_trace(statep);
4908Shiremath	else
4908Shiremath		IBTF_DPRINTF_L2(cmlog, "ibcm_post_rej_mad statep %p "
4908Shiremath		    "OUTGOING_REJ", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_post_rc_mad(statep, statep->stored_msg, ibcm_post_rej_complete,
0Sstevel@tonic-gate	    statep);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_build_n_post_rej_mad:
0Sstevel@tonic-gate *	Builds and posts a REJ MAD for "reject_reason"
0Sstevel@tonic-gate *	Doesn't set a timer, and doesn't need statep
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	input_madp	- Incoming MAD
0Sstevel@tonic-gate *	remote_comid	- Local comid in the message being rejected
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD to be posted
0Sstevel@tonic-gate *	which_msg	- REJ message type ie., REJ for REQ/REP
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate *	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_build_n_post_rej_mad(uint8_t *input_madp, ib_com_id_t remote_comid,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr, int which_msg, uint16_t reject_reason)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_rej_msg_t	*rej_msg;
0Sstevel@tonic-gate	ibmf_msg_t	*cm_rej_msg;
0Sstevel@tonic-gate	ibcm_mad_addr_t	rej_reply_addr;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_build_n_post_rej_mad: "
401Shiremath	    "remote_comid: %x reject_reason %d", remote_comid, reject_reason);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (ibcm_alloc_out_msg(cm_mad_addr->ibmf_hdl, &cm_rej_msg,
0Sstevel@tonic-gate	    MAD_METHOD_SEND) != IBT_SUCCESS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_build_n_post_rej_mad: "
0Sstevel@tonic-gate		    "ibcm_alloc_out_msg failed");
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*rej_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_OUT_HDRP(cm_rej_msg)->TransactionID =
0Sstevel@tonic-gate	    ((ib_mad_hdr_t *)(input_madp))->TransactionID;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Initialize rej_msg fields */
0Sstevel@tonic-gate	rej_msg = (ibcm_rej_msg_t *)IBCM_OUT_MSGP(cm_rej_msg);
0Sstevel@tonic-gate	rej_msg->rej_local_comm_id = 0;
0Sstevel@tonic-gate	rej_msg->rej_remote_comm_id = h2b32(remote_comid);
557Shiremath	rej_msg->rej_msg_type_plus = (which_msg & 0x3) << 6;
0Sstevel@tonic-gate	rej_msg->rej_reject_info_len_plus = 0;
0Sstevel@tonic-gate	rej_msg->rej_rejection_reason = h2b16(reject_reason);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_OUT_HDRP(cm_rej_msg)->AttributeID =
0Sstevel@tonic-gate	    h2b16(IBCM_INCOMING_REJ + IBCM_ATTR_BASE_ID);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*rej_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_build_reply_mad_addr(cm_mad_addr, &rej_reply_addr);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (rej_reply_addr.cm_qp_entry != NULL) {
0Sstevel@tonic-gate		(void) ibcm_post_mad(cm_rej_msg, &rej_reply_addr, NULL, NULL);
0Sstevel@tonic-gate		ibcm_release_qp(rej_reply_addr.cm_qp_entry);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	(void) ibcm_free_out_msg(cm_mad_addr->ibmf_hdl, &cm_rej_msg);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/* posts a REJ for an incoming REQ with unsupported class version */
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_post_rej_ver_mismatch(uint8_t *input_madp, ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
4703Shiremath	ibcm_req_msg_t	*req_msgp =
4703Shiremath	    (ibcm_req_msg_t *)&input_madp[IBCM_MAD_HDR_SIZE];
0Sstevel@tonic-gate	ibcm_rej_msg_t	*rej_msg;
0Sstevel@tonic-gate	ibmf_msg_t	*cm_rej_msg;
0Sstevel@tonic-gate	ibcm_mad_addr_t	rej_reply_addr;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_post_rej_ver_mismatch: remote comid %x",
0Sstevel@tonic-gate	    b2h32(req_msgp->req_local_comm_id));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (ibcm_alloc_out_msg(cm_mad_addr->ibmf_hdl, &cm_rej_msg,
0Sstevel@tonic-gate	    MAD_METHOD_SEND) != IBT_SUCCESS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_post_rej_ver_mismatch: "
0Sstevel@tonic-gate		    "ibcm_alloc_out_msg failed");
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*rej_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_OUT_HDRP(cm_rej_msg)->TransactionID =
0Sstevel@tonic-gate	    ((ib_mad_hdr_t *)(input_madp))->TransactionID;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Initialize rej_msg fields */
0Sstevel@tonic-gate	rej_msg = (ibcm_rej_msg_t *)IBCM_OUT_MSGP(cm_rej_msg);
0Sstevel@tonic-gate	rej_msg->rej_local_comm_id = 0;
0Sstevel@tonic-gate	rej_msg->rej_remote_comm_id = req_msgp->req_local_comm_id;
0Sstevel@tonic-gate	rej_msg->rej_msg_type_plus = IBT_CM_FAILURE_REQ << 6;
0Sstevel@tonic-gate	rej_msg->rej_rejection_reason = h2b16(IBT_CM_CLASS_NO_SUPPORT);
0Sstevel@tonic-gate	rej_msg->rej_reject_info_len_plus = 1 << 1;
0Sstevel@tonic-gate	rej_msg->rej_addl_rej_info[0] = IBCM_MAD_CLASS_VERSION;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_OUT_HDRP(cm_rej_msg)->AttributeID =
4703Shiremath	    h2b16(IBCM_INCOMING_REJ + IBCM_ATTR_BASE_ID);
0Sstevel@tonic-gate	IBCM_OUT_HDRP(cm_rej_msg)->Status = h2b16(MAD_STATUS_BAD_VERSION);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*rej_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_build_reply_mad_addr(cm_mad_addr, &rej_reply_addr);
0Sstevel@tonic-gate	if (rej_reply_addr.cm_qp_entry != NULL) {
0Sstevel@tonic-gate		(void) ibcm_post_mad(cm_rej_msg, &rej_reply_addr, NULL, NULL);
0Sstevel@tonic-gate		ibcm_release_qp(rej_reply_addr.cm_qp_entry);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	(void) ibcm_free_out_msg(cm_mad_addr->ibmf_hdl, &cm_rej_msg);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_post_rep_mad:
0Sstevel@tonic-gate *	Posts a REP MAD and starts timer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- state pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate *	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_rep_mad(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
4703Shiremath	ibcm_rep_msg_t	*rep_msgp =
4703Shiremath	    (ibcm_rep_msg_t *)IBCM_OUT_MSGP(statep->stored_msg);
0Sstevel@tonic-gate	ibmf_msg_t	*mra_msg = NULL;
0Sstevel@tonic-gate	boolean_t	ret = B_FALSE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_rep_mad: statep 0x%p", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*rep_msgp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * All other REP fields, other that the 2 below, are filled in
0Sstevel@tonic-gate	 * the ibcm_cep_state_req() function.
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	rep_msgp->rep_local_comm_id = h2b32(statep->local_comid);
0Sstevel@tonic-gate	rep_msgp->rep_remote_comm_id = h2b32(statep->remote_comid);
0Sstevel@tonic-gate	IBCM_OUT_HDRP(statep->stored_msg)->AttributeID =
0Sstevel@tonic-gate	    h2b16(IBCM_INCOMING_REP + IBCM_ATTR_BASE_ID);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*rep_msgp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * Changing state and attempt to delete the mra msg must be done
0Sstevel@tonic-gate	 * together holding the state_mutex
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Now, attempt to delete the mra_msg, if there is one allocated */
0Sstevel@tonic-gate	if (statep->mra_msg != NULL) {
0Sstevel@tonic-gate		if (!(statep->send_mad_flags & IBCM_MRA_POST_BUSY)) {
0Sstevel@tonic-gate			mra_msg = statep->mra_msg;
0Sstevel@tonic-gate			statep->mra_msg = NULL;
0Sstevel@tonic-gate		} else statep->delete_mra_msg = B_TRUE;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->abort_flag == IBCM_ABORT_CLIENT) {
0Sstevel@tonic-gate		statep->state = IBCM_STATE_ABORTED;
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		ibcm_process_abort(statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Now post a REJ MAD, rej reason consumer abort */
0Sstevel@tonic-gate		ibcm_post_rej_mad(statep, IBT_CM_CONSUMER, IBT_CM_FAILURE_REQ,
0Sstevel@tonic-gate		    NULL, 0);
0Sstevel@tonic-gate		ret = B_TRUE;
0Sstevel@tonic-gate	} else if (statep->abort_flag & IBCM_ABORT_REJ) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->state = IBCM_STATE_DELETE;
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_process_abort(statep);
0Sstevel@tonic-gate		ibcm_delete_state_data(statep);
0Sstevel@tonic-gate		ret = B_TRUE;
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->state = statep->timer_stored_state =
0Sstevel@tonic-gate		    IBCM_STATE_REP_SENT;
0Sstevel@tonic-gate		statep->remaining_retry_cnt = statep->max_cm_retries;
0Sstevel@tonic-gate		statep->send_mad_flags |= IBCM_REP_POST_BUSY;
0Sstevel@tonic-gate		IBCM_REF_CNT_INCR(statep);	/* for nonblocking REP Post */
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (mra_msg != NULL)
0Sstevel@tonic-gate		(void) ibcm_free_out_msg(statep->stored_reply_addr.ibmf_hdl,
0Sstevel@tonic-gate		    &mra_msg);
0Sstevel@tonic-gate	if (ret == B_TRUE)
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_OUTGOING_REP);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_post_rc_mad(statep, statep->stored_msg, ibcm_post_rep_complete,
0Sstevel@tonic-gate	    statep);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_post_rtu_mad:
0Sstevel@tonic-gate *	From active side post RTU MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- state pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * NOTE: No timer set after posting RTU
0Sstevel@tonic-gate */
0Sstevel@tonic-gateibcm_status_t
0Sstevel@tonic-gateibcm_post_rtu_mad(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_rtu_msg_t	*rtu_msg;
0Sstevel@tonic-gate	ibmf_msg_t	*mra_msg = NULL;
0Sstevel@tonic-gate	boolean_t	ret = B_FALSE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_rtu_mad: statep 0x%p", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*rtu_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rtu_msg = (ibcm_rtu_msg_t *)IBCM_OUT_MSGP(statep->stored_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rtu_msg->rtu_local_comm_id = h2b32(statep->local_comid);
0Sstevel@tonic-gate	rtu_msg->rtu_remote_comm_id = h2b32(statep->remote_comid);
0Sstevel@tonic-gate	IBCM_OUT_HDRP(statep->stored_msg)->AttributeID =
0Sstevel@tonic-gate	    h2b16(IBCM_INCOMING_RTU + IBCM_ATTR_BASE_ID);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*rtu_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Now, attempt to delete the mra_msg, if there is one allocated */
0Sstevel@tonic-gate	if (statep->mra_msg != NULL) {
0Sstevel@tonic-gate		if (!(statep->send_mad_flags & IBCM_MRA_POST_BUSY)) {
0Sstevel@tonic-gate			mra_msg = statep->mra_msg;
0Sstevel@tonic-gate			statep->mra_msg = NULL;
0Sstevel@tonic-gate		} else statep->delete_mra_msg = B_TRUE;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->abort_flag == IBCM_ABORT_CLIENT) {
0Sstevel@tonic-gate		statep->state = IBCM_STATE_ABORTED;
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_process_abort(statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Now post a REJ MAD */
0Sstevel@tonic-gate		ibcm_post_rej_mad(statep, IBT_CM_CONSUMER, IBT_CM_FAILURE_REP,
0Sstevel@tonic-gate		    NULL, 0);
0Sstevel@tonic-gate		ret = B_TRUE;
0Sstevel@tonic-gate	} else if (statep->abort_flag & IBCM_ABORT_REJ) {
0Sstevel@tonic-gate		statep->state = IBCM_STATE_DELETE;
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_process_abort(statep);
0Sstevel@tonic-gate		ibcm_delete_state_data(statep);
0Sstevel@tonic-gate		ret = B_TRUE;
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		statep->state = IBCM_STATE_ESTABLISHED;
0Sstevel@tonic-gate		ibtl_cm_chan_is_open(statep->channel);
0Sstevel@tonic-gate		statep->send_mad_flags |= IBCM_RTU_POST_BUSY;
0Sstevel@tonic-gate		IBCM_REF_CNT_INCR(statep);	/* for nonblocking RTU post */
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (mra_msg != NULL)
0Sstevel@tonic-gate		(void) ibcm_free_out_msg(statep->stored_reply_addr.ibmf_hdl,
0Sstevel@tonic-gate		    &mra_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (ret == B_TRUE)	/* Abort case, no RTU posted */
0Sstevel@tonic-gate		return (IBCM_FAILURE);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_OUTGOING_RTU);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_post_rc_mad(statep, statep->stored_msg, ibcm_post_rtu_complete,
0Sstevel@tonic-gate	    statep);
0Sstevel@tonic-gate	return (IBCM_SUCCESS);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_abort:
0Sstevel@tonic-gate * 	Processes abort, if client requested abort connection attempt
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep	- pointer to ibcm_state_data_t is passed
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUES: None
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_abort(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_process_abort: statep 0x%p", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* move CEP to error state, before calling client handler */
0Sstevel@tonic-gate	(void) ibcm_cep_to_error_state(statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Now disassociate the link between statep and qp */
0Sstevel@tonic-gate	IBCM_SET_CHAN_PRIVATE(statep->channel, NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* invoke cm handler, for non-blocking open/close rc channel calls */
0Sstevel@tonic-gate	if (statep->cm_handler) { /* cannot be NULL, but still .. */
0Sstevel@tonic-gate		ibt_cm_event_t		event;
0Sstevel@tonic-gate		ibt_cm_return_args_t	ret_args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		bzero(&event, sizeof (event));
0Sstevel@tonic-gate		bzero(&ret_args, sizeof (ret_args));
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->abort_flag & IBCM_ABORT_REJ)
0Sstevel@tonic-gate			ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_RCV,
0Sstevel@tonic-gate			    IBT_CM_FAILURE_UNKNOWN, IBT_CM_TIMEOUT, NULL, 0);
0Sstevel@tonic-gate		else {
557Shiremath			ibcm_path_cache_purge();
557Shiremath
0Sstevel@tonic-gate			event.cm_type = IBT_CM_EVENT_CONN_CLOSED;
0Sstevel@tonic-gate			event.cm_channel = statep->channel;
0Sstevel@tonic-gate			event.cm_event.closed = IBT_CM_CLOSED_ABORT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_insert_trace(statep,
0Sstevel@tonic-gate			    IBCM_TRACE_CALLED_CONN_CLOSE_EVENT);
0Sstevel@tonic-gate
*12292SPramod.Gunjikar@Sun.COM			if (statep->channel)
*12292SPramod.Gunjikar@Sun.COM				ibtl_cm_chan_open_is_aborted(statep->channel);
12064SShantkumar.Hiremath@Sun.COM
0Sstevel@tonic-gate			(void) statep->cm_handler(statep->state_cm_private,
0Sstevel@tonic-gate			    &event, &ret_args, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_insert_trace(statep,
0Sstevel@tonic-gate			    IBCM_TRACE_RET_CONN_CLOSE_EVENT);
0Sstevel@tonic-gate
1093Shiremath			mutex_enter(&statep->state_mutex);
1093Shiremath			ibcm_open_done(statep);
1093Shiremath			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * Unblock an ibt_open_rc_channel called in a blocking mode, though
0Sstevel@tonic-gate	 * it is an unlikely scenario
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
1093Shiremath	statep->cm_retries++; /* cause connection trace to be printed */
0Sstevel@tonic-gate	statep->open_done = B_TRUE;
0Sstevel@tonic-gate	statep->close_done = B_TRUE;
0Sstevel@tonic-gate	statep->close_nocb_state = IBCM_FAIL; /* sanity sake */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->open_return_data != NULL) {
0Sstevel@tonic-gate		/* REJ came first, and then client aborted connection */
0Sstevel@tonic-gate		if (statep->abort_flag & IBCM_ABORT_REJ)
0Sstevel@tonic-gate			statep->open_return_data->rc_status = IBT_CM_TIMEOUT;
0Sstevel@tonic-gate		else statep->open_return_data->rc_status = IBT_CM_ABORT;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
1093Shiremath	if (ibcm_enable_trace != 0)
1093Shiremath		ibcm_dump_conn_trace(statep);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_timeout_cb:
0Sstevel@tonic-gate *	Called when the timer expires
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	arg	- ibcm_state_data_t is passed
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUES: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_timeout_cb(void *arg)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)arg;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * The blocking operations are handled in a separate thread.
0Sstevel@tonic-gate	 * All other non-blocking operations, including ibmf non-blocking
0Sstevel@tonic-gate	 * posts are done from timeout context
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((statep->timer_stored_state != statep->state) ||
0Sstevel@tonic-gate	    ((statep->timer_stored_state == IBCM_STATE_ESTABLISHED) &&
0Sstevel@tonic-gate	    (statep->ap_state != statep->timer_stored_ap_state))) {
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_timeout_cb: statep 0x%p state %x "
0Sstevel@tonic-gate	    "ap_state %x", statep, statep->state, statep->ap_state);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Processing depends upon current state */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->state == IBCM_STATE_REJ_SENT) {
0Sstevel@tonic-gate		statep->state = IBCM_STATE_DELETE;
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Deallocate the CM state structure */
0Sstevel@tonic-gate		ibcm_delete_state_data(statep);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if (statep->state == IBCM_STATE_TIMEWAIT) {
0Sstevel@tonic-gate		statep->state = IBCM_STATE_DELETE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* TIME_WAIT timer expired, so cleanup */
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->channel)
0Sstevel@tonic-gate			ibtl_cm_chan_is_closed(statep->channel);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->recycle_arg) {
0Sstevel@tonic-gate			struct ibcm_taskq_recycle_arg_s *recycle_arg;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			recycle_arg = statep->recycle_arg;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(
0Sstevel@tonic-gate			    statep->recycle_arg))
0Sstevel@tonic-gate			statep->recycle_arg = NULL;
0Sstevel@tonic-gate			_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(statep->recycle_arg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* if possible, do not slow down calling recycle func */
0Sstevel@tonic-gate			if (taskq_dispatch(ibcm_taskq, ibcm_process_rc_recycle,
0Sstevel@tonic-gate			    recycle_arg, TQ_NOQUEUE | TQ_NOSLEEP) == 0) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate				_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(
0Sstevel@tonic-gate				    statep->recycle_arg))
0Sstevel@tonic-gate				statep->recycle_arg = recycle_arg;
0Sstevel@tonic-gate				_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(
0Sstevel@tonic-gate				    statep->recycle_arg))
0Sstevel@tonic-gate				ibcm_add_tlist(statep);
0Sstevel@tonic-gate				return;
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_delete_state_data(statep);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	} else if (statep->remaining_retry_cnt > 0) {
0Sstevel@tonic-gate		ibcm_conn_state_t	stored_state;
0Sstevel@tonic-gate		ibcm_ap_state_t		stored_ap_state;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->remaining_retry_cnt--;
557Shiremath		IBTF_DPRINTF_L3(cmlog, "ibcm_timeout_cb: statep 0x%p "
0Sstevel@tonic-gate		    "attr-id= 0x%x, retries remaining = 0x%x", statep,
0Sstevel@tonic-gate		    b2h16(IBCM_OUT_HDRP(statep->stored_msg)->AttributeID),
0Sstevel@tonic-gate		    statep->remaining_retry_cnt);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * REP could be resent, either because of timeout or an
0Sstevel@tonic-gate		 * incoming REQ. Any other MAD below can be resent, because
0Sstevel@tonic-gate		 * of timeout only, hence send_mad_flag manipulation not
0Sstevel@tonic-gate		 * required for those cases.
0Sstevel@tonic-gate		 * If REP is already being retransmitted, then just set the
0Sstevel@tonic-gate		 * timer and return. Else post REP in non-blocking mode
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		if (statep->timer_stored_state == IBCM_STATE_REP_SENT) {
0Sstevel@tonic-gate			if (statep->send_mad_flags & IBCM_REP_POST_BUSY) {
0Sstevel@tonic-gate				statep->timerid = IBCM_TIMEOUT(statep,
0Sstevel@tonic-gate				    statep->timer_value);
0Sstevel@tonic-gate				mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate				ibcm_insert_trace(statep,
0Sstevel@tonic-gate				    IBCM_TRACE_TIMEOUT_REP);
0Sstevel@tonic-gate				return;
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/*
0Sstevel@tonic-gate			 * Set REP  busy flag, so any incoming REQ's will not
0Sstevel@tonic-gate			 * initiate new REP transmissions
0Sstevel@tonic-gate			 */
0Sstevel@tonic-gate			statep->send_mad_flags |= IBCM_REP_POST_BUSY;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Since REQ/RTU/REJ on active side use same MAD, synchronize */
0Sstevel@tonic-gate		} else if (statep->timer_stored_state == IBCM_STATE_REQ_SENT) {
0Sstevel@tonic-gate			ASSERT((statep->send_mad_flags & IBCM_REQ_POST_BUSY)
0Sstevel@tonic-gate			    == 0);
0Sstevel@tonic-gate			statep->send_mad_flags |= IBCM_REQ_POST_BUSY;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_REF_CNT_INCR(statep);	/* for non-blocking post */
0Sstevel@tonic-gate		stored_state = statep->timer_stored_state;
0Sstevel@tonic-gate		stored_ap_state = statep->timer_stored_ap_state;
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Post REQ MAD in non-blocking mode */
0Sstevel@tonic-gate		if (stored_state == IBCM_STATE_REQ_SENT) {
1093Shiremath			ibcm_insert_trace(statep, IBCM_TRACE_OUT_REQ_RETRY);
0Sstevel@tonic-gate			ibcm_post_rc_mad(statep, statep->stored_msg,
0Sstevel@tonic-gate			    ibcm_post_req_complete, statep);
0Sstevel@tonic-gate		/* Post REQ MAD in non-blocking mode */
0Sstevel@tonic-gate		} else if (stored_state == IBCM_STATE_REP_WAIT) {
1093Shiremath			ibcm_insert_trace(statep, IBCM_TRACE_OUT_REQ_RETRY);
0Sstevel@tonic-gate			ibcm_post_rc_mad(statep, statep->stored_msg,
0Sstevel@tonic-gate			    ibcm_post_rep_wait_complete, statep);
0Sstevel@tonic-gate		/* Post REP MAD in non-blocking mode */
0Sstevel@tonic-gate		} else if (stored_state == IBCM_STATE_REP_SENT) {
1093Shiremath			ibcm_insert_trace(statep, IBCM_TRACE_OUT_REP_RETRY);
0Sstevel@tonic-gate			ibcm_post_rc_mad(statep, statep->stored_msg,
0Sstevel@tonic-gate			    ibcm_post_rep_complete, statep);
0Sstevel@tonic-gate		/* Post REP MAD in non-blocking mode */
0Sstevel@tonic-gate		} else if (stored_state == IBCM_STATE_MRA_REP_RCVD) {
1093Shiremath			ibcm_insert_trace(statep, IBCM_TRACE_OUT_REP_RETRY);
1093Shiremath			mutex_enter(&statep->state_mutex);
1093Shiremath			statep->mra_time = gethrtime();
1093Shiremath			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate			ibcm_post_rc_mad(statep, statep->stored_msg,
0Sstevel@tonic-gate			    ibcm_post_mra_rep_complete, statep);
0Sstevel@tonic-gate		/* Post DREQ MAD in non-blocking mode */
0Sstevel@tonic-gate		} else if (stored_state == IBCM_STATE_DREQ_SENT) {
1093Shiremath			mutex_enter(&statep->state_mutex);
1093Shiremath			if (statep->remaining_retry_cnt ==
1093Shiremath			    statep->max_cm_retries)
1093Shiremath				ibcm_insert_trace(statep,
1093Shiremath				    IBCM_TRACE_OUTGOING_DREQ);
1093Shiremath			else {
1093Shiremath				ibcm_insert_trace(statep,
1093Shiremath				    IBCM_TRACE_OUT_DREQ_RETRY);
1093Shiremath				statep->cm_retries++;
1093Shiremath				ibcm_close_done(statep, 0);
1093Shiremath			}
1093Shiremath			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate			ibcm_post_rc_mad(statep, statep->dreq_msg,
0Sstevel@tonic-gate			    ibcm_post_dreq_complete, statep);
0Sstevel@tonic-gate		/* post LAP MAD in non-blocking mode */
0Sstevel@tonic-gate		} else if (stored_ap_state == IBCM_AP_STATE_LAP_SENT) {
1093Shiremath			ibcm_insert_trace(statep, IBCM_TRACE_OUT_LAP_RETRY);
0Sstevel@tonic-gate			ibcm_post_rc_mad(statep, statep->lapr_msg,
0Sstevel@tonic-gate			    ibcm_post_lap_complete, statep);
0Sstevel@tonic-gate		/* post LAP MAD in non-blocking mode */
0Sstevel@tonic-gate		} else if (stored_ap_state == IBCM_AP_STATE_MRA_LAP_RCVD) {
1093Shiremath			ibcm_insert_trace(statep, IBCM_TRACE_OUT_LAP_RETRY);
1093Shiremath			mutex_enter(&statep->state_mutex);
1093Shiremath			statep->mra_time = gethrtime();
1093Shiremath			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate			ibcm_post_rc_mad(statep, statep->lapr_msg,
0Sstevel@tonic-gate			    ibcm_post_mra_lap_complete, statep);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if ((statep->state == IBCM_STATE_REQ_SENT) ||
0Sstevel@tonic-gate	    (statep->state == IBCM_STATE_REP_SENT) ||
0Sstevel@tonic-gate	    (statep->state == IBCM_STATE_MRA_REP_RCVD) ||
0Sstevel@tonic-gate	    (statep->state == IBCM_STATE_REP_WAIT)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * MAX retries reached, send a REJ to the remote,
0Sstevel@tonic-gate		 * and close the connection
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		statep->timedout_state = statep->state;
0Sstevel@tonic-gate		statep->state = IBCM_STATE_TIMED_OUT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L3(cmlog, "ibcm_timeout_cb: "
0Sstevel@tonic-gate		    "max retries done for statep 0x%p", statep);
1093Shiremath		statep->cm_retries++; /* cause conn trace to print */
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if ((statep->timedout_state == IBCM_STATE_REP_SENT) ||
0Sstevel@tonic-gate		    (statep->timedout_state == IBCM_STATE_MRA_REP_RCVD))
0Sstevel@tonic-gate			(void) ibcm_cep_to_error_state(statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Disassociate statep from QP */
0Sstevel@tonic-gate		IBCM_SET_CHAN_PRIVATE(statep->channel, NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * statep is in REJ SENT state, the only way to get deleted is
0Sstevel@tonic-gate		 * the timeout callback that is set after posting REJ
0Sstevel@tonic-gate		 * The thread processing is required where cm handler is
0Sstevel@tonic-gate		 * specified
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->cm_handler != NULL) {
0Sstevel@tonic-gate			/* Attach the statep to timeout list */
0Sstevel@tonic-gate			ibcm_add_tlist(statep);
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			ib_guid_t local_hca_guid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/*
0Sstevel@tonic-gate			 * statep->open_return_data is set for blocking
0Sstevel@tonic-gate			 * No handler specified, hence signal blocked
0Sstevel@tonic-gate			 * ibt_open_rc_channel from here
0Sstevel@tonic-gate			 */
0Sstevel@tonic-gate			if (statep->open_return_data != NULL) {
0Sstevel@tonic-gate				statep->open_return_data->rc_status =
0Sstevel@tonic-gate				    IBT_CM_TIMEOUT;
0Sstevel@tonic-gate				statep->open_done = B_TRUE;
0Sstevel@tonic-gate				cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			local_hca_guid = h2b64(statep->local_hca_guid);
0Sstevel@tonic-gate			ibcm_post_rej_mad(statep, IBT_CM_TIMEOUT,
0Sstevel@tonic-gate			    (statep->timedout_state == IBCM_STATE_REP_SENT ||
0Sstevel@tonic-gate			    statep->timedout_state == IBCM_STATE_MRA_REP_RCVD) ?
0Sstevel@tonic-gate			    IBT_CM_FAILURE_REP: IBT_CM_FAILURE_REQ,
0Sstevel@tonic-gate			    &local_hca_guid, sizeof (ib_guid_t));
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if ((statep->ap_state == IBCM_AP_STATE_LAP_SENT) ||
0Sstevel@tonic-gate	    (statep->ap_state == IBCM_AP_STATE_MRA_LAP_RCVD)) {
0Sstevel@tonic-gate
557Shiremath		IBTF_DPRINTF_L4(cmlog, "ibcm_timeout_cb: statep 0x%p "
0Sstevel@tonic-gate		    "LAP timed out",  statep);
0Sstevel@tonic-gate		statep->timedout_state = statep->state;
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * This state setting ensures that the processing of DREQ is
0Sstevel@tonic-gate		 * sequentialized, once this ap_state is set. If statep is
0Sstevel@tonic-gate		 * attached to timeout list, it cannot be re-attached as long
0Sstevel@tonic-gate		 * as in this state
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		statep->ap_state = IBCM_AP_STATE_TIMED_OUT;
1093Shiremath		ibcm_open_done(statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->cm_handler != NULL) {
0Sstevel@tonic-gate			/* Attach statep to timeout list - thread handling */
0Sstevel@tonic-gate			ibcm_add_tlist(statep);
0Sstevel@tonic-gate		} else if (statep->ap_return_data != NULL) {
0Sstevel@tonic-gate			/*
0Sstevel@tonic-gate			 * statep->ap_return_data is initialized for blocking in
0Sstevel@tonic-gate			 * ibt_set_alt_path(), signal the waiting CV
0Sstevel@tonic-gate			 */
0Sstevel@tonic-gate			statep->ap_return_data->ap_status = IBT_CM_AP_TIMEOUT;
0Sstevel@tonic-gate			statep->ap_done = B_TRUE;
0Sstevel@tonic-gate			cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			statep->ap_state = IBCM_AP_STATE_IDLE;
0Sstevel@tonic-gate			/* Wake up threads waiting for LAP/APR to complete */
0Sstevel@tonic-gate			cv_broadcast(&statep->block_mad_cv);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if (statep->state == IBCM_STATE_DREQ_SENT) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->timedout_state = statep->state;
0Sstevel@tonic-gate		statep->state = IBCM_STATE_TIMED_OUT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * The logic below is necessary, for a race situation between
0Sstevel@tonic-gate		 * ibt_close_rc_channel with no callbacks option and CM's
0Sstevel@tonic-gate		 * internal stale connection handling on the same connection
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		if (statep->close_nocb_state != IBCM_FAIL) {
0Sstevel@tonic-gate			ASSERT(statep->close_nocb_state == IBCM_UNBLOCK);
0Sstevel@tonic-gate			ibtl_cm_chan_is_closing(statep->channel);
0Sstevel@tonic-gate			statep->close_nocb_state = IBCM_BLOCK;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * If cm handler is specified, then invoke handler for
0Sstevel@tonic-gate		 * the DREQ timeout
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		if (statep->cm_handler != NULL) {
0Sstevel@tonic-gate			ibcm_add_tlist(statep);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_process_dreq_timeout(statep);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef DEBUG
0Sstevel@tonic-gate		if (ibcm_test_mode > 0)
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_timeout_cb: "
0Sstevel@tonic-gate			    "Unexpected unhandled timeout  for statep 0x%p "
0Sstevel@tonic-gate			    "state %d", statep, statep->state);
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * Following are set of ibmf send callback routines that are used when posting
0Sstevel@tonic-gate * various CM MADs in non-blocking post mode
0Sstevel@tonic-gate */
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_req_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp, void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_req_complete statep %p ", statep);
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_flow_dec(statep->post_time, "REQ");
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_REQ_POST_COMPLETE);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	statep->send_mad_flags &= ~IBCM_REQ_POST_BUSY;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* signal any waiting threads for REQ MAD to become available */
0Sstevel@tonic-gate	cv_signal(&statep->block_mad_cv);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->state == IBCM_STATE_REQ_SENT)
0Sstevel@tonic-gate		statep->timerid = IBCM_TIMEOUT(statep, statep->timer_value);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_rep_wait_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_rep_wait_complete statep %p", statep);
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_flow_dec(statep->post_time, "REQ_RETRY");
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_REQ_POST_COMPLETE);
0Sstevel@tonic-gate	if (statep->state == IBCM_STATE_REP_WAIT)
0Sstevel@tonic-gate		statep->timerid = IBCM_TIMEOUT(statep, statep->timer_value);
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_rep_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp, void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_rep_complete statep %p", statep);
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_flow_dec(statep->post_time, "REP");
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_REP_POST_COMPLETE);
0Sstevel@tonic-gate	statep->send_mad_flags &= ~IBCM_REP_POST_BUSY;
0Sstevel@tonic-gate	if (statep->state == IBCM_STATE_REP_SENT)
0Sstevel@tonic-gate		statep->timerid = IBCM_TIMEOUT(statep, statep->timer_value);
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_resend_post_rep_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)args;
0Sstevel@tonic-gate
557Shiremath	IBTF_DPRINTF_L4(cmlog, "ibcm_resend_post_rep_complete(%p)", statep);
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_flow_dec(statep->post_time, "REP_RETRY");
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_REP_POST_COMPLETE);
0Sstevel@tonic-gate	statep->send_mad_flags &= ~IBCM_REP_POST_BUSY;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* No new timeout is set for resending a REP MAD for an incoming REQ */
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_mra_rep_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_mra_rep_complete statep %p", statep);
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_flow_dec(statep->mra_time, "MRA_REP");
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_REP_POST_COMPLETE);
0Sstevel@tonic-gate	if (statep->state == IBCM_STATE_MRA_REP_RCVD)
0Sstevel@tonic-gate		statep->timerid = IBCM_TIMEOUT(statep, statep->timer_value);
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_mra_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_mra_complete statep %p", statep);
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_flow_dec(statep->mra_time, "MRA");
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_MRA_POST_COMPLETE);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->delete_mra_msg == B_TRUE) {
0Sstevel@tonic-gate		ibmf_msg_t	*mra_msg;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mra_msg = statep->mra_msg;
0Sstevel@tonic-gate		statep->mra_msg = NULL;
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		(void) ibcm_free_out_msg(statep->stored_reply_addr.ibmf_hdl,
0Sstevel@tonic-gate		    &mra_msg);
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	statep->send_mad_flags &= ~IBCM_MRA_POST_BUSY;
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_dreq_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp, void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_dreq_complete statep %p", statep);
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_flow_dec(statep->post_time, "DREQ");
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_DREQ_POST_COMPLETE);
0Sstevel@tonic-gate	if (statep->state == IBCM_STATE_DREQ_SENT)
0Sstevel@tonic-gate		statep->timerid = IBCM_TIMEOUT(statep, statep->timer_value);
1093Shiremath	ibcm_close_done(statep, 1);
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_lap_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp, void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_lap_complete statep %p", statep);
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_flow_dec(statep->post_time, "LAP");
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_LAP_POST_COMPLETE);
0Sstevel@tonic-gate	if (statep->ap_state == IBCM_AP_STATE_LAP_SENT)
0Sstevel@tonic-gate		statep->timerid = IBCM_TIMEOUT(statep, statep->timer_value);
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_mra_lap_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_mra_lap_complete statep %p", statep);
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_flow_dec(statep->mra_time, "MRA_LAP");
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_LAP_POST_COMPLETE);
0Sstevel@tonic-gate	if (statep->ap_state == IBCM_AP_STATE_MRA_LAP_RCVD)
0Sstevel@tonic-gate		statep->timerid = IBCM_TIMEOUT(statep, statep->timer_value);
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_rej_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_rej_complete statep %p", statep);
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_flow_dec(statep->post_time, "REJ");
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_REJ_POST_COMPLETE);
0Sstevel@tonic-gate	statep->send_mad_flags &= ~IBCM_REJ_POST_BUSY;
0Sstevel@tonic-gate	if (statep->state == IBCM_STATE_REJ_SENT) {
0Sstevel@tonic-gate		statep->remaining_retry_cnt = 0;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* wait until all possible retransmits of REQ/REP happened */
0Sstevel@tonic-gate		statep->timerid = IBCM_TIMEOUT(statep,
0Sstevel@tonic-gate		    statep->timer_value * statep->max_cm_retries);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_rtu_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_rtu_complete statep %p", statep);
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_flow_dec(statep->post_time, "RTU");
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_RTU_POST_COMPLETE);
0Sstevel@tonic-gate	statep->send_mad_flags &= ~IBCM_RTU_POST_BUSY;
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
1093Shiremath	ibcm_open_done(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_apr_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_apr_complete statep %p", statep);
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_flow_dec(statep->post_time, "APR");
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_APR_POST_COMPLETE);
0Sstevel@tonic-gate	/* As long as one APR mad in transit, no retransmits are allowed */
0Sstevel@tonic-gate	statep->ap_state = IBCM_AP_STATE_IDLE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* unblock any DREQ threads and close channels */
0Sstevel@tonic-gate	cv_broadcast(&statep->block_mad_cv);
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep); /* decrement the ref count */
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_stored_apr_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibmf_msg_t	*ibmf_apr_msg = (ibmf_msg_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_stored_apr_complete args %p", args);
0Sstevel@tonic-gate
1093Shiremath	ibcm_flow_dec(0, "APR_RESEND");
0Sstevel@tonic-gate	(void) ibcm_free_out_msg(ibmf_handle, &ibmf_apr_msg);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_drep_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = (ibcm_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_drep_complete statep %p", statep);
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_flow_dec(statep->post_time, "DREP");
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_DREP_POST_COMPLETE);
0Sstevel@tonic-gate	statep->send_mad_flags &= ~IBCM_REJ_POST_BUSY;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->state == IBCM_STATE_DREQ_RCVD) {
0Sstevel@tonic-gate
1093Shiremath		ibcm_close_done(statep, 1);
0Sstevel@tonic-gate		statep->state = IBCM_STATE_TIMEWAIT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * For passive side CM set it to remote_ack_delay
0Sstevel@tonic-gate		 * For active side CM add the pkt_life_time * 2
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		statep->timer_value = statep->remote_ack_delay;
0Sstevel@tonic-gate		if (statep->mode == IBCM_ACTIVE_MODE)
0Sstevel@tonic-gate			statep->timer_value += (2 * statep->pkt_life_time);
0Sstevel@tonic-gate		statep->remaining_retry_cnt = 0;
0Sstevel@tonic-gate		statep->timer_stored_state = statep->state;
0Sstevel@tonic-gate		statep->timerid = IBCM_TIMEOUT(statep, statep->timer_value);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_sidr_rep_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_ud_state_data_t	*ud_statep = (ibcm_ud_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_sidr_rep_complete ud_statep %p",
0Sstevel@tonic-gate	    ud_statep);
0Sstevel@tonic-gate
1093Shiremath	ibcm_flow_dec(0, "SIDR_REP");
0Sstevel@tonic-gate	mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate	ud_statep->ud_send_mad_flags &= ~IBCM_SREP_POST_BUSY;
0Sstevel@tonic-gate	ud_statep->ud_remaining_retry_cnt = 0;
0Sstevel@tonic-gate	if (ud_statep->ud_state == IBCM_STATE_SIDR_REP_SENT)
0Sstevel@tonic-gate		ud_statep->ud_timerid = IBCM_UD_TIMEOUT(ud_statep,
0Sstevel@tonic-gate		    ud_statep->ud_timer_value);
0Sstevel@tonic-gate	IBCM_UD_REF_CNT_DECR(ud_statep);
0Sstevel@tonic-gate	mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_sidr_req_complete(ibmf_handle_t ibmf_handle, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_ud_state_data_t	*ud_statep = (ibcm_ud_state_data_t *)args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_sidr_req_complete ud_statep %p",
0Sstevel@tonic-gate	    ud_statep);
0Sstevel@tonic-gate
1093Shiremath	ibcm_flow_dec(0, "SIDR_REQ");
0Sstevel@tonic-gate	mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate	if (ud_statep->ud_state == IBCM_STATE_SIDR_REQ_SENT)
0Sstevel@tonic-gate		ud_statep->ud_timerid = IBCM_UD_TIMEOUT(ud_statep,
0Sstevel@tonic-gate		    ud_statep->ud_timer_value);
0Sstevel@tonic-gate	IBCM_UD_REF_CNT_DECR(ud_statep);
0Sstevel@tonic-gate	mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_dreq_timeout:
0Sstevel@tonic-gate *	Called when the timer expires on DREP
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	arg	- ibcm_state_data_t is passed
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUES: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_dreq_timeout(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Max retries reached, move to the time wait state */
0Sstevel@tonic-gate	statep->state = statep->timer_stored_state =
0Sstevel@tonic-gate	    IBCM_STATE_TIMEWAIT;
1093Shiremath	ibcm_close_done(statep, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Set the TIME_WAIT state timer value */
0Sstevel@tonic-gate	statep->timer_value = statep->remote_ack_delay;
0Sstevel@tonic-gate	if (statep->mode == IBCM_ACTIVE_MODE) {
0Sstevel@tonic-gate		statep->timer_value += (2 * statep->pkt_life_time);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	statep->timerid = IBCM_TIMEOUT(statep, statep->timer_value);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->close_ret_status)
0Sstevel@tonic-gate		if (statep->stale == B_TRUE)
0Sstevel@tonic-gate			*statep->close_ret_status = IBT_CM_CLOSED_STALE;
0Sstevel@tonic-gate		else *statep->close_ret_status = IBT_CM_CLOSED_DREQ_TIMEOUT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* signal waiting CVs - blocking in ibt_close_channel() */
0Sstevel@tonic-gate	statep->close_done = B_TRUE;
3241Shiremath	if (statep->close_ret_priv_data_len != NULL)
3241Shiremath		*statep->close_ret_priv_data_len = 0;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* unblock any close channel with no callbacks option */
0Sstevel@tonic-gate	statep->close_nocb_state = IBCM_FAIL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_add_tlist:
0Sstevel@tonic-gate *	Adds the given RC statep to timeout list
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	arg	- ibcm_state_data_t is passed
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUES: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_add_tlist(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	mutex_enter(&ibcm_timeout_list_lock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	statep->timeout_next = NULL;
0Sstevel@tonic-gate	if (ibcm_timeout_list_hdr == NULL) {
0Sstevel@tonic-gate		ibcm_timeout_list_hdr = statep;
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		ibcm_timeout_list_tail->timeout_next = statep;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_timeout_list_tail = statep;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	cv_signal(&ibcm_timeout_list_cv);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_exit(&ibcm_timeout_list_lock);
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_add_tlist: "
0Sstevel@tonic-gate	    "attached state = %p to timeout list", statep);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
1093Shiremathvoid
1093Shiremathibcm_run_tlist_thread(void)
1093Shiremath{
1093Shiremath	mutex_enter(&ibcm_timeout_list_lock);
1093Shiremath	cv_signal(&ibcm_timeout_list_cv);
1093Shiremath	mutex_exit(&ibcm_timeout_list_lock);
1093Shiremath}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_add_ud_tlist:
0Sstevel@tonic-gate *	Adds the given UD statep to timeout list
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	arg	- ibcm_ud_state_data_t is passed
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUES: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_add_ud_tlist(ibcm_ud_state_data_t *ud_statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	mutex_enter(&ibcm_timeout_list_lock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ud_statep->ud_timeout_next = NULL;
0Sstevel@tonic-gate	if (ibcm_ud_timeout_list_hdr == NULL) {
0Sstevel@tonic-gate		ibcm_ud_timeout_list_hdr = ud_statep;
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		ibcm_ud_timeout_list_tail->ud_timeout_next = ud_statep;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_ud_timeout_list_tail = ud_statep;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	cv_signal(&ibcm_timeout_list_cv);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_exit(&ibcm_timeout_list_lock);
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_add_ud_tlist: "
0Sstevel@tonic-gate	    "attached state = %p to ud timeout list", ud_statep);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_tlist:
0Sstevel@tonic-gate *	Thread that processes all the RC and UD statep's from
0Sstevel@tonic-gate *	the appropriate lists
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	NONE
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUES: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_tlist()
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_state_data_t 	*statep;
0Sstevel@tonic-gate	ibcm_ud_state_data_t 	*ud_statep;
0Sstevel@tonic-gate	callb_cpr_t		cprinfo;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L5(cmlog, "ibcm_process_tlist: thread started");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&ibcm_timeout_list_lock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	CALLB_CPR_INIT(&cprinfo, &ibcm_timeout_list_lock, callb_generic_cpr,
0Sstevel@tonic-gate	    "ibcm_process_tlist");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	for (;;) {
0Sstevel@tonic-gate		if (ibcm_timeout_list_flags & IBCM_TIMEOUT_THREAD_EXIT) {
0Sstevel@tonic-gate			/* The thread needs to exit */
0Sstevel@tonic-gate			cv_signal(&ibcm_timeout_thread_done_cv);
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		}
1093Shiremath		mutex_exit(&ibcm_timeout_list_lock);
1093Shiremath		ibcm_check_for_opens();
3241Shiremath		ibcm_check_for_async_close();
1093Shiremath		mutex_enter(&ibcm_timeout_list_lock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* First, handle pending RC statep's, followed by UD's */
0Sstevel@tonic-gate		if (ibcm_timeout_list_hdr != NULL) {
0Sstevel@tonic-gate			statep = ibcm_timeout_list_hdr;
0Sstevel@tonic-gate			ibcm_timeout_list_hdr = statep->timeout_next;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (ibcm_timeout_list_hdr == NULL)
4703Shiremath				ibcm_timeout_list_tail = NULL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			statep->timeout_next = NULL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			mutex_exit(&ibcm_timeout_list_lock);
0Sstevel@tonic-gate			IBTF_DPRINTF_L3(cmlog, "ibcm_process_tlist: "
0Sstevel@tonic-gate			    "scheduling state = %p", statep);
0Sstevel@tonic-gate			ibcm_timeout_client_cb(statep);
0Sstevel@tonic-gate			mutex_enter(&ibcm_timeout_list_lock);
0Sstevel@tonic-gate		} else if (ibcm_ud_timeout_list_hdr != NULL) {
0Sstevel@tonic-gate			ud_statep = ibcm_ud_timeout_list_hdr;
0Sstevel@tonic-gate			ibcm_ud_timeout_list_hdr = ud_statep->ud_timeout_next;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (ibcm_ud_timeout_list_hdr == NULL)
4703Shiremath				ibcm_ud_timeout_list_tail = NULL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ud_statep->ud_timeout_next = NULL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			mutex_exit(&ibcm_timeout_list_lock);
0Sstevel@tonic-gate			IBTF_DPRINTF_L3(cmlog, "ibcm_process_tlist: "
0Sstevel@tonic-gate			    "ud scheduling state = %p", ud_statep);
0Sstevel@tonic-gate			ibcm_ud_timeout_client_cb(ud_statep);
0Sstevel@tonic-gate			mutex_enter(&ibcm_timeout_list_lock);
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			CALLB_CPR_SAFE_BEGIN(&cprinfo);
0Sstevel@tonic-gate			cv_wait(&ibcm_timeout_list_cv, &ibcm_timeout_list_lock);
0Sstevel@tonic-gate			CALLB_CPR_SAFE_END(&cprinfo, &ibcm_timeout_list_lock);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifndef	__lock_lint
0Sstevel@tonic-gate	CALLB_CPR_EXIT(&cprinfo);	/* mutex_exit */
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_timeout_client_cb:
0Sstevel@tonic-gate *	Called from timeout thread processing
0Sstevel@tonic-gate *	Primary purpose is to call client handler
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	arg	- ibcm_state_data_t is passed
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUES: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_timeout_client_cb(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((statep->state == IBCM_STATE_DELETE) &&
0Sstevel@tonic-gate	    (statep->recycle_arg != NULL)) {
0Sstevel@tonic-gate		struct ibcm_taskq_recycle_arg_s *recycle_arg;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		recycle_arg = statep->recycle_arg;
0Sstevel@tonic-gate		_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(statep->recycle_arg))
0Sstevel@tonic-gate		statep->recycle_arg = NULL;
0Sstevel@tonic-gate		_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(statep->recycle_arg))
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		(void) ibcm_process_rc_recycle(recycle_arg);
0Sstevel@tonic-gate		ibcm_delete_state_data(statep);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((statep->state == IBCM_STATE_DELETE) &&
0Sstevel@tonic-gate	    (statep->delete_state_data == B_TRUE)) {
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		ibcm_dealloc_state_data(statep);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Else, it must be in TIMEOUT state, do the necessary processing */
0Sstevel@tonic-gate	if (statep->state == IBCM_STATE_TIMED_OUT) {
0Sstevel@tonic-gate		void		*data;
0Sstevel@tonic-gate		uint8_t		cf_msg;
0Sstevel@tonic-gate		ib_guid_t	local_hca_guid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->timedout_state == IBCM_STATE_DREQ_SENT) {
0Sstevel@tonic-gate			ibt_cm_event_t		event;
0Sstevel@tonic-gate			ibt_cm_return_args_t	ret_args;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			bzero(&event, sizeof (event));
0Sstevel@tonic-gate			bzero(&ret_args, sizeof (ret_args));
0Sstevel@tonic-gate
0Sstevel@tonic-gate			event.cm_type = IBT_CM_EVENT_CONN_CLOSED;
0Sstevel@tonic-gate			event.cm_channel = statep->channel;
0Sstevel@tonic-gate			event.cm_session_id = NULL;
0Sstevel@tonic-gate			event.cm_priv_data = NULL;
0Sstevel@tonic-gate			event.cm_priv_data_len = 0;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (statep->stale == B_TRUE)
0Sstevel@tonic-gate				event.cm_event.closed = IBT_CM_CLOSED_STALE;
0Sstevel@tonic-gate			else event.cm_event.closed = IBT_CM_CLOSED_DREQ_TIMEOUT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/*
0Sstevel@tonic-gate			 * cm handler cannot be non-NULL, as that check is
0Sstevel@tonic-gate			 * already made in ibcm_timeout_cb
0Sstevel@tonic-gate			 */
0Sstevel@tonic-gate			ibcm_insert_trace(statep,
0Sstevel@tonic-gate			    IBCM_TRACE_CALLED_CONN_CLOSE_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			(void) statep->cm_handler(statep->state_cm_private,
0Sstevel@tonic-gate			    &event, &ret_args, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_insert_trace(statep,
0Sstevel@tonic-gate			    IBCM_TRACE_RET_CONN_CLOSE_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_process_dreq_timeout(statep);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		data = ((ibcm_rej_msg_t *)
0Sstevel@tonic-gate		    IBCM_OUT_MSGP(statep->stored_msg))->rej_private_data;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if ((statep->timedout_state == IBCM_STATE_REQ_SENT) ||
0Sstevel@tonic-gate		    (statep->timedout_state == IBCM_STATE_REP_WAIT)) {
0Sstevel@tonic-gate			cf_msg = IBT_CM_FAILURE_REQ;
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			ASSERT(
0Sstevel@tonic-gate			    (statep->timedout_state == IBCM_STATE_REP_SENT) ||
0Sstevel@tonic-gate			    (statep->timedout_state ==
0Sstevel@tonic-gate			    IBCM_STATE_MRA_REP_RCVD));
0Sstevel@tonic-gate			cf_msg = IBT_CM_FAILURE_REP;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Invoke the CM handler w/ event IBT_CM_EVENT_TIMEOUT
0Sstevel@tonic-gate		 * This callback happens for only active non blocking or
0Sstevel@tonic-gate		 * passive client
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_TIMEOUT,
0Sstevel@tonic-gate		    cf_msg, IBT_CM_TIMEOUT, data, IBT_REJ_PRIV_DATA_SZ);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* signal the blocked ibt_open_rc_channel */
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * statep->open_return_data is set for blocking
0Sstevel@tonic-gate		 * signal the blocked ibt_open_rc_channel
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		if (statep->open_return_data != NULL) {
0Sstevel@tonic-gate			statep->open_return_data->rc_status = IBT_CM_TIMEOUT;
0Sstevel@tonic-gate			statep->open_done = B_TRUE;
0Sstevel@tonic-gate			cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		local_hca_guid = h2b64(statep->local_hca_guid);
0Sstevel@tonic-gate		ibcm_post_rej_mad(statep, IBT_CM_TIMEOUT,
0Sstevel@tonic-gate		    IBT_CM_FAILURE_UNKNOWN, &local_hca_guid,
0Sstevel@tonic-gate		    sizeof (ib_guid_t));
0Sstevel@tonic-gate	} else if (statep->ap_state == IBCM_AP_STATE_TIMED_OUT) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_TIMEOUT,
0Sstevel@tonic-gate		    IBT_CM_FAILURE_LAP, IBT_CM_TIMEOUT, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Now wake up threads waiting for LAP/APR to complete */
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * statep->ap_return_data is initialized for blocking in
0Sstevel@tonic-gate		 * ibt_set_alt_path(), signal the waiting CV
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		if (statep->ap_return_data != NULL) {
0Sstevel@tonic-gate			statep->ap_return_data->ap_status = IBT_CM_AP_TIMEOUT;
0Sstevel@tonic-gate			statep->ap_done = B_TRUE;
0Sstevel@tonic-gate			cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		statep->ap_state = IBCM_AP_STATE_IDLE;
0Sstevel@tonic-gate		cv_broadcast(&statep->block_mad_cv);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_timeout_client_cb "
0Sstevel@tonic-gate		    "Unexpected else path statep %p state %d ap_state %d",
0Sstevel@tonic-gate		    statep, statep->state, statep->ap_state);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_ud_timeout_client_cb:
0Sstevel@tonic-gate *	Called from UD timeout thread processing
0Sstevel@tonic-gate *	Primary purpose is to call client handler
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	arg	- ibcm_ud_state_data_t is passed
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUES: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_ud_timeout_client_cb(ibcm_ud_state_data_t *ud_statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_cm_ud_event_t	ud_event;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((ud_statep->ud_state == IBCM_STATE_DELETE) &&
0Sstevel@tonic-gate	    (ud_statep->ud_delete_state_data == B_TRUE)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate		ibcm_dealloc_ud_state_data(ud_statep);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	} else
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Fill in ibt_cm_ud_event_t */
0Sstevel@tonic-gate	ud_event.cm_type = IBT_CM_UD_EVENT_SIDR_REP;
0Sstevel@tonic-gate	ud_event.cm_session_id = NULL;
0Sstevel@tonic-gate	ud_event.cm_event.sidr_rep.srep_status = IBT_CM_SREP_TIMEOUT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	(void) ud_statep->ud_cm_handler(ud_statep->ud_state_cm_private,
0Sstevel@tonic-gate	    &ud_event, NULL, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Delete UD state data now, finally done with it */
0Sstevel@tonic-gate	ibcm_delete_ud_state_data(ud_statep);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_sidr_req_msg:
0Sstevel@tonic-gate *	This call processes an incoming SIDR REQ
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	hcap		- HCA entry pointer
0Sstevel@tonic-gate *	input_madp	- Incoming CM SIDR REQ MAD
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD to be posted
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate *	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_sidr_req_msg(ibcm_hca_info_t *hcap, uint8_t *input_madp,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ib_gid_t		gid;
0Sstevel@tonic-gate	ib_lid_t		lid;
0Sstevel@tonic-gate	uint32_t		req_id;
0Sstevel@tonic-gate	ibcm_status_t		state_lookup_status;
0Sstevel@tonic-gate	ibcm_status_t		cm_status;
0Sstevel@tonic-gate	ibt_sidr_status_t	sidr_status;
0Sstevel@tonic-gate	ibcm_svc_info_t		*svc_infop;
0Sstevel@tonic-gate	ibcm_svc_bind_t		*svc_bindp;
0Sstevel@tonic-gate	ibcm_svc_bind_t		*tmp_bindp;
0Sstevel@tonic-gate	ibcm_sidr_req_msg_t	*sidr_reqp = (ibcm_sidr_req_msg_t *)
4703Shiremath	    (&input_madp[IBCM_MAD_HDR_SIZE]);
0Sstevel@tonic-gate	ibcm_ud_state_data_t	*ud_statep = NULL;
0Sstevel@tonic-gate	ibcm_sidr_srch_t	srch_sidr;
0Sstevel@tonic-gate	ib_pkey_t		pkey;
0Sstevel@tonic-gate	uint8_t			port_num;
0Sstevel@tonic-gate	ib_guid_t		hca_guid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_sidr_req_msg:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	hca_guid = hcap->hca_guid;
0Sstevel@tonic-gate	port_num = cm_mad_addr->port_num;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Figure out LID, GID, RequestId for svc_id lookup */
0Sstevel@tonic-gate	lid = cm_mad_addr->rcvd_addr.ia_remote_lid;
0Sstevel@tonic-gate	req_id = b2h32(sidr_reqp->sidr_req_request_id);
0Sstevel@tonic-gate	pkey = b2h16(sidr_reqp->sidr_req_pkey);
0Sstevel@tonic-gate	if (cm_mad_addr->grh_exists == B_TRUE)
0Sstevel@tonic-gate		gid = cm_mad_addr->grh_hdr.ig_sender_gid;
0Sstevel@tonic-gate	else
0Sstevel@tonic-gate		gid.gid_prefix = gid.gid_guid = 0;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * Lookup for an existing state structure
0Sstevel@tonic-gate	 * - if lookup fails it creates a new ud_state struct
0Sstevel@tonic-gate	 * No need to hold a lock across the call to ibcm_find_sidr_entry() as
0Sstevel@tonic-gate	 * the list lock is held in that function to find the matching entry.
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(srch_sidr))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	srch_sidr.srch_lid = lid;
0Sstevel@tonic-gate	srch_sidr.srch_gid = gid;
0Sstevel@tonic-gate	srch_sidr.srch_grh_exists = cm_mad_addr->grh_exists;
0Sstevel@tonic-gate	srch_sidr.srch_req_id = req_id;
0Sstevel@tonic-gate	srch_sidr.srch_mode = IBCM_PASSIVE_MODE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(srch_sidr))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rw_enter(&hcap->hca_sidr_list_lock, RW_WRITER);
0Sstevel@tonic-gate	state_lookup_status = ibcm_find_sidr_entry(&srch_sidr, hcap, &ud_statep,
0Sstevel@tonic-gate	    IBCM_FLAG_LOOKUP_AND_ADD);
0Sstevel@tonic-gate	rw_exit(&hcap->hca_sidr_list_lock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_sidr_req_msg: ud_statep 0x%p "
0Sstevel@tonic-gate	    "lookup status %x", ud_statep, state_lookup_status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (state_lookup_status == IBCM_LOOKUP_NEW) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Increment hca's resource count */
0Sstevel@tonic-gate		ibcm_inc_hca_res_cnt(hcap);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*ud_statep))
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Allocate CM MAD for a response
0Sstevel@tonic-gate		 * This MAD is deallocated on state structure delete
0Sstevel@tonic-gate		 * and re-used for all outgoing MADs for this connection.
0Sstevel@tonic-gate		 * If MAD allocation fails, delete the ud statep
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		if (ibcm_alloc_out_msg(cm_mad_addr->ibmf_hdl,
0Sstevel@tonic-gate		    &ud_statep->ud_stored_msg, MAD_METHOD_SEND) !=
0Sstevel@tonic-gate		    IBT_SUCCESS) {
0Sstevel@tonic-gate			mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate			IBCM_UD_REF_CNT_DECR(ud_statep);
0Sstevel@tonic-gate			mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate			ibcm_delete_ud_state_data(ud_statep);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Lookup for service */
0Sstevel@tonic-gate		ud_statep->ud_svc_id = b2h64(sidr_reqp->sidr_req_service_id);
0Sstevel@tonic-gate		ud_statep->ud_state  = IBCM_STATE_SIDR_REQ_RCVD;
0Sstevel@tonic-gate		ud_statep->ud_clnt_proceed = IBCM_BLOCK;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_enter(&ibcm_svc_info_lock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		svc_infop = ibcm_find_svc_entry(ud_statep->ud_svc_id);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_process_sidr_req_msg: "
0Sstevel@tonic-gate		    " ud_statep 0x%p svc_info %p", ud_statep, svc_infop);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * No need to hold the ud state mutex, as no other thread
0Sstevel@tonic-gate		 * modifies ud statep in IBCM_STATE_SIDR_REQ_RCVD state
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (svc_infop != NULL) {
0Sstevel@tonic-gate			/* find the "bind" entry that enables this port */
0Sstevel@tonic-gate
0Sstevel@tonic-gate			svc_bindp = NULL;
0Sstevel@tonic-gate			tmp_bindp = svc_infop->svc_bind_list;
0Sstevel@tonic-gate			while (tmp_bindp) {
0Sstevel@tonic-gate				if (tmp_bindp->sbind_hcaguid == hca_guid &&
0Sstevel@tonic-gate				    tmp_bindp->sbind_port == port_num) {
0Sstevel@tonic-gate					if (gid.gid_guid ==
0Sstevel@tonic-gate					    tmp_bindp->sbind_gid.gid_guid &&
0Sstevel@tonic-gate					    gid.gid_prefix ==
0Sstevel@tonic-gate					    tmp_bindp->sbind_gid.gid_prefix) {
0Sstevel@tonic-gate						/* a really good match */
0Sstevel@tonic-gate						svc_bindp = tmp_bindp;
0Sstevel@tonic-gate						if (pkey ==
0Sstevel@tonic-gate						    tmp_bindp->sbind_pkey)
0Sstevel@tonic-gate							/* absolute best */
0Sstevel@tonic-gate							break;
0Sstevel@tonic-gate					} else if (svc_bindp == NULL) {
0Sstevel@tonic-gate						/* port match => a good match */
0Sstevel@tonic-gate						svc_bindp = tmp_bindp;
0Sstevel@tonic-gate					}
0Sstevel@tonic-gate				}
0Sstevel@tonic-gate				tmp_bindp = tmp_bindp->sbind_link;
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate			if (svc_bindp == NULL) {
0Sstevel@tonic-gate				svc_infop = NULL;
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_OUT_HDRP(ud_statep->ud_stored_msg)->TransactionID =
0Sstevel@tonic-gate		    ((ib_mad_hdr_t *)(input_madp))->TransactionID;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_build_reply_mad_addr(cm_mad_addr,
0Sstevel@tonic-gate		    &ud_statep->ud_stored_reply_addr);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (ud_statep->ud_stored_reply_addr.cm_qp_entry == NULL) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			mutex_exit(&ibcm_svc_info_lock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Not much choice. CM MADs cannot go on QP1 */
0Sstevel@tonic-gate			mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate			IBCM_UD_REF_CNT_DECR(ud_statep);
0Sstevel@tonic-gate			ud_statep->ud_state = IBCM_STATE_DELETE;
0Sstevel@tonic-gate			mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_delete_ud_state_data(ud_statep);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (svc_infop == NULL || svc_infop->svc_ud_handler == NULL) {
0Sstevel@tonic-gate			/*
0Sstevel@tonic-gate			 * Don't have a record of Service ID in CM's
0Sstevel@tonic-gate			 * internal list registered at this gid/lid.
0Sstevel@tonic-gate			 * So, send out Service ID not supported SIDR REP msg
0Sstevel@tonic-gate			 */
0Sstevel@tonic-gate			sidr_status = IBT_CM_SREP_SID_INVALID;
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			ud_statep->ud_cm_handler = svc_infop->svc_ud_handler;
0Sstevel@tonic-gate			ud_statep->ud_state_cm_private =
0Sstevel@tonic-gate			    svc_bindp->sbind_cm_private;
0Sstevel@tonic-gate			IBCM_SVC_INCR(svc_infop);
0Sstevel@tonic-gate			mutex_exit(&ibcm_svc_info_lock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Call Client's UD handler */
0Sstevel@tonic-gate			cm_status = ibcm_sidr_req_ud_handler(ud_statep,
0Sstevel@tonic-gate			    sidr_reqp, cm_mad_addr, &sidr_status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			mutex_enter(&ibcm_svc_info_lock);
0Sstevel@tonic-gate			IBCM_SVC_DECR(svc_infop);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_exit(&ibcm_svc_info_lock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (cm_status == IBCM_DEFER) {
0Sstevel@tonic-gate			IBTF_DPRINTF_L4(cmlog, "ibcm_process_sidr_req_msg: "
0Sstevel@tonic-gate			    "ud_statep 0x%p client returned DEFER response",
0Sstevel@tonic-gate			    ud_statep);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_post_sidr_rep_mad(ud_statep, sidr_status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*ud_statep))
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate		IBCM_UD_REF_CNT_DECR(ud_statep);
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		ASSERT(state_lookup_status == IBCM_LOOKUP_EXISTS);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (ud_statep->ud_state == IBCM_STATE_SIDR_REP_SENT)
0Sstevel@tonic-gate			ibcm_resend_srep_mad(ud_statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_UD_REF_CNT_DECR(ud_statep);
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_sidr_rep_msg:
0Sstevel@tonic-gate *	This call processes an incoming SIDR REP
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	hcap		- HCA entry pointer
0Sstevel@tonic-gate *	input_madp	- incoming CM SIDR REP MAD
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD to be posted
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate *	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_sidr_rep_msg(ibcm_hca_info_t *hcap, uint8_t *input_madp,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ib_lid_t		lid;
0Sstevel@tonic-gate	ib_gid_t		gid;
0Sstevel@tonic-gate	ibcm_status_t		status;
0Sstevel@tonic-gate	ib_svc_id_t		tmp_svc_id;
0Sstevel@tonic-gate	ibcm_sidr_rep_msg_t	*sidr_repp = (ibcm_sidr_rep_msg_t *)
4703Shiremath	    (&input_madp[IBCM_MAD_HDR_SIZE]);
0Sstevel@tonic-gate	ibcm_ud_state_data_t	*ud_statep = NULL;
0Sstevel@tonic-gate	ibcm_sidr_srch_t	srch_sidr;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_sidr_rep_msg:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	lid = cm_mad_addr->rcvd_addr.ia_local_lid;
0Sstevel@tonic-gate	if (cm_mad_addr->grh_exists == B_TRUE)
0Sstevel@tonic-gate		gid = cm_mad_addr->grh_hdr.ig_recver_gid;
0Sstevel@tonic-gate	else
0Sstevel@tonic-gate		gid.gid_prefix = gid.gid_guid = 0;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_process_sidr_rep_msg: QPN rcvd = %x",
0Sstevel@tonic-gate	    h2b32(sidr_repp->sidr_rep_qpn_plus) >> 8);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * Lookup for an existing state structure.
0Sstevel@tonic-gate	 * No need to hold a lock as ibcm_find_sidr_entry() holds the
0Sstevel@tonic-gate	 * list lock to find the matching entry.
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_sidr_rep: lid=%x, (%llX, %llX), "
0Sstevel@tonic-gate	    "grh = %x, id = %x", lid, gid.gid_prefix, gid.gid_guid,
0Sstevel@tonic-gate	    cm_mad_addr->grh_exists, sidr_repp->sidr_rep_request_id);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(srch_sidr))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	srch_sidr.srch_lid = lid;
0Sstevel@tonic-gate	srch_sidr.srch_gid = gid;
0Sstevel@tonic-gate	srch_sidr.srch_grh_exists = cm_mad_addr->grh_exists;
0Sstevel@tonic-gate	srch_sidr.srch_req_id = b2h32(sidr_repp->sidr_rep_request_id);
0Sstevel@tonic-gate	srch_sidr.srch_mode = IBCM_ACTIVE_MODE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(srch_sidr))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rw_enter(&hcap->hca_sidr_list_lock, RW_READER);
0Sstevel@tonic-gate	status = ibcm_find_sidr_entry(&srch_sidr, hcap, &ud_statep,
0Sstevel@tonic-gate	    IBCM_FLAG_LOOKUP);
0Sstevel@tonic-gate	rw_exit(&hcap->hca_sidr_list_lock);
0Sstevel@tonic-gate
557Shiremath	IBTF_DPRINTF_L4(cmlog, "ibcm_process_sidr_rep_msg: ud_statep 0x%p "
0Sstevel@tonic-gate	    "find sidr entry status = %x", ud_statep, status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (status != IBCM_LOOKUP_EXISTS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_sidr_rep_msg: "
0Sstevel@tonic-gate		    "No matching ud_statep for SIDR REP");
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (IBCM_OUT_HDRP(ud_statep->ud_stored_msg)->TransactionID !=
0Sstevel@tonic-gate	    ((ib_mad_hdr_t *)(input_madp))->TransactionID) {
0Sstevel@tonic-gate		mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate		IBCM_UD_REF_CNT_DECR(ud_statep);
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_sidr_rep_msg: "
0Sstevel@tonic-gate		    "ud_statep 0x%p. A SIDR REP MAD with tid expected 0x%llX "
0Sstevel@tonic-gate		    "tid found 0x%llX req_id %x arrived", ud_statep,
0Sstevel@tonic-gate		    b2h64(
0Sstevel@tonic-gate		    IBCM_OUT_HDRP(ud_statep->ud_stored_msg)->TransactionID),
0Sstevel@tonic-gate		    b2h64(((ib_mad_hdr_t *)(input_madp))->TransactionID),
0Sstevel@tonic-gate		    b2h32(sidr_repp->sidr_rep_request_id));
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * We need to check service ID received against the one sent?
0Sstevel@tonic-gate	 * If they don't match just return.
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	bcopy(sidr_repp->sidr_rep_service_id, &tmp_svc_id, sizeof (tmp_svc_id));
0Sstevel@tonic-gate	bcopy(&tmp_svc_id, sidr_repp->sidr_rep_service_id, sizeof (tmp_svc_id));
0Sstevel@tonic-gate	if (ud_statep->ud_svc_id != b2h64(tmp_svc_id)) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_sidr_rep_msg: "
1093Shiremath		    "ud_statep -0x%p svcids do not match %llx %llx",
0Sstevel@tonic-gate		    ud_statep, ud_statep->ud_svc_id, b2h64(tmp_svc_id));
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_UD_REF_CNT_DECR(ud_statep);
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (ud_statep->ud_state == IBCM_STATE_SIDR_REQ_SENT) {
0Sstevel@tonic-gate		timeout_id_t	timer_val = ud_statep->ud_timerid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ud_statep->ud_state = IBCM_STATE_SIDR_REP_RCVD;
0Sstevel@tonic-gate		ud_statep->ud_timerid = 0;
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Cancel timer set after sending SIDR REQ */
0Sstevel@tonic-gate		(void) untimeout(timer_val);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Call Client's UD handler
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		ibcm_sidr_rep_ud_handler(ud_statep, sidr_repp);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ud_statep->ud_state = IBCM_STATE_DELETE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * ud_statep->ud_return_data is initialized for blocking in
0Sstevel@tonic-gate		 * ibt_ud_get_dqpn(). Initialize its fields and
0Sstevel@tonic-gate		 * signal the blocking call in ibt_ud_get_dqpn().
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		if (ud_statep->ud_return_data != NULL) {
0Sstevel@tonic-gate			/* get rep_qpn and rep_status */
0Sstevel@tonic-gate			ibt_priv_data_len_t len;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Copy the SIDR private data */
0Sstevel@tonic-gate			len = min(ud_statep->ud_return_data->ud_priv_data_len,
0Sstevel@tonic-gate			    IBT_SIDR_REP_PRIV_DATA_SZ);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if ((ud_statep->ud_return_data->ud_priv_data != NULL) &&
0Sstevel@tonic-gate			    (len > 0)) {
0Sstevel@tonic-gate				bcopy(sidr_repp->sidr_rep_private_data,
0Sstevel@tonic-gate				    ud_statep->ud_return_data->ud_priv_data,
0Sstevel@tonic-gate				    len);
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* get status first */
0Sstevel@tonic-gate			ud_statep->ud_return_data->ud_status =
0Sstevel@tonic-gate			    sidr_repp->sidr_rep_rep_status;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (ud_statep->ud_return_data->ud_status ==
0Sstevel@tonic-gate			    IBT_CM_SREP_QPN_VALID) {
0Sstevel@tonic-gate				ud_statep->ud_return_data->ud_dqpn =
0Sstevel@tonic-gate				    h2b32(sidr_repp->sidr_rep_qpn_plus) >> 8;
0Sstevel@tonic-gate				ud_statep->ud_return_data->ud_qkey =
0Sstevel@tonic-gate				    b2h32(sidr_repp->sidr_rep_qkey);
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ud_statep->ud_blocking_done = B_TRUE;
0Sstevel@tonic-gate			cv_broadcast(&ud_statep->ud_block_client_cv);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_UD_REF_CNT_DECR(ud_statep);
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Delete UD state data now, finally done with it */
0Sstevel@tonic-gate		ibcm_delete_ud_state_data(ud_statep);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		IBTF_DPRINTF_L3(cmlog, "ibcm_process_sidr_rep_msg: "
0Sstevel@tonic-gate		    "ud state is = 0x%x", ud_statep->ud_state);
0Sstevel@tonic-gate		IBCM_UD_REF_CNT_DECR(ud_statep);
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_post_sidr_rep_mad:
0Sstevel@tonic-gate *	This call posts a SIDR REP MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	ud_statep	- pointer to ibcm_ud_state_data_t
0Sstevel@tonic-gate *	status		- Status information
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_sidr_rep_mad(ibcm_ud_state_data_t *ud_statep,
0Sstevel@tonic-gate    ibt_sidr_status_t status)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ib_svc_id_t		tmp_svc_id;
0Sstevel@tonic-gate	ibcm_sidr_rep_msg_t	*sidr_repp =
0Sstevel@tonic-gate	    (ibcm_sidr_rep_msg_t *)IBCM_OUT_MSGP(ud_statep->ud_stored_msg);
0Sstevel@tonic-gate	clock_t			timer_value;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L5(cmlog, "ibcm_post_sidr_rep_mad:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*sidr_repp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_OUT_HDRP(ud_statep->ud_stored_msg)->AttributeID =
0Sstevel@tonic-gate	    h2b16(IBCM_INCOMING_SIDR_REP + IBCM_ATTR_BASE_ID);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * Initialize SIDR REP message. (Other fields were
0Sstevel@tonic-gate	 * already filled up in ibcm_sidr_req_ud_handler()
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	sidr_repp->sidr_rep_request_id = h2b32(ud_statep->ud_req_id);
0Sstevel@tonic-gate	tmp_svc_id = h2b64(ud_statep->ud_svc_id);
0Sstevel@tonic-gate	bcopy(&tmp_svc_id, sidr_repp->sidr_rep_service_id, sizeof (tmp_svc_id));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	sidr_repp->sidr_rep_rep_status = (uint8_t)status;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*sidr_repp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* post the SIDR REP MAD */
0Sstevel@tonic-gate	ibcm_post_ud_mad(ud_statep, ud_statep->ud_stored_msg, NULL, NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	timer_value = ibt_ib2usec(ibcm_max_sidr_rep_store_time);
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * Hold the statep lock, as a SIDR REQ may come in after setting state
0Sstevel@tonic-gate	 * but before timeout. This can result in a dangling timeout ie.,
0Sstevel@tonic-gate	 * the incoming SIDR REQ would be unable to cancel this timeout
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ud_statep->ud_remaining_retry_cnt = 1;
0Sstevel@tonic-gate	ud_statep->ud_timer_value = timer_value;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ud_statep->ud_timer_stored_state = ud_statep->ud_state =
0Sstevel@tonic-gate	    IBCM_STATE_SIDR_REP_SENT;
0Sstevel@tonic-gate	ud_statep->ud_timerid = IBCM_UD_TIMEOUT(ud_statep,
0Sstevel@tonic-gate	    ud_statep->ud_timer_value);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_sidr_timeout_cb:
0Sstevel@tonic-gate *	Called when the timer expires on SIDR request
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	arg	-	ibcm_ud_state_data_t with all the info
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_sidr_timeout_cb(void *arg)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_ud_state_data_t	*ud_statep = (ibcm_ud_state_data_t *)arg;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&ud_statep->ud_state_mutex);
9913SShantkumar.Hiremath@Sun.COM	ud_statep->ud_timerid = 0;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_sidr_timeout_cb: ud_statep 0x%p "
0Sstevel@tonic-gate	    "state = 0x%x", ud_statep, ud_statep->ud_state);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Processing depends upon current state */
0Sstevel@tonic-gate	if (ud_statep->ud_state == IBCM_STATE_SIDR_REP_SENT) {
0Sstevel@tonic-gate		ud_statep->ud_state = IBCM_STATE_DELETE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Deallocate the CM state structure */
0Sstevel@tonic-gate		ibcm_delete_ud_state_data(ud_statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if ((ud_statep->ud_remaining_retry_cnt > 0) &&
0Sstevel@tonic-gate	    (ud_statep->ud_state == IBCM_STATE_SIDR_REQ_SENT)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ud_statep->ud_remaining_retry_cnt--;
0Sstevel@tonic-gate		IBCM_UD_REF_CNT_INCR(ud_statep); /* for non-blocking post */
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_sidr_timeout_cb: "
0Sstevel@tonic-gate		    "ud_statep = %p, retries remaining = 0x%x",
0Sstevel@tonic-gate		    ud_statep, ud_statep->ud_remaining_retry_cnt);
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Post mad in non blocking mode */
0Sstevel@tonic-gate		ibcm_post_ud_mad(ud_statep, ud_statep->ud_stored_msg,
0Sstevel@tonic-gate		    ibcm_post_sidr_req_complete, ud_statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if (ud_statep->ud_state == IBCM_STATE_SIDR_REQ_SENT) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* This is on SIDR REQ Sender side processing */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* set state to IBCM_STATE_DELETE */
0Sstevel@tonic-gate		ud_statep->ud_state = IBCM_STATE_DELETE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * retry counter expired, clean up
0Sstevel@tonic-gate		 *
0Sstevel@tonic-gate		 * Invoke the client/server handler with a "status" of
0Sstevel@tonic-gate		 * IBT_CM_SREP_TIMEOUT.
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (ud_statep->ud_return_data != NULL) {
0Sstevel@tonic-gate			ud_statep->ud_return_data->ud_status =
4703Shiremath			    IBT_CM_SREP_TIMEOUT;
0Sstevel@tonic-gate			ud_statep->ud_blocking_done = B_TRUE;
0Sstevel@tonic-gate			cv_broadcast(&ud_statep->ud_block_client_cv);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Invoke the client handler in a separate thread */
0Sstevel@tonic-gate		if (ud_statep->ud_cm_handler != NULL) {
0Sstevel@tonic-gate			/* UD state data is delete in timeout thread */
0Sstevel@tonic-gate			ibcm_add_ud_tlist(ud_statep);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Delete UD state data now, finally done with it */
0Sstevel@tonic-gate		ibcm_delete_ud_state_data(ud_statep);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef DEBUG
0Sstevel@tonic-gate		if (ibcm_test_mode > 0)
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_sidr_timeout_cb: "
0Sstevel@tonic-gate			    "Nop timeout  for ud_statep 0x%p in ud_state %d",
0Sstevel@tonic-gate			    ud_statep, ud_statep->ud_state);
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_resend_srep_mad:
0Sstevel@tonic-gate *	Called on a duplicate incoming SIDR REQ on server side
0Sstevel@tonic-gate *	Posts the stored MAD from ud state structure using ud_stored_reply_addr
0Sstevel@tonic-gate *	Cancels any running timer, and then re-starts the timer
0Sstevel@tonic-gate *	This routine must be called with state structure table lock held
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	ud_statep	-	ibcm_ud_state_data_t
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_resend_srep_mad(ibcm_ud_state_data_t *ud_statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	timeout_id_t		timer_val;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ASSERT(MUTEX_HELD(&ud_statep->ud_state_mutex));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_resend_srep_mad: ud_statep 0x%p",
0Sstevel@tonic-gate	    ud_statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (ud_statep->ud_send_mad_flags & IBCM_SREP_POST_BUSY)
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ud_statep->ud_send_mad_flags |= IBCM_SREP_POST_BUSY;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* for nonblocking SIDR REP Post */
0Sstevel@tonic-gate	IBCM_UD_REF_CNT_INCR(ud_statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Cancel currently running timer */
0Sstevel@tonic-gate	timer_val = ud_statep->ud_timerid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (ud_statep->ud_timerid != 0) {
0Sstevel@tonic-gate		ud_statep->ud_timerid = 0;
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate		(void) untimeout(timer_val);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Always resend the response MAD to the original reply destination */
0Sstevel@tonic-gate	ibcm_post_ud_mad(ud_statep, ud_statep->ud_stored_msg,
0Sstevel@tonic-gate	    ibcm_post_sidr_rep_complete, ud_statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_build_reply_mad_addr:
0Sstevel@tonic-gate *	Forms the reply MAD address based on "incoming mad addr" that is
0Sstevel@tonic-gate *	supplied as an arg.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	Swaps the source and destination gids in ib_grh_t
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate * inp_mad_addr:	Address information in the incoming MAD
0Sstevel@tonic-gate * out_mad_addr:	Derived address for the reply MAD
0Sstevel@tonic-gate *			The reply MAD address is derived based
0Sstevel@tonic-gate *			address information of incoming CM MAD
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_build_reply_mad_addr(ibcm_mad_addr_t *inp_mad_addr,
0Sstevel@tonic-gate    ibcm_mad_addr_t *out_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	IBTF_DPRINTF_L5(cmlog, "ibcm_build_reply_mad_addr:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*out_mad_addr))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	bcopy(inp_mad_addr, out_mad_addr, sizeof (ibcm_mad_addr_t));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Swap the GIDs in the GRH */
0Sstevel@tonic-gate	if (inp_mad_addr->grh_exists == B_TRUE) {
0Sstevel@tonic-gate		ib_gid_t sgid = inp_mad_addr->grh_hdr.ig_sender_gid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* swap the SGID and DGID */
0Sstevel@tonic-gate		out_mad_addr->grh_hdr.ig_sender_gid =
0Sstevel@tonic-gate		    inp_mad_addr->grh_hdr.ig_recver_gid;
0Sstevel@tonic-gate		out_mad_addr->grh_hdr.ig_recver_gid = sgid;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * CM posts response MAD on a new/existing internal QP on the same port
0Sstevel@tonic-gate	 * and pkey
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	out_mad_addr->cm_qp_entry =
0Sstevel@tonic-gate	    ibcm_find_qp(inp_mad_addr->cm_qp_entry->qp_port->port_hcap,
0Sstevel@tonic-gate	    inp_mad_addr->port_num, inp_mad_addr->rcvd_addr.ia_p_key);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*out_mad_addr))
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_post_rc_mad
0Sstevel@tonic-gate *	Posts a CM MAD associated with a RC statep
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate * statep	: RC statep associated with the post
0Sstevel@tonic-gate * msgp		: CM MAD to be posted
0Sstevel@tonic-gate * post_cb	: non-NULL callback address implies non-blocking post
0Sstevel@tonic-gate * args		: Args to ibmf send callback
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: based on ibmf_send_mad
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_rc_mad(ibcm_state_data_t *statep, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    ibmf_msg_cb_t post_cb, void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_status_t	status;
0Sstevel@tonic-gate
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	statep->post_time = gethrtime();
1093Shiremath	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate	status = ibcm_post_mad(msgp, &statep->stored_reply_addr, post_cb,
0Sstevel@tonic-gate	    args);
0Sstevel@tonic-gate	if ((status != IBT_SUCCESS) && (post_cb != NULL))
0Sstevel@tonic-gate		/* Call ibmf callback directly */
0Sstevel@tonic-gate		(*post_cb)(NULL, msgp, args);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_post_ud_mad
0Sstevel@tonic-gate *	Posts a CM MAD associated with a UD statep
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate * ud_statep	: UD statep associated with the post
0Sstevel@tonic-gate * msgp		: CM MAD to be posted
0Sstevel@tonic-gate * post_cb	: non-NULL callback address implies non-blocking post
0Sstevel@tonic-gate * args		: Args to ibmf send callback
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: based on ibmf_send_mad
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_ud_mad(ibcm_ud_state_data_t *ud_statep, ibmf_msg_t *msgp,
0Sstevel@tonic-gate    ibmf_msg_cb_t ud_post_cb, void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_status_t	status;
0Sstevel@tonic-gate	status = ibcm_post_mad(msgp, &ud_statep->ud_stored_reply_addr,
0Sstevel@tonic-gate	    ud_post_cb, args);
0Sstevel@tonic-gate	if ((status != IBT_SUCCESS) && (ud_post_cb != NULL))
0Sstevel@tonic-gate		/* Call ibmf callback directly */
0Sstevel@tonic-gate		(*ud_post_cb)(NULL, msgp, args);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_post_mad:
0Sstevel@tonic-gate *	Posts CM MAD using IBMF in blocking mode
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate * msgp		: CM MAD to be posted
0Sstevel@tonic-gate * cm_mad_addr	: Address information for the MAD to be posted
0Sstevel@tonic-gate * post_cb	: non-NULL callback address implies non-blocking post
0Sstevel@tonic-gate * args		: Args to ibmf send callback
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: based on ibmf_send_mad
0Sstevel@tonic-gate */
0Sstevel@tonic-gateibt_status_t
0Sstevel@tonic-gateibcm_post_mad(ibmf_msg_t *msgp, ibcm_mad_addr_t *cm_mad_addr,
0Sstevel@tonic-gate    ibmf_msg_cb_t post_cb, void *args)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	int	post_status;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L5(cmlog, "ibcm_post_mad: "
0Sstevel@tonic-gate	    "ibmf_msg_t = %p, cm_madd_adr = %p", msgp, cm_mad_addr);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_mad: dlid = %x, d_qno= %x",
0Sstevel@tonic-gate	    cm_mad_addr->rcvd_addr.ia_remote_lid,
0Sstevel@tonic-gate	    cm_mad_addr->rcvd_addr.ia_remote_qno);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_post_mad: p_key = %x, q_key = %x, "
0Sstevel@tonic-gate	    "sl = %x, grh_exists = %x",
0Sstevel@tonic-gate	    cm_mad_addr->rcvd_addr.ia_p_key, cm_mad_addr->rcvd_addr.ia_q_key,
0Sstevel@tonic-gate	    cm_mad_addr->rcvd_addr.ia_service_level, cm_mad_addr->grh_exists);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Copy local addressing info */
0Sstevel@tonic-gate	msgp->im_local_addr = cm_mad_addr->rcvd_addr;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Copy global/GRH addressing info */
0Sstevel@tonic-gate	if (cm_mad_addr->grh_exists == B_TRUE)
0Sstevel@tonic-gate		msgp->im_global_addr = cm_mad_addr->grh_hdr;
0Sstevel@tonic-gate
1093Shiremath	if (post_cb)
1093Shiremath		ibcm_flow_inc();
0Sstevel@tonic-gate	post_status = ibmf_msg_transport(
0Sstevel@tonic-gate	    cm_mad_addr->ibmf_hdl, cm_mad_addr->cm_qp_entry->qp_cm, msgp,
0Sstevel@tonic-gate	    NULL, post_cb, args, 0);
0Sstevel@tonic-gate	if (post_status != IBMF_SUCCESS) {
1093Shiremath		IBTF_DPRINTF_L2(cmlog, "ibcm_post_mad: ibmf_msg_transport "
1093Shiremath		    "failed: status %d, cb = %p", post_status, post_cb);
0Sstevel@tonic-gate		/* Analyze the reason for failure */
0Sstevel@tonic-gate		return (ibcm_ibmf_analyze_error(post_status));
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	return (IBT_SUCCESS);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_get_classport_info:
0Sstevel@tonic-gate *	Get classportinfo
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	hcap		- HCA entry pointer
0Sstevel@tonic-gate *	input_madp	- Input MAD pointer
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD to be posted
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_process_get_classport_info(ibcm_hca_info_t *hcap, uint8_t *input_madp,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibmf_msg_t		*msgp;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L5(cmlog, "ibcm_process_get_classport_info: (%p, %p, %p)",
0Sstevel@tonic-gate	    hcap, input_madp, cm_mad_addr);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (ibcm_alloc_out_msg(cm_mad_addr->ibmf_hdl, &msgp,
0Sstevel@tonic-gate	    MAD_METHOD_GET_RESPONSE) != IBT_SUCCESS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_get_classport_info: "
0Sstevel@tonic-gate		    "ibcm_alloc_out_msg failed");
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* copy the transaction id from input get mad */
0Sstevel@tonic-gate	IBCM_OUT_HDRP(msgp)->TransactionID =
0Sstevel@tonic-gate	    ((ib_mad_hdr_t *)(input_madp))->TransactionID;
0Sstevel@tonic-gate	IBCM_OUT_HDRP(msgp)->AttributeID = h2b16(MAD_ATTR_ID_CLASSPORTINFO);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	bcopy(&ibcm_clpinfo, IBCM_OUT_MSGP(msgp), sizeof (ibcm_clpinfo));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	(void) ibcm_post_mad(msgp, cm_mad_addr, NULL, NULL);
0Sstevel@tonic-gate	(void) ibcm_free_out_msg(cm_mad_addr->ibmf_hdl, &msgp);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_get_classport_info: done");
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_decode_classport_info:
0Sstevel@tonic-gate *	Decode classportinfo
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	hcap		- HCA entry pointer
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD to be posted
0Sstevel@tonic-gate *	input_madp	- Input MAD pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_decode_classport_info(ibcm_hca_info_t *hcap, uint8_t *input_madp,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_classportinfo_msg_t *portinfop = (ibcm_classportinfo_msg_t *)
4703Shiremath	    (&input_madp[IBCM_MAD_HDR_SIZE]);
0Sstevel@tonic-gate	IBTF_DPRINTF_L5(cmlog, "ibcm_decode_classport_info: (%p, %p, %p)",
0Sstevel@tonic-gate	    hcap, input_madp, cm_mad_addr);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Print various fields of received classportinfo in debuf buf */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_decode_classport_info: "
0Sstevel@tonic-gate	    "Base version %d Class version %d", portinfop->BaseVersion,
0Sstevel@tonic-gate	    portinfop->ClassVersion);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_decode_classport_info: "
0Sstevel@tonic-gate	    "Cap Mask %d Resp Time %d", portinfop->CapabilityMask,
0Sstevel@tonic-gate	    portinfop->RespTimeValue_plus);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_handler_conn_fail:
0Sstevel@tonic-gate *	Helper function used to call client handler for Conn fail event
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep:			The connection state pointer
0Sstevel@tonic-gate *	rej_type:		Message being rejected
0Sstevel@tonic-gate *	rej_reason:		Reason why CM is sending the REJ message
0Sstevel@tonic-gate *	client_data:		Private data returned by the client for REJ
0Sstevel@tonic-gate *	client_data_len:	Length of above client's private data.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:	Client Handler's return status
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_handler_conn_fail(ibcm_state_data_t *statep, uint8_t cf_code,
0Sstevel@tonic-gate    uint8_t cf_msg, ibt_cm_reason_t cf_reason, uint8_t *client_data,
0Sstevel@tonic-gate    ibt_priv_data_len_t client_data_len)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_cm_event_t	event;
0Sstevel@tonic-gate
557Shiremath	ibcm_path_cache_purge();
557Shiremath
*12292SPramod.Gunjikar@Sun.COM	if (statep->channel)
*12292SPramod.Gunjikar@Sun.COM		ibtl_cm_chan_open_is_aborted(statep->channel);
12064SShantkumar.Hiremath@Sun.COM
0Sstevel@tonic-gate	/* Invoke CM handler w/ event passed as arg */
0Sstevel@tonic-gate	if (statep->cm_handler != NULL) {
0Sstevel@tonic-gate		bzero(&event, sizeof (ibt_cm_event_t));
0Sstevel@tonic-gate
0Sstevel@tonic-gate		event.cm_type = IBT_CM_EVENT_FAILURE;
0Sstevel@tonic-gate		event.cm_channel = statep->channel;
0Sstevel@tonic-gate		event.cm_session_id = NULL;
0Sstevel@tonic-gate		event.cm_priv_data = NULL;
0Sstevel@tonic-gate		event.cm_priv_data_len = 0;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		event.cm_event.failed.cf_code = cf_code;
0Sstevel@tonic-gate		event.cm_event.failed.cf_msg =  cf_msg;
0Sstevel@tonic-gate		event.cm_event.failed.cf_reason =  cf_reason;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_CALLED_CONN_FAIL_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		(void) statep->cm_handler(statep->state_cm_private, &event,
0Sstevel@tonic-gate		    NULL, client_data, client_data_len);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_RET_CONN_FAIL_EVENT);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	if (ibcm_enable_trace != 0)
0Sstevel@tonic-gate		ibcm_dump_conn_trace(statep);
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_open_done(statep);
1093Shiremath	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * QP State transition functions here
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * The brief description of these functions :
0Sstevel@tonic-gate *	Validate QP related attributes in the messages
0Sstevel@tonic-gate *	Call client/server callback handlers
0Sstevel@tonic-gate *	Change QP state
0Sstevel@tonic-gate *	Set QP attributes (modify QP)
0Sstevel@tonic-gate *	Fill up the response MADs
0Sstevel@tonic-gate */
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_set_primary_adds_vect:
0Sstevel@tonic-gate *	Helper function used to fill up ibt_adds_vect_t PRIMARY PATH
0Sstevel@tonic-gate *	(called from ibcm_cep_state_*() functions)
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate * statep	: The connection state pointer
0Sstevel@tonic-gate * adds_vectp	: The ibt_adds_vect_t ptr that is being filled up
0Sstevel@tonic-gate * msgp		: CM REQ message that is the source of information
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_set_primary_adds_vect(ibcm_state_data_t *statep,
0Sstevel@tonic-gate    ibt_adds_vect_t *adds_vectp, ibcm_req_msg_t *msgp)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	uint32_t flow_label20_res6_rate6;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	flow_label20_res6_rate6 = b2h32(msgp->req_primary_flow_label_plus);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* first setup the srvl, srate, dlid and dgid */
0Sstevel@tonic-gate	adds_vectp->av_srvl = msgp->req_primary_sl_plus >> 4;
0Sstevel@tonic-gate	adds_vectp->av_src_path = statep->prim_src_path_bits;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->mode == IBCM_PASSIVE_MODE) {
0Sstevel@tonic-gate		adds_vectp->av_dlid = b2h16(msgp->req_primary_l_port_lid);
0Sstevel@tonic-gate		adds_vectp->av_dgid.gid_prefix =
4703Shiremath		    b2h64(msgp->req_primary_l_port_gid.gid_prefix);
0Sstevel@tonic-gate		adds_vectp->av_dgid.gid_guid =
4703Shiremath		    b2h64(msgp->req_primary_l_port_gid.gid_guid);
0Sstevel@tonic-gate		adds_vectp->av_sgid.gid_prefix =
4703Shiremath		    b2h64(msgp->req_primary_r_port_gid.gid_prefix);
0Sstevel@tonic-gate		adds_vectp->av_sgid.gid_guid =
4703Shiremath		    b2h64(msgp->req_primary_r_port_gid.gid_guid);
0Sstevel@tonic-gate		adds_vectp->av_srate = flow_label20_res6_rate6 & 0x3f;
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		adds_vectp->av_dlid = b2h16(msgp->req_primary_r_port_lid);
0Sstevel@tonic-gate		adds_vectp->av_dgid.gid_prefix =
4703Shiremath		    b2h64(msgp->req_primary_r_port_gid.gid_prefix);
0Sstevel@tonic-gate		adds_vectp->av_dgid.gid_guid =
4703Shiremath		    b2h64(msgp->req_primary_r_port_gid.gid_guid);
0Sstevel@tonic-gate		adds_vectp->av_sgid.gid_prefix =
4703Shiremath		    b2h64(msgp->req_primary_l_port_gid.gid_prefix);
0Sstevel@tonic-gate		adds_vectp->av_sgid.gid_guid =
4703Shiremath		    b2h64(msgp->req_primary_l_port_gid.gid_guid);
0Sstevel@tonic-gate		adds_vectp->av_srate = statep->local_srate;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* next copy off the GRH info if it exists  */
0Sstevel@tonic-gate	if ((msgp->req_primary_sl_plus & 0x8) == 0) {
0Sstevel@tonic-gate		adds_vectp->av_send_grh = B_TRUE;
0Sstevel@tonic-gate		adds_vectp->av_flow = flow_label20_res6_rate6 >> 12;
0Sstevel@tonic-gate		adds_vectp->av_tclass = msgp->req_primary_traffic_class;
0Sstevel@tonic-gate		adds_vectp->av_hop = msgp->req_primary_hop_limit;
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		adds_vectp->av_send_grh = B_FALSE;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_set_alt_adds_vect:
0Sstevel@tonic-gate *	Helper function used to fill up ibt_adds_vect_t ALTERNATE PATH
0Sstevel@tonic-gate *	(called from ibcm_cep_state_*() functions)
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate * statep	: The connection state pointer
0Sstevel@tonic-gate * adds_vectp	: The ibt_adds_vect_t ptr that is being filled up
0Sstevel@tonic-gate * msgp		: CM REQ message that is the source of information
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_set_alt_adds_vect(ibcm_state_data_t *statep,
0Sstevel@tonic-gate    ibt_adds_vect_t *adds_vectp, ibcm_req_msg_t *msgp)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ib_gid_t dgid;
0Sstevel@tonic-gate	ib_gid_t sgid;
0Sstevel@tonic-gate	uint32_t flow_label20_res6_rate6;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	flow_label20_res6_rate6 = b2h32(msgp->req_alt_flow_label_plus);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* first setup the srvl, srate, dlid and dgid */
0Sstevel@tonic-gate	adds_vectp->av_srvl = msgp->req_alt_sl_plus >> 4;
0Sstevel@tonic-gate	adds_vectp->av_src_path = statep->alt_src_path_bits;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->mode == IBCM_PASSIVE_MODE) {
0Sstevel@tonic-gate		adds_vectp->av_dlid = b2h16(msgp->req_alt_l_port_lid);
0Sstevel@tonic-gate		bcopy(&msgp->req_alt_l_port_gid[0], &dgid, sizeof (ib_gid_t));
0Sstevel@tonic-gate		bcopy(&msgp->req_alt_r_port_gid[0], &sgid, sizeof (ib_gid_t));
0Sstevel@tonic-gate		adds_vectp->av_srate = flow_label20_res6_rate6 & 0x3f;
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		adds_vectp->av_dlid = b2h16(msgp->req_alt_r_port_lid);
0Sstevel@tonic-gate		bcopy(&msgp->req_alt_r_port_gid[0], &dgid, sizeof (ib_gid_t));
0Sstevel@tonic-gate		bcopy(&msgp->req_alt_l_port_gid[0], &sgid, sizeof (ib_gid_t));
0Sstevel@tonic-gate		adds_vectp->av_srate = statep->local_alt_srate;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	adds_vectp->av_dgid.gid_prefix = b2h64(dgid.gid_prefix);
0Sstevel@tonic-gate	adds_vectp->av_dgid.gid_guid = b2h64(dgid.gid_guid);
0Sstevel@tonic-gate	adds_vectp->av_sgid.gid_prefix = b2h64(sgid.gid_prefix);
0Sstevel@tonic-gate	adds_vectp->av_sgid.gid_guid = b2h64(sgid.gid_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* next copy off the GRH info if it exists  */
0Sstevel@tonic-gate	if ((msgp->req_alt_sl_plus & 0x8) == 0) {
0Sstevel@tonic-gate		adds_vectp->av_send_grh = B_TRUE;
0Sstevel@tonic-gate		adds_vectp->av_flow = flow_label20_res6_rate6 >> 12;
0Sstevel@tonic-gate		adds_vectp->av_tclass = msgp->req_alt_traffic_class;
0Sstevel@tonic-gate		adds_vectp->av_hop = msgp->req_alt_hop_limit;
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		adds_vectp->av_send_grh = B_FALSE;	/* no GRH */
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_set_primary_cep_path:
0Sstevel@tonic-gate *	Helper function used to fill up ibt_cep_path_t PRIMARY PATH
0Sstevel@tonic-gate *	(called from ibcm_cep_state_*() functions)
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate * statep	: The connection state pointer
0Sstevel@tonic-gate * adds_vectp	: The ibt_cep_path_t ptr that is being filled up
0Sstevel@tonic-gate * msgp		: CM REQ message that is the source of information
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic ibt_status_t
0Sstevel@tonic-gateibcm_set_primary_cep_path(ibcm_state_data_t *statep, ibt_cep_path_t *pathp,
0Sstevel@tonic-gate    ibcm_req_msg_t *msgp)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_status_t		status;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* validate the PKEY in REQ for prim port */
0Sstevel@tonic-gate	status = ibt_pkey2index_byguid(statep->local_hca_guid,
0Sstevel@tonic-gate	    statep->prim_port, b2h16(msgp->req_part_key), &pathp->cep_pkey_ix);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (status != IBT_SUCCESS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_set_primary_cep_path: "
0Sstevel@tonic-gate		    "statep 0x%p pkey %x prim_port %d ", statep,
0Sstevel@tonic-gate		    b2h16(msgp->req_part_key), statep->prim_port);
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_set_primary_cep_path: "
0Sstevel@tonic-gate		    "statep 0x%p Invalid PKEY on prim_port, status %d ",
0Sstevel@tonic-gate		    statep, status);
0Sstevel@tonic-gate		return (status);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	statep->pkey = b2h16(msgp->req_part_key);
0Sstevel@tonic-gate	ibcm_set_primary_adds_vect(statep, &pathp->cep_adds_vect, msgp);
0Sstevel@tonic-gate	return (IBT_SUCCESS);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_set_alt_cep_path:
0Sstevel@tonic-gate *	Helper function used to fill up ibt_cep_path_t ALTERNATE PATH
0Sstevel@tonic-gate *	(called from ibcm_cep_state_*() functions)
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate * statep	: The connection state pointer
0Sstevel@tonic-gate * adds_vectp	: The ibt_cep_path_t ptr that is being filled up
0Sstevel@tonic-gate * msgp		: CM REQ message that is the source of information
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic ibt_status_t
0Sstevel@tonic-gateibcm_set_alt_cep_path(ibcm_state_data_t *statep, ibt_cep_path_t *pathp,
0Sstevel@tonic-gate    ibcm_req_msg_t *msgp)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_status_t		status;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (b2h16(msgp->req_alt_l_port_lid) == 0) {
0Sstevel@tonic-gate		/* no alternate path specified */
0Sstevel@tonic-gate		return (IBT_SUCCESS);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* validate the PKEY in REQ for alt port */
0Sstevel@tonic-gate	status = ibt_pkey2index_byguid(statep->local_hca_guid,
0Sstevel@tonic-gate	    statep->alt_port, b2h16(msgp->req_part_key), &pathp->cep_pkey_ix);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (status != IBT_SUCCESS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_set_alt_cep_path: "
0Sstevel@tonic-gate		    "statep 0x%p pkey %x alt_port %d ", statep,
0Sstevel@tonic-gate		    b2h16(msgp->req_part_key), statep->alt_port);
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_set_alt_cep_path: "
0Sstevel@tonic-gate		    "statep 0x%p Invalid PKEY on alt_port, status %d ",
0Sstevel@tonic-gate		    statep, status);
0Sstevel@tonic-gate		return (status);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	pathp->cep_hca_port_num = statep->alt_port;
0Sstevel@tonic-gate	ibcm_set_alt_adds_vect(statep, &pathp->cep_adds_vect, msgp);
0Sstevel@tonic-gate	return (IBT_SUCCESS);
0Sstevel@tonic-gate
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_compare_prim_alt_paths:
0Sstevel@tonic-gate *	Helper function used to find if primary and alternate paths are
0Sstevel@tonic-gate *	identical
0Sstevel@tonic-gate *	(called from ibcm_cep_state_req)
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate * req:			Pointer to ibt_cm_req_rcv_t, filled before invoking
0Sstevel@tonic-gate *			the function
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:	NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic boolean_t
0Sstevel@tonic-gateibcm_compare_prim_alt_paths(ibt_adds_vect_t *prim, ibt_adds_vect_t *alt)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((alt->av_dlid == prim->av_dlid) &&
0Sstevel@tonic-gate	    (alt->av_dgid.gid_prefix == prim->av_dgid.gid_prefix) &&
0Sstevel@tonic-gate	    (alt->av_dgid.gid_guid == prim->av_dgid.gid_guid) &&
0Sstevel@tonic-gate	    (alt->av_sgid.gid_prefix == prim->av_sgid.gid_prefix) &&
0Sstevel@tonic-gate	    (alt->av_sgid.gid_guid == prim->av_sgid.gid_guid) &&
0Sstevel@tonic-gate	    (alt->av_src_path == prim->av_src_path)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		return (B_TRUE);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	return (B_FALSE);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_invoke_qp_modify:
0Sstevel@tonic-gate *	Helper function used to call ibt_modify_qp()
0Sstevel@tonic-gate *	called from ibcm_cep_state_req()/ibcm_cep_state_rep()
0Sstevel@tonic-gate *	It sets up qp_info/eec_info
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	Sets state to RTR as well.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep:		The connection state pointer
0Sstevel@tonic-gate *	req_msgp:	The CM REQ message
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate *	IBT_SUCCESS	-	call succeeded
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic ibt_status_t
0Sstevel@tonic-gateibcm_invoke_qp_modify(ibcm_state_data_t *statep, ibcm_req_msg_t *req_msgp,
0Sstevel@tonic-gate    ibcm_rep_msg_t *rep_msgp)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_status_t		status;
0Sstevel@tonic-gate	ibt_qp_info_t		qp_info;
0Sstevel@tonic-gate	ibt_cep_modify_flags_t	cep_flags;
0Sstevel@tonic-gate	ibt_tran_srv_t		trans;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	cep_flags = IBT_CEP_SET_INIT_RTR | IBT_CEP_SET_PKEY_IX;
0Sstevel@tonic-gate	trans = ((uint8_t *)&req_msgp->req_remote_eecn_plus)[3] >> 1 & 0x3;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ASSERT(statep->channel != NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * If alternate path is present in REQ message then
0Sstevel@tonic-gate	 * OR in IBT_CEP_SET_ALT_PATH, if APM supported on hca
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	if (b2h16(req_msgp->req_alt_l_port_lid) != 0) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->hcap->hca_caps & IBT_HCA_AUTO_PATH_MIG)
0Sstevel@tonic-gate			cep_flags |= IBT_CEP_SET_ALT_PATH;
0Sstevel@tonic-gate			/* default value of rep_failover is ACCEPT */
0Sstevel@tonic-gate		else {
0Sstevel@tonic-gate			rep_msgp->rep_target_delay_plus |=
0Sstevel@tonic-gate			    IBT_CM_FAILOVER_REJ_NOTSUPP << 1;
0Sstevel@tonic-gate			IBTF_DPRINTF_L3(cmlog, "ibcm_invoke_qp_modify"
0Sstevel@tonic-gate			    " Alt Path specified in REQ, but not supported");
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* If transport type is RD OR in IBC_CEP_SET_QKEY */
0Sstevel@tonic-gate	if (trans == IBT_RD_SRV) {
0Sstevel@tonic-gate		cep_flags |= IBT_CEP_SET_QKEY;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Start filling up ibt_qp_info_t.  */
0Sstevel@tonic-gate	bzero(&qp_info, sizeof (qp_info));
0Sstevel@tonic-gate	qp_info.qp_trans = trans;
0Sstevel@tonic-gate	qp_info.qp_state = IBT_STATE_RTR;
0Sstevel@tonic-gate	qp_info.qp_flags = IBT_CEP_NO_FLAGS;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	switch (trans) {
0Sstevel@tonic-gate	case IBT_RC_SRV:
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->mode == IBCM_ACTIVE_MODE) {
0Sstevel@tonic-gate			/* Setting PSN on RQ */
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBCM_QPINFO_RC(qp_info).rc_rq_psn =
0Sstevel@tonic-gate			    b2h32(req_msgp->req_starting_psn_plus) >> 8;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBCM_QPINFO_RC(qp_info).rc_dst_qpn =
0Sstevel@tonic-gate			    b2h32(rep_msgp->rep_local_qpn_plus) >> 8;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* RDMA resources taken from negotiated REP values */
0Sstevel@tonic-gate			IBCM_QPINFO_RC(qp_info).rc_rdma_ra_in =
0Sstevel@tonic-gate			    rep_msgp->rep_initiator_depth;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		} else { /* Passive side CM */
0Sstevel@tonic-gate			/* Setting PSN on SQ and RQ */
11369SPramod.Gunjikar@Sun.COM			IBCM_QPINFO_RC(qp_info).rc_sq_psn =
11369SPramod.Gunjikar@Sun.COM			    IBCM_QPINFO_RC(qp_info).rc_rq_psn =
0Sstevel@tonic-gate			    b2h32(rep_msgp->rep_starting_psn_plus) >> 8;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBCM_QPINFO_RC(qp_info).rc_dst_qpn =
0Sstevel@tonic-gate			    b2h32(req_msgp->req_local_qpn_plus) >> 8;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* RDMA resources taken from negotiated REP values */
0Sstevel@tonic-gate			IBCM_QPINFO_RC(qp_info).rc_rdma_ra_in =
0Sstevel@tonic-gate			    rep_msgp->rep_resp_resources;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* XXX, Oh!, ibtl doesn't have interface for setting this */
0Sstevel@tonic-gate		IBCM_QPINFO_RC(qp_info).rc_min_rnr_nak =
0Sstevel@tonic-gate		    ibcm_default_rnr_nak_time;
0Sstevel@tonic-gate		IBCM_QPINFO_RC(qp_info).rc_path_mtu =
0Sstevel@tonic-gate		    req_msgp->req_mtu_plus >> 4;
0Sstevel@tonic-gate		IBCM_QPINFO_RC(qp_info).rc_retry_cnt =
0Sstevel@tonic-gate		    ((uint8_t *)&req_msgp->req_starting_psn_plus)[3] & 0x7;
0Sstevel@tonic-gate		IBCM_QPINFO_RC(qp_info).rc_rnr_retry_cnt =
0Sstevel@tonic-gate		    req_msgp->req_mtu_plus & 0x7;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if ((status = ibcm_set_primary_cep_path(statep,
0Sstevel@tonic-gate		    &IBCM_QPINFO_RC(qp_info).rc_path, req_msgp)) !=
0Sstevel@tonic-gate		    IBT_SUCCESS)
0Sstevel@tonic-gate			return (status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if ((status = ibcm_set_alt_cep_path(statep,
0Sstevel@tonic-gate		    &IBCM_QPINFO_RC(qp_info).rc_alt_path, req_msgp)) !=
0Sstevel@tonic-gate		    IBT_SUCCESS)
0Sstevel@tonic-gate			return (status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_RD_SRV:
0Sstevel@tonic-gate		if (statep->mode == IBCM_ACTIVE_MODE) { /* look at REP msg */
0Sstevel@tonic-gate			IBCM_QPINFO(qp_info).rd.rd_qkey =
4703Shiremath			    b2h32(rep_msgp->rep_local_qkey);
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			IBCM_QPINFO(qp_info).rd.rd_qkey =
4703Shiremath			    b2h32(req_msgp->req_local_qkey);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	case IBT_UC_SRV:
0Sstevel@tonic-gate		if (statep->mode == IBCM_ACTIVE_MODE) { /* look at REP msg */
11369SPramod.Gunjikar@Sun.COM			IBCM_QPINFO_UC(qp_info).uc_sq_psn =
0Sstevel@tonic-gate			    b2h32(req_msgp->req_starting_psn_plus) >> 8;
0Sstevel@tonic-gate			IBCM_QPINFO_UC(qp_info).uc_dst_qpn =
0Sstevel@tonic-gate			    b2h32(rep_msgp->rep_local_qpn_plus) >> 8;
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			IBCM_QPINFO_UC(qp_info).uc_rq_psn =
11369SPramod.Gunjikar@Sun.COM			    IBCM_QPINFO_UC(qp_info).uc_sq_psn =
0Sstevel@tonic-gate			    b2h32(rep_msgp->rep_starting_psn_plus) >> 8;
0Sstevel@tonic-gate			IBCM_QPINFO_UC(qp_info).uc_dst_qpn =
0Sstevel@tonic-gate			    b2h32(req_msgp->req_local_qpn_plus) >> 8;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		IBCM_QPINFO_UC(qp_info).uc_path_mtu =
0Sstevel@tonic-gate		    req_msgp->req_mtu_plus >> 4;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if ((status = ibcm_set_primary_cep_path(statep,
0Sstevel@tonic-gate		    &IBCM_QPINFO_UC(qp_info).uc_path, req_msgp)) !=
0Sstevel@tonic-gate		    IBT_SUCCESS)
0Sstevel@tonic-gate			return (status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if ((status = ibcm_set_alt_cep_path(statep,
0Sstevel@tonic-gate		    &IBCM_QPINFO_UC(qp_info).uc_alt_path, req_msgp)) !=
0Sstevel@tonic-gate		    IBT_SUCCESS)
0Sstevel@tonic-gate			return (status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	default:
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_invoke_qp_modify: "
0Sstevel@tonic-gate		    "unknown svc_type = %x", trans);
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Call modify_qp */
0Sstevel@tonic-gate	status = ibt_modify_qp(statep->channel, cep_flags, &qp_info, NULL);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_invoke_qp_modify: statep 0x%p"
0Sstevel@tonic-gate	    " ibt_modify_qp() Init to RTR returned = %d", statep, status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (status == IBT_SUCCESS)
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_INIT_RTR);
0Sstevel@tonic-gate	else
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_INIT_RTR_FAIL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef	DEBUG
0Sstevel@tonic-gate
0Sstevel@tonic-gate	print_modify_qp("Init to RTR", statep->channel, cep_flags, &qp_info);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->channel != NULL) {
0Sstevel@tonic-gate		ibt_qp_query_attr_t	qp_attrs;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		(void) ibt_query_qp(statep->channel, &qp_attrs);
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_invoke_qp_modify: "
0Sstevel@tonic-gate		    "qp_info.qp_state = %x", qp_attrs.qp_info.qp_state);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate
0Sstevel@tonic-gate	return (status);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_verify_req_gids_and_svcid
0Sstevel@tonic-gate *	Validation of LIDs, GIDs and SVC ID
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- state pointer
0Sstevel@tonic-gate *	cm_req_msgp	- REQ message pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: IBCM_SUCCESS/IBCM_FAILURE
0Sstevel@tonic-gate *
0Sstevel@tonic-gate */
0Sstevel@tonic-gateibcm_status_t
0Sstevel@tonic-gateibcm_verify_req_gids_and_svcid(ibcm_state_data_t *statep,
0Sstevel@tonic-gate    ibcm_req_msg_t *cm_req_msgp)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ib_gid_t		gid;
0Sstevel@tonic-gate	ib_gid_t		agid;
0Sstevel@tonic-gate	ib_lid_t		lid;
0Sstevel@tonic-gate	ibt_status_t		status;
0Sstevel@tonic-gate	ibtl_cm_hca_port_t	port;
0Sstevel@tonic-gate	ibt_cm_reason_t		reject_reason = IBT_CM_SUCCESS;
0Sstevel@tonic-gate	ibcm_svc_info_t		*svc_infop;
0Sstevel@tonic-gate	ibcm_svc_bind_t		*svc_bindp;
0Sstevel@tonic-gate	ibcm_svc_bind_t		*tmp_bindp;
0Sstevel@tonic-gate	ib_pkey_t		pkey;
0Sstevel@tonic-gate	uint8_t			port_num;
0Sstevel@tonic-gate	ib_guid_t		hca_guid;
4703Shiremath	ibcm_ip_pvtdata_t	*ip_data;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Verify LID and GID of primary port */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	gid.gid_prefix = b2h64(cm_req_msgp->req_primary_r_port_gid.gid_prefix);
0Sstevel@tonic-gate	gid.gid_guid = b2h64(cm_req_msgp->req_primary_r_port_gid.gid_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_verify_req_gids: statep 0x%p"
0Sstevel@tonic-gate	    " PRIM _r_gid (%llx, %llx)", statep, gid.gid_prefix,
0Sstevel@tonic-gate	    gid.gid_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_verify_req_gids: statep 0x%p "
0Sstevel@tonic-gate	    "PRIM passive lid %x", statep,
0Sstevel@tonic-gate	    b2h16(cm_req_msgp->req_primary_r_port_lid));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Verify GID validity, if specified */
0Sstevel@tonic-gate	if ((status = ibtl_cm_get_hca_port(gid, 0, &port)) == IBT_SUCCESS) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_verify_req_gids: statep 0x%p "
0Sstevel@tonic-gate		    "prim_port_num %d", statep, port.hp_port);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_verify_req_gids: statep 0x%p "
0Sstevel@tonic-gate		    "passive hca_guid 0x%llX", statep, port.hp_hca_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		port_num = port.hp_port;
0Sstevel@tonic-gate		hca_guid = port.hp_hca_guid;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (status != IBT_SUCCESS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_verify_req_gids: statep 0x%p "
0Sstevel@tonic-gate		    "ibtl_cm_get_hca_port() primary port failed = %d", statep,
0Sstevel@tonic-gate		    status);
0Sstevel@tonic-gate		reject_reason = IBT_CM_PRIM_GID;
0Sstevel@tonic-gate		/* we will search for an acceptable GID to this port */
0Sstevel@tonic-gate		port_num = statep->stored_reply_addr.port_num;
0Sstevel@tonic-gate		hca_guid = statep->hcap->hca_guid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if (port.hp_base_lid !=
4703Shiremath	    (b2h16(cm_req_msgp->req_primary_r_port_lid) &
4703Shiremath	    (~((1 << port.hp_lmc) - 1)))) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_verify_req_gids: statep 0x%p "
0Sstevel@tonic-gate		    "primary port lid invalid (%x, %x, %x)", statep,
0Sstevel@tonic-gate		    port.hp_base_lid,
0Sstevel@tonic-gate		    b2h16(cm_req_msgp->req_primary_r_port_lid), port.hp_lmc);
0Sstevel@tonic-gate		reject_reason = IBT_CM_PRIM_LID;
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->local_hca_guid = port.hp_hca_guid;
0Sstevel@tonic-gate		statep->prim_port = port.hp_port;
0Sstevel@tonic-gate		statep->prim_src_path_bits =
0Sstevel@tonic-gate		    b2h16(cm_req_msgp->req_primary_r_port_lid) -
0Sstevel@tonic-gate		    port.hp_base_lid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_verify_req_gids: "
0Sstevel@tonic-gate		    "statep 0x%p prim_port_path_bits %d ",
0Sstevel@tonic-gate		    statep, statep->prim_src_path_bits);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Verify LID and GID  of alternate port. Post REJ if invalid */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Need a bcopy, as alt port gid is unaligned in req message */
0Sstevel@tonic-gate		bcopy(&cm_req_msgp->req_alt_r_port_gid[0], &agid,
0Sstevel@tonic-gate		    sizeof (ib_gid_t));
0Sstevel@tonic-gate		agid.gid_prefix = b2h64(agid.gid_prefix);
0Sstevel@tonic-gate		agid.gid_guid = b2h64(agid.gid_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_verify_req_gids: statep 0x%p"
0Sstevel@tonic-gate		    " Alt port_gid is (%llX:%llX)", statep, agid.gid_prefix,
0Sstevel@tonic-gate		    agid.gid_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if ((agid.gid_prefix != 0) || (agid.gid_guid != 0)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Verify GID validity, if specified */
0Sstevel@tonic-gate			if ((status = ibtl_cm_get_hca_port(agid,
0Sstevel@tonic-gate			    statep->local_hca_guid, &port)) != IBT_SUCCESS) {
0Sstevel@tonic-gate				IBTF_DPRINTF_L2(cmlog,
0Sstevel@tonic-gate				    "ibcm_verify_req_gids: ibtl_cm_get_hca_port"
0Sstevel@tonic-gate				    " statep 0x%p alternate port failed = %d",
0Sstevel@tonic-gate				    statep, status);
0Sstevel@tonic-gate				reject_reason = IBT_CM_ALT_GID;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			} else if (port.hp_base_lid !=
0Sstevel@tonic-gate			    (b2h16(cm_req_msgp->req_alt_r_port_lid) &
0Sstevel@tonic-gate			    (~((1 << port.hp_lmc) - 1)))) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate				IBTF_DPRINTF_L2(cmlog,
0Sstevel@tonic-gate				    "ibcm_verify_req_gids: statep 0x%p "
0Sstevel@tonic-gate				    "alternate port lid invalid (%x, %x, %x)",
0Sstevel@tonic-gate				    statep, port.hp_base_lid,
0Sstevel@tonic-gate				    cm_req_msgp->req_alt_r_port_lid,
0Sstevel@tonic-gate				    port.hp_lmc);
0Sstevel@tonic-gate				reject_reason = IBT_CM_ALT_LID;
0Sstevel@tonic-gate			} else { /* Alt LID and GID are valid */
0Sstevel@tonic-gate				statep->alt_port = port.hp_port;
0Sstevel@tonic-gate				statep->alt_src_path_bits =
0Sstevel@tonic-gate				    b2h16(cm_req_msgp->req_alt_r_port_lid) -
0Sstevel@tonic-gate				    port.hp_base_lid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate				IBTF_DPRINTF_L4(cmlog, "ibcm_verify_req_gids: "
0Sstevel@tonic-gate				    "statep 0x%p alt_port_num %d "
0Sstevel@tonic-gate				    "alt_rc_hca_guid 0x%llX", statep,
0Sstevel@tonic-gate				    port.hp_port, port.hp_hca_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate				IBTF_DPRINTF_L4(cmlog, "ibcm_verify_req_gids: "
0Sstevel@tonic-gate				    "statep 0x%p alt_port_path_bits %d ",
0Sstevel@tonic-gate				    statep, statep->alt_src_path_bits);
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&ibcm_svc_info_lock);
0Sstevel@tonic-gate	svc_infop = ibcm_find_svc_entry(statep->svcid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * Note: When we return SUCCESS, the reader lock won't get dropped
0Sstevel@tonic-gate	 * until after the cm_handler is called from ibcm_cep_state_req().
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_verify_req_gids: "
0Sstevel@tonic-gate	    "ibcm_find_svc_entry found svc_infop %p", svc_infop);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * Send REJ with reject reason "invalid service id" for the
0Sstevel@tonic-gate	 * the following cases :-
0Sstevel@tonic-gate	 * Service id is valid, but not available at gid/lid of REQ
0Sstevel@tonic-gate	 * Service id is invalid
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (svc_infop == NULL || svc_infop->svc_bind_list == NULL) {
0Sstevel@tonic-gate		mutex_exit(&ibcm_svc_info_lock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_verify_req_gids_and_svcid: "
0Sstevel@tonic-gate		    "statep 0x%p svc_id %llX svc_infop NULL", statep,
0Sstevel@tonic-gate		    statep->svcid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Send a REJ with invalid SID reason */
0Sstevel@tonic-gate		ibcm_post_rej_mad(statep,
0Sstevel@tonic-gate		    IBT_CM_INVALID_SID, IBT_CM_FAILURE_REQ, NULL, 0);
0Sstevel@tonic-gate		return (IBCM_FAILURE);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (svc_infop->svc_rc_handler == NULL) {
0Sstevel@tonic-gate		mutex_exit(&ibcm_svc_info_lock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Send a REJ with invalid SID reason */
0Sstevel@tonic-gate		ibcm_post_rej_mad(statep,
0Sstevel@tonic-gate		    IBT_CM_INVALID_SRV_TYPE, IBT_CM_FAILURE_REQ, NULL, 0);
0Sstevel@tonic-gate		return (IBCM_FAILURE);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
4703Shiremath	/*
4703Shiremath	 * Check if ServiceID is in RDMA IP CM SID range, if yes, we parse
4703Shiremath	 * the REQ's Private Data and verify for it's goodness.
4703Shiremath	 */
4703Shiremath	if (((statep->svcid & IB_SID_IPADDR_PREFIX_MASK) == 0) &&
4703Shiremath	    (statep->svcid & IB_SID_IPADDR_PREFIX)) {
4703Shiremath		ibt_ari_ip_t	ari_ip;
4703Shiremath		boolean_t	rdma_rej_mad = B_FALSE;
4703Shiremath
4703Shiremath		if (cm_req_msgp->req_private_data == NULL) {
4703Shiremath			mutex_exit(&ibcm_svc_info_lock);
4703Shiremath
4703Shiremath			IBTF_DPRINTF_L2(cmlog, "ibcm_verify_req_gids_and_svcid:"
4703Shiremath			    " RDMA CM IP REQ Priv Data is NULL");
4703Shiremath
4703Shiremath			/* Send a REJ with CONSUMER REJ */
4703Shiremath			ibcm_post_rej_mad(statep, IBT_CM_CONSUMER,
4703Shiremath			    IBT_CM_FAILURE_REQ, NULL, 0);
4703Shiremath			return (IBCM_FAILURE);
4703Shiremath		}
4703Shiremath		ip_data = (ibcm_ip_pvtdata_t *)cm_req_msgp->req_private_data;
4703Shiremath
4703Shiremath		bzero(&ari_ip, sizeof (ibt_ari_ip_t));
4703Shiremath
4703Shiremath		/* RDMA IP CM Layer Rejects this */
4703Shiremath		if (ip_data->ip_MajV != IBT_CM_IP_MAJ_VER) {
4703Shiremath			IBTF_DPRINTF_L2(cmlog, "ibcm_verify_req_gids_and_svcid:"
4703Shiremath			    "IP MajorVer mis-match %d", ip_data->ip_MajV);
4703Shiremath			ari_ip.ip_reason = IBT_ARI_IP_MAJOR_VERSION;
4703Shiremath			ari_ip.ip_suggested_version = IBT_CM_IP_MAJ_VER;
4703Shiremath			ari_ip.ip_suggested = B_TRUE;
4703Shiremath			rdma_rej_mad = B_TRUE;
4703Shiremath		} else if (ip_data->ip_MinV != IBT_CM_IP_MIN_VER) {
4703Shiremath			IBTF_DPRINTF_L2(cmlog, "ibcm_verify_req_gids_and_svcid:"
4703Shiremath			    "IP MinorVer mis-match %d", ip_data->ip_MinV);
4703Shiremath			ari_ip.ip_reason = IBT_ARI_IP_MINOR_VERSION;
4703Shiremath			ari_ip.ip_suggested_version = IBT_CM_IP_MIN_VER;
4703Shiremath			ari_ip.ip_suggested = B_TRUE;
4703Shiremath			rdma_rej_mad = B_TRUE;
4703Shiremath		} else if ((ip_data->ip_ipv != IBT_CM_IP_IPV_V4) &&
4703Shiremath		    (ip_data->ip_ipv != IBT_CM_IP_IPV_V6)) {
4703Shiremath			IBTF_DPRINTF_L2(cmlog, "ibcm_verify_req_gids_and_svcid:"
4703Shiremath			    " Invalid IPV specified %d", ip_data->ip_ipv);
4703Shiremath			ari_ip.ip_reason = IBT_ARI_IP_IPV;
4703Shiremath			ari_ip.ip_suggested_version = IBT_CM_IP_IPV_V4;
4703Shiremath			ari_ip.ip_suggested = B_TRUE;
4703Shiremath			rdma_rej_mad = B_TRUE;
4703Shiremath		} else {
4703Shiremath			/*
4703Shiremath			 * Validate whether ip_addr specified are non-NULL.
4703Shiremath			 *
4703Shiremath			 * NOTE:
4703Shiremath			 * RDMA ULP which is servicing this SID, should validate
4703Shiremath			 * the correctness of srcip/dstip and accordingly post
4703Shiremath			 * REJ related to ibt_ari_ip_reason_t of
4703Shiremath			 * IBT_ARI_IP_SRC_ADDR, IBT_ARI_IP_DST_ADDR and
4703Shiremath			 * IBT_ARI_IP_UNKNOWN_ADDR.
4703Shiremath			 */
4703Shiremath			if (ip_data->ip_ipv == IBT_CM_IP_IPV_V4) {
4703Shiremath				if (ip_data->ip_srcv4 == 0) {
4703Shiremath					IBTF_DPRINTF_L2(cmlog,
4703Shiremath					    "ibcm_verify_req_gids_and_svcid: "
4703Shiremath					    "Invalid NULL V4 SrcIp specified");
4703Shiremath					rdma_rej_mad = B_TRUE;
4703Shiremath					ari_ip.ip_reason = IBT_ARI_IP_SRC_ADDR;
4703Shiremath					ari_ip.ip_suggested = B_TRUE;
4703Shiremath					ari_ip.ip_suggested_version =
4703Shiremath					    IBT_CM_IP_IPV_V4;
4703Shiremath				} else if (ip_data->ip_dstv4 == 0) {
4703Shiremath					IBTF_DPRINTF_L2(cmlog,
4703Shiremath					    "ibcm_verify_req_gids_and_svcid: "
4703Shiremath					    "Invalid NULL V4 DstIp specified");
4703Shiremath					rdma_rej_mad = B_TRUE;
4703Shiremath					ari_ip.ip_reason = IBT_ARI_IP_DST_ADDR;
4703Shiremath					ari_ip.ip_suggested = B_TRUE;
4703Shiremath					ari_ip.ip_suggested_version =
4703Shiremath					    IBT_CM_IP_IPV_V4;
4703Shiremath				}
4703Shiremath			} else if (ip_data->ip_ipv == IBT_CM_IP_IPV_V6) {
4703Shiremath				if (IN6_IS_ADDR_UNSPECIFIED(
4703Shiremath				    &ip_data->ip_srcv6)) {
4703Shiremath					IBTF_DPRINTF_L2(cmlog,
4703Shiremath					    "ibcm_verify_req_gids_and_svcid: "
4703Shiremath					    "Invalid NULL V6 SrcIp specified");
4703Shiremath					rdma_rej_mad = B_TRUE;
4703Shiremath					ari_ip.ip_reason = IBT_ARI_IP_SRC_ADDR;
4703Shiremath					ari_ip.ip_suggested = B_TRUE;
4703Shiremath					ari_ip.ip_suggested_version =
4703Shiremath					    IBT_CM_IP_IPV_V6;
4703Shiremath				} else if (IN6_IS_ADDR_UNSPECIFIED(
4703Shiremath				    &ip_data->ip_dstv6)) {
4703Shiremath					IBTF_DPRINTF_L2(cmlog,
4703Shiremath					    "ibcm_verify_req_gids_and_svcid: "
4703Shiremath					    "Invalid NULL V6 DstIp specified");
4703Shiremath					rdma_rej_mad = B_TRUE;
4703Shiremath					ari_ip.ip_reason = IBT_ARI_IP_DST_ADDR;
4703Shiremath					ari_ip.ip_suggested = B_TRUE;
4703Shiremath					ari_ip.ip_suggested_version =
4703Shiremath					    IBT_CM_IP_IPV_V6;
4703Shiremath				}
4703Shiremath			}
4703Shiremath			/* TBD: IBT_ARI_IP_UNKNOWN_ADDR */
4703Shiremath		}
4703Shiremath		if (rdma_rej_mad == B_TRUE) {
4703Shiremath			ibt_ari_con_t	cons_rej;
4703Shiremath
4703Shiremath			mutex_exit(&ibcm_svc_info_lock);
4703Shiremath
4703Shiremath			cons_rej.rej_ari_len = 1 + sizeof (ibt_ari_ip_t);
4703Shiremath			cons_rej.rej_ari[0] = 0; /* Rejected by CM Layer */
4703Shiremath			bcopy(&ari_ip, &cons_rej.rej_ari[1],
4703Shiremath			    sizeof (ibt_ari_ip_t));
4703Shiremath			/* Send a REJ with CONSUMER REJ */
4703Shiremath			ibcm_post_rej_mad(statep, IBT_CM_CONSUMER,
4703Shiremath			    IBT_CM_FAILURE_REQ, &cons_rej,
4703Shiremath			    sizeof (ibt_ari_con_t));
4703Shiremath			return (IBCM_FAILURE);
4703Shiremath		}
4703Shiremath	}
4703Shiremath
0Sstevel@tonic-gate	/* find the best "bind" entry that enables this port */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	pkey = b2h16(cm_req_msgp->req_part_key);
0Sstevel@tonic-gate	svc_bindp = NULL;
0Sstevel@tonic-gate	tmp_bindp = svc_infop->svc_bind_list;
0Sstevel@tonic-gate	while (tmp_bindp) {
0Sstevel@tonic-gate		if (tmp_bindp->sbind_hcaguid == hca_guid &&
0Sstevel@tonic-gate		    tmp_bindp->sbind_port == port_num) {
0Sstevel@tonic-gate			if (gid.gid_guid ==
0Sstevel@tonic-gate			    tmp_bindp->sbind_gid.gid_guid &&
0Sstevel@tonic-gate			    gid.gid_prefix ==
0Sstevel@tonic-gate			    tmp_bindp->sbind_gid.gid_prefix) {
0Sstevel@tonic-gate				/* gid match => really good match */
0Sstevel@tonic-gate				svc_bindp = tmp_bindp;
0Sstevel@tonic-gate				if (pkey == tmp_bindp->sbind_pkey)
0Sstevel@tonic-gate					/* absolute best match */
0Sstevel@tonic-gate					break;
0Sstevel@tonic-gate			} else if (svc_bindp == NULL) {
0Sstevel@tonic-gate				/* port match => a good match */
0Sstevel@tonic-gate				svc_bindp = tmp_bindp;
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		tmp_bindp = tmp_bindp->sbind_link;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	if (svc_bindp == NULL) { /* port not enabled for this SID */
0Sstevel@tonic-gate		mutex_exit(&ibcm_svc_info_lock);
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog,
0Sstevel@tonic-gate		    "ibcm_verify_req_gids_and_svcid: statep 0x%p "
0Sstevel@tonic-gate		    "no binding found", statep);
0Sstevel@tonic-gate		ibcm_post_rej_mad(statep,
0Sstevel@tonic-gate		    IBT_CM_INVALID_SID, IBT_CM_FAILURE_REQ, NULL, 0);
0Sstevel@tonic-gate		return (IBCM_FAILURE);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	/* copy the GID in case we need it in REJ below */
0Sstevel@tonic-gate	gid.gid_prefix = b2h64(svc_bindp->sbind_gid.gid_prefix);
0Sstevel@tonic-gate	gid.gid_guid = b2h64(svc_bindp->sbind_gid.gid_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	statep->state_cm_private = svc_bindp->sbind_cm_private;
0Sstevel@tonic-gate	statep->state_svc_infop = svc_infop;
0Sstevel@tonic-gate	statep->cm_handler = svc_infop->svc_rc_handler;
0Sstevel@tonic-gate	if (reject_reason == IBT_CM_SUCCESS)
0Sstevel@tonic-gate		IBCM_SVC_INCR(svc_infop);
0Sstevel@tonic-gate	mutex_exit(&ibcm_svc_info_lock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * If the service id is valid, but gid in REQ is invalid,
0Sstevel@tonic-gate	 * then send a REJ with invalid gid
0Sstevel@tonic-gate	 * For Invalid primary gid, the ARI field is filled with
0Sstevel@tonic-gate	 * with gid from svcinfo
0Sstevel@tonic-gate	 * For invalid prim/alt gid reject, CM uses one of the gids
0Sstevel@tonic-gate	 * registered in ARI.
0Sstevel@tonic-gate	 * For invalid prim/alt lid reject, CM uses the base lid in ARI
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	if (reject_reason != IBT_CM_SUCCESS) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		switch (reject_reason) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		case IBT_CM_PRIM_GID :
0Sstevel@tonic-gate		case IBT_CM_ALT_GID :
0Sstevel@tonic-gate			ibcm_post_rej_mad(statep,
0Sstevel@tonic-gate			    reject_reason, IBT_CM_FAILURE_REQ,
0Sstevel@tonic-gate			    &gid, sizeof (ib_gid_t));
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		case IBT_CM_PRIM_LID :
0Sstevel@tonic-gate		case IBT_CM_ALT_LID :
0Sstevel@tonic-gate
0Sstevel@tonic-gate			lid = h2b16(port.hp_base_lid);
0Sstevel@tonic-gate			ibcm_post_rej_mad(statep,
0Sstevel@tonic-gate			    reject_reason, IBT_CM_FAILURE_REQ,
0Sstevel@tonic-gate			    &lid, sizeof (ib_lid_t));
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		return (IBCM_FAILURE);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Service, primary/alt gid and lid are all valid */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	return (IBCM_SUCCESS);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_cep_state_req:
0Sstevel@tonic-gate *	QP state transition function called for an incoming REQ on passive side
0Sstevel@tonic-gate *	LIDs and GIDs should be maintained and validated by the client handler
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- state pointer
0Sstevel@tonic-gate *	cm_req_msgp	- REQ message pointer
0Sstevel@tonic-gate *	reject_reason	- Rejection reason See Section 12.6.7.2 rev1.0a IB Spec
0Sstevel@tonic-gate *	arej_info_len	- Additional Rejection reason info length
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: IBCM_SEND_REP/IBCM_SEND_REJ
0Sstevel@tonic-gate */
0Sstevel@tonic-gateibcm_status_t
0Sstevel@tonic-gateibcm_cep_state_req(ibcm_state_data_t *statep, ibcm_req_msg_t *cm_req_msgp,
0Sstevel@tonic-gate    ibt_cm_reason_t *reject_reason, uint8_t *arej_len)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	void			*priv_data = NULL;
0Sstevel@tonic-gate	ibt_cm_event_t		event;
0Sstevel@tonic-gate	ibt_cm_status_t		cb_status;
0Sstevel@tonic-gate	ibcm_status_t		status;
0Sstevel@tonic-gate	ibt_cm_return_args_t	ret_args;
0Sstevel@tonic-gate	ibcm_clnt_reply_info_t	clnt_info;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_cep_state_req: statep 0x%p", statep);
9913SShantkumar.Hiremath@Sun.COM	IBTF_DPRINTF_L4(cmlog, "ibcm_cep_state_req: SID 0x%lX",
9913SShantkumar.Hiremath@Sun.COM	    b2h64(cm_req_msgp->req_svc_id));
0Sstevel@tonic-gate	/* client handler should be valid */
0Sstevel@tonic-gate	ASSERT(statep->cm_handler != NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	bzero(&event, sizeof (event));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Fill in ibt_cm_event_t */
0Sstevel@tonic-gate	event.cm_type = IBT_CM_EVENT_REQ_RCV;
0Sstevel@tonic-gate	event.cm_session_id = statep;
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_service_id = b2h64(cm_req_msgp->req_svc_id);
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_transport =
0Sstevel@tonic-gate	    ((uint8_t *)&cm_req_msgp->req_remote_eecn_plus)[3] >> 1 & 0x3;
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_timeout = ibt_ib2usec(
0Sstevel@tonic-gate	    (((uint8_t *)&cm_req_msgp->req_remote_eecn_plus)[3] >> 3) & 0x1F);
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_retry_cnt =
0Sstevel@tonic-gate	    ((uint8_t *)&cm_req_msgp->req_starting_psn_plus)[3] & 0x7;
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_rnr_retry_cnt = cm_req_msgp->req_mtu_plus & 0x7;
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_pkey = b2h16(cm_req_msgp->req_part_key);
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_rdma_ra_in =
0Sstevel@tonic-gate	    ((uint8_t *)&cm_req_msgp->req_local_qpn_plus)[3];
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_rdma_ra_out =
0Sstevel@tonic-gate	    ((uint8_t *)&cm_req_msgp->req_local_eec_no_plus)[3];
0Sstevel@tonic-gate
6709Shiremath	/* Check for HCA limits for RDMA Resources */
6709Shiremath	if (IBCM_EVT_REQ(event).req_rdma_ra_in >
6709Shiremath	    statep->hcap->hca_max_rdma_in_qp) {
6709Shiremath		IBTF_DPRINTF_L2(cmlog, "ibcm_cep_state_req: statep 0x%p, REQ "
6709Shiremath		    "req_rdma_ra_in %d is greater than HCA Limit %d, resetting"
6709Shiremath		    "it to HCA limit", statep,
6709Shiremath		    IBCM_EVT_REQ(event).req_rdma_ra_in,
6709Shiremath		    statep->hcap->hca_max_rdma_in_qp);
6709Shiremath		IBCM_EVT_REQ(event).req_rdma_ra_in =
6709Shiremath		    statep->hcap->hca_max_rdma_in_qp;
6709Shiremath	}
6709Shiremath
6709Shiremath	if (IBCM_EVT_REQ(event).req_rdma_ra_out >
6709Shiremath	    statep->hcap->hca_max_rdma_out_qp) {
6709Shiremath		IBTF_DPRINTF_L2(cmlog, "ibcm_cep_state_req: statep 0x%p, REQ "
6709Shiremath		    "req_rdma_ra_out %d is greater than HCA Limit %d, resetting"
6709Shiremath		    "it to HCA limit", statep,
6709Shiremath		    IBCM_EVT_REQ(event).req_rdma_ra_out,
6709Shiremath		    statep->hcap->hca_max_rdma_out_qp);
6709Shiremath		IBCM_EVT_REQ(event).req_rdma_ra_out =
6709Shiremath		    statep->hcap->hca_max_rdma_out_qp;
6709Shiremath	}
6709Shiremath
0Sstevel@tonic-gate	/* Account for CM and other software delays */
0Sstevel@tonic-gate	if (IBCM_EVT_REQ(event).req_timeout > ibcm_sw_delay) {
0Sstevel@tonic-gate		IBCM_EVT_REQ(event).req_timeout -= ibcm_sw_delay;
0Sstevel@tonic-gate		IBTF_DPRINTF_L5(cmlog, "ibcm_cep_state_req: statep 0x%p"
0Sstevel@tonic-gate		    "Avail resp time %d (usec)", statep,
0Sstevel@tonic-gate		    IBCM_EVT_REQ(event).req_timeout);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_cep_state_req: statep 0x%p "
0Sstevel@tonic-gate		    "REQ rem_resp_time < local sw delay 0x%x", statep,
0Sstevel@tonic-gate		    IBCM_EVT_REQ(event).req_timeout);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_EVT_REQ(event).req_timeout = 0;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_prim_hca_port = statep->prim_port;
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_alt_hca_port = statep->alt_port;
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_hca_guid = statep->local_hca_guid;
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_remote_qpn = statep->remote_qpn;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (((uint8_t *)&cm_req_msgp->req_remote_eecn_plus)[3] &
0Sstevel@tonic-gate	    IBT_CM_FLOW_CONTROL)
0Sstevel@tonic-gate		IBCM_EVT_REQ(event).req_flags |= IBT_CM_FLOW_CONTROL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((cm_req_msgp->req_max_cm_retries_plus >> 3) & 0x1)
0Sstevel@tonic-gate		IBCM_EVT_REQ(event).req_flags |= IBT_CM_SRQ_EXISTS;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Initialize req.req_prim_addr */
0Sstevel@tonic-gate	ibcm_set_primary_adds_vect(statep, &IBCM_EVT_REQ(event).req_prim_addr,
0Sstevel@tonic-gate	    cm_req_msgp);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Initialize req.req_alternate_path if they exist */
0Sstevel@tonic-gate	if (b2h16(cm_req_msgp->req_alt_l_port_lid) != 0) {
0Sstevel@tonic-gate		ibcm_set_alt_adds_vect(statep,
0Sstevel@tonic-gate		    &IBCM_EVT_REQ(event).req_alt_addr, cm_req_msgp);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Verify, alt path is not same as primary */
0Sstevel@tonic-gate		if (ibcm_compare_prim_alt_paths(
0Sstevel@tonic-gate		    &event.cm_event.req.req_prim_addr,
0Sstevel@tonic-gate		    &event.cm_event.req.req_alt_addr) == B_TRUE) {
0Sstevel@tonic-gate			/* XXX New REJ code needed */
0Sstevel@tonic-gate			*reject_reason = IBT_CM_NO_RESC;
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_cep_state_req: statep 0x%p"
0Sstevel@tonic-gate			    " Alt and prim paths are same", statep);
0Sstevel@tonic-gate			mutex_enter(&ibcm_svc_info_lock);
0Sstevel@tonic-gate			IBCM_SVC_DECR(statep->state_svc_infop);
0Sstevel@tonic-gate			mutex_exit(&ibcm_svc_info_lock);
0Sstevel@tonic-gate			return (IBCM_SEND_REJ);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef	NO_EEC_SUPPORT_YET
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_rdc_exists = cm_req_msgp->req_mtu_plus >> 3 & 1;
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_remote_eecn =
0Sstevel@tonic-gate	    b2h32(cm_req_msgp->req_remote_eecn_plus) >> 8;
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_local_eecn =
0Sstevel@tonic-gate	    b2h32(cm_req_msgp->req_local_eec_no_plus) >> 8;
0Sstevel@tonic-gate	IBCM_EVT_REQ(event).req_remote_qkey =
0Sstevel@tonic-gate	    b2h32(cm_req_msgp->req_local_qkey);
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* cm_req_msgp->req_private_data to event.cm_event.cm_priv_data */
0Sstevel@tonic-gate	event.cm_priv_data = cm_req_msgp->req_private_data;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	event.cm_priv_data_len = IBT_REQ_PRIV_DATA_SZ;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/*
0Sstevel@tonic-gate	 * Allocate priv_data of size IBT_MAX_PRIV_DATA_SZ
0Sstevel@tonic-gate	 */
0Sstevel@tonic-gate	priv_data = kmem_zalloc(IBT_MAX_PRIV_DATA_SZ, KM_SLEEP);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	bzero(&ret_args, sizeof (ret_args));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Fill in the default values from REQ, that client can modify */
0Sstevel@tonic-gate	ret_args.cm_ret.rep.cm_rdma_ra_in = IBCM_EVT_REQ(event).req_rdma_ra_out;
0Sstevel@tonic-gate	ret_args.cm_ret.rep.cm_rdma_ra_out = IBCM_EVT_REQ(event).req_rdma_ra_in;
0Sstevel@tonic-gate	ret_args.cm_ret.rep.cm_rnr_retry_cnt = cm_req_msgp->req_mtu_plus & 0x7;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_CALLED_REQ_RCVD_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Invoke the client handler */
9913SShantkumar.Hiremath@Sun.COM	statep->req_msgp = cm_req_msgp;
0Sstevel@tonic-gate	cb_status = statep->cm_handler(statep->state_cm_private, &event,
0Sstevel@tonic-gate	    &ret_args, priv_data, IBT_REP_PRIV_DATA_SZ);
9913SShantkumar.Hiremath@Sun.COM	statep->req_msgp = NULL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_RET_REQ_RCVD_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&ibcm_svc_info_lock);
0Sstevel@tonic-gate	IBCM_SVC_DECR(statep->state_svc_infop);
0Sstevel@tonic-gate	mutex_exit(&ibcm_svc_info_lock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_cep_state_req: Client handler returned %d"
0Sstevel@tonic-gate	    " statep 0x%p", cb_status, statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (cb_status == IBT_CM_DEFER) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(statep->defer_cm_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->defer_cm_msg == NULL)
0Sstevel@tonic-gate			statep->defer_cm_msg =
0Sstevel@tonic-gate			    kmem_zalloc(IBCM_MSG_SIZE, KM_SLEEP);
0Sstevel@tonic-gate		bcopy(cm_req_msgp, statep->defer_cm_msg, IBCM_MSG_SIZE);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(statep->defer_cm_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * unblock any blocked cm proceed api calls. Do not access
0Sstevel@tonic-gate		 * statep after cv_signal
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		statep->clnt_proceed = IBCM_UNBLOCK;
0Sstevel@tonic-gate		cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		kmem_free(priv_data, IBT_MAX_PRIV_DATA_SZ);
0Sstevel@tonic-gate		return (IBCM_DEFER);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* fail any blocked cm proceed api call - client bug */
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	statep->clnt_proceed = IBCM_FAIL;
0Sstevel@tonic-gate	cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	clnt_info.reply_event = (ibt_cm_proceed_reply_t *)&ret_args.cm_ret;
0Sstevel@tonic-gate	clnt_info.priv_data = priv_data;
0Sstevel@tonic-gate	clnt_info.priv_data_len = ret_args.cm_ret_len;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	status =
4703Shiremath	    ibcm_process_cep_req_cm_hdlr(statep, cb_status,
4703Shiremath	    &clnt_info, reject_reason, arej_len, cm_req_msgp);
0Sstevel@tonic-gate	kmem_free(priv_data, IBT_MAX_PRIV_DATA_SZ);
0Sstevel@tonic-gate	return (status);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_cep_req_cm_hdlr:
0Sstevel@tonic-gate *	Processes the response from client handler for an incoming REQ.
0Sstevel@tonic-gate */
0Sstevel@tonic-gateibcm_status_t
0Sstevel@tonic-gateibcm_process_cep_req_cm_hdlr(ibcm_state_data_t *statep,
0Sstevel@tonic-gate    ibt_cm_status_t cb_status, ibcm_clnt_reply_info_t *clnt_info,
0Sstevel@tonic-gate    ibt_cm_reason_t *reject_reason, uint8_t *arej_len,
0Sstevel@tonic-gate    ibcm_req_msg_t *cm_req_msg)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_status_t		status;
0Sstevel@tonic-gate	ibt_qp_query_attr_t	qp_attrs;
0Sstevel@tonic-gate	ibcm_state_data_t	*old_statep;
0Sstevel@tonic-gate	ibt_channel_hdl_t	channel;
0Sstevel@tonic-gate	ib_guid_t		local_ca_guid;
0Sstevel@tonic-gate	ibcm_rej_msg_t		*rej_msgp;
0Sstevel@tonic-gate#ifdef	NO_EEC_SUPPORT_YET
0Sstevel@tonic-gate	ibt_eec_query_attr_t	eec_attrs;
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (cb_status == IBT_CM_DEFAULT)
0Sstevel@tonic-gate		cb_status = IBT_CM_REJECT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* verify status */
0Sstevel@tonic-gate	if (cb_status == IBT_CM_ACCEPT) {
0Sstevel@tonic-gate		*reject_reason = IBT_CM_SUCCESS;
0Sstevel@tonic-gate	} else if (cb_status == IBT_CM_REJECT) {
0Sstevel@tonic-gate		*reject_reason = IBT_CM_CONSUMER;
0Sstevel@tonic-gate	} else if (cb_status == IBT_CM_REDIRECT_PORT) {
0Sstevel@tonic-gate		*reject_reason = IBT_CM_PORT_REDIRECT;
0Sstevel@tonic-gate	} else if (cb_status == IBT_CM_REDIRECT) {
0Sstevel@tonic-gate		*reject_reason = IBT_CM_REDIRECT_CM;
0Sstevel@tonic-gate	} else if (cb_status == IBT_CM_NO_CHANNEL) {
0Sstevel@tonic-gate		*reject_reason = IBT_CM_NO_CHAN;
0Sstevel@tonic-gate	} else if (cb_status == IBT_CM_NO_RESOURCE) {
0Sstevel@tonic-gate		*reject_reason = IBT_CM_NO_RESC;
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_cep_req_cm_hdlr: statep %p"
0Sstevel@tonic-gate		    " Client handler unexpected return %x", statep, cb_status);
0Sstevel@tonic-gate		*reject_reason = IBT_CM_CONSUMER;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* client handler gave CM ok */
0Sstevel@tonic-gate	if (cb_status == IBT_CM_ACCEPT) {
0Sstevel@tonic-gate		ibcm_rep_msg_t	*rep_msgp = (ibcm_rep_msg_t *)
4703Shiremath		    IBCM_OUT_MSGP(statep->stored_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*statep))
0Sstevel@tonic-gate		_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*rep_msgp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Check first if ret_args make sense. If not, bailout
0Sstevel@tonic-gate		 * here rather than going along and panicing later.
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		channel = clnt_info->reply_event->rep.cm_channel;
0Sstevel@tonic-gate		if (IBCM_INVALID_CHANNEL(channel)) {
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_cep_req_cm_hdlr: "
0Sstevel@tonic-gate			    "statep 0x%p server's QP handle is NULL", statep);
0Sstevel@tonic-gate			*reject_reason = IBT_CM_NO_CHAN;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_GET_CHAN_PRIVATE(channel, old_statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if ((*reject_reason == IBT_CM_SUCCESS) &&
0Sstevel@tonic-gate		    (old_statep != NULL)) {
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_cep_req_cm_hdlr: "
0Sstevel@tonic-gate			    "statep 0x%p Channel being re-used on passive side",
0Sstevel@tonic-gate			    statep);
0Sstevel@tonic-gate			*reject_reason = IBT_CM_NO_CHAN;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		if (old_statep != NULL)
0Sstevel@tonic-gate			IBCM_RELEASE_CHAN_PRIVATE(channel);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (*reject_reason != IBT_CM_SUCCESS) {
0Sstevel@tonic-gate			ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_SENT,
0Sstevel@tonic-gate			    IBT_CM_FAILURE_REQ, *reject_reason, NULL, 0);
0Sstevel@tonic-gate			return (IBCM_SEND_REJ);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->channel = channel;
0Sstevel@tonic-gate		status = ibt_query_qp(channel, &qp_attrs);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (status != IBT_SUCCESS) {
0Sstevel@tonic-gate			IBTF_DPRINTF_L3(cmlog, "ibcm_process_cep_req_cm_hdlr: "
0Sstevel@tonic-gate			    "statep %p ibt_query_qp failed %d", statep, status);
0Sstevel@tonic-gate			*reject_reason = IBT_CM_NO_RESC;
0Sstevel@tonic-gate			ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_SENT,
0Sstevel@tonic-gate			    IBT_CM_FAILURE_REQ, IBT_CM_CI_FAILURE, NULL, 0);
0Sstevel@tonic-gate			return (IBCM_SEND_REJ);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (qp_attrs.qp_info.qp_trans != IBT_RC_SRV) {
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_cep_req_cm_hdlr: "
0Sstevel@tonic-gate			    "statep %p qp is not RC channel on server", statep);
0Sstevel@tonic-gate			*reject_reason = IBT_CM_INVALID_SRV_TYPE;
0Sstevel@tonic-gate			ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_SENT,
0Sstevel@tonic-gate			    IBT_CM_FAILURE_REQ, IBT_CM_CHAN_INVALID_STATE,
0Sstevel@tonic-gate			    NULL, 0);
0Sstevel@tonic-gate			return (IBCM_SEND_REJ);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
9913SShantkumar.Hiremath@Sun.COM		if (qp_attrs.qp_info.qp_state != IBT_STATE_INIT &&
11369SPramod.Gunjikar@Sun.COM		    statep->is_this_ofuv_chan == B_FALSE) {
0Sstevel@tonic-gate			IBTF_DPRINTF_L3(cmlog, "ibcm_process_cep_req_cm_hdlr: "
0Sstevel@tonic-gate			    "qp state != INIT on server");
0Sstevel@tonic-gate			*reject_reason = IBT_CM_CHAN_INVALID_STATE;
0Sstevel@tonic-gate			ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_SENT,
0Sstevel@tonic-gate			    IBT_CM_FAILURE_REQ, IBT_CM_CHAN_INVALID_STATE,
0Sstevel@tonic-gate			    NULL, 0);
0Sstevel@tonic-gate			return (IBCM_SEND_REJ);
11369SPramod.Gunjikar@Sun.COM		} else if (statep->is_this_ofuv_chan &&
11369SPramod.Gunjikar@Sun.COM		    qp_attrs.qp_info.qp_state != IBT_STATE_RTR &&
11369SPramod.Gunjikar@Sun.COM		    qp_attrs.qp_info.qp_state != IBT_STATE_INIT) {
9913SShantkumar.Hiremath@Sun.COM			IBTF_DPRINTF_L3(cmlog, "ibcm_process_cep_req_cm_hdlr: "
11369SPramod.Gunjikar@Sun.COM			    "qp state != INIT or RTR on server");
9913SShantkumar.Hiremath@Sun.COM			*reject_reason = IBT_CM_CHAN_INVALID_STATE;
9913SShantkumar.Hiremath@Sun.COM			ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_SENT,
9913SShantkumar.Hiremath@Sun.COM			    IBT_CM_FAILURE_REQ, IBT_CM_CHAN_INVALID_STATE,
9913SShantkumar.Hiremath@Sun.COM			    NULL, 0);
9913SShantkumar.Hiremath@Sun.COM			return (IBCM_SEND_REJ);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
11369SPramod.Gunjikar@Sun.COM		if (statep->is_this_ofuv_chan &&
11369SPramod.Gunjikar@Sun.COM		    qp_attrs.qp_info.qp_state == IBT_STATE_RTR &&
9913SShantkumar.Hiremath@Sun.COM		    qp_attrs.qp_info.qp_transport.rc.rc_path.cep_hca_port_num !=
9913SShantkumar.Hiremath@Sun.COM		    statep->prim_port) {
9913SShantkumar.Hiremath@Sun.COM			IBTF_DPRINTF_L2(cmlog, "ibcm_process_cep_req_cm_hdlr: "
9913SShantkumar.Hiremath@Sun.COM			    "QP port invalid");
9913SShantkumar.Hiremath@Sun.COM			*reject_reason = IBT_CM_CHAN_INVALID_STATE;
9913SShantkumar.Hiremath@Sun.COM			ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_SENT,
9913SShantkumar.Hiremath@Sun.COM			    IBT_CM_FAILURE_REQ, IBT_CM_CHAN_INVALID_STATE,
9913SShantkumar.Hiremath@Sun.COM			    NULL, 0);
9913SShantkumar.Hiremath@Sun.COM			return (IBCM_SEND_REJ);
11369SPramod.Gunjikar@Sun.COM		} else if (statep->is_this_ofuv_chan &&
11369SPramod.Gunjikar@Sun.COM		    qp_attrs.qp_info.qp_state == IBT_STATE_RTR) {
9913SShantkumar.Hiremath@Sun.COM			goto skip_init_trans;
11369SPramod.Gunjikar@Sun.COM		}
9913SShantkumar.Hiremath@Sun.COM
0Sstevel@tonic-gate		/* Init to Init, if required */
0Sstevel@tonic-gate		if (qp_attrs.qp_info.qp_transport.rc.rc_path.cep_hca_port_num !=
0Sstevel@tonic-gate		    statep->prim_port) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibt_qp_info_t		qp_info;
0Sstevel@tonic-gate			ibt_cep_modify_flags_t	cep_flags;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBTF_DPRINTF_L5(cmlog, "ibcm_process_cep_req_cm_hdlr: "
0Sstevel@tonic-gate			    "chan 0x%p chan port %d", channel,
0Sstevel@tonic-gate			    qp_attrs.qp_info.qp_transport.rc.rc_path.\
0Sstevel@tonic-gate			    cep_hca_port_num);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBTF_DPRINTF_L5(cmlog, "ibcm_process_cep_req_cm_hdlr: "
0Sstevel@tonic-gate			    "chan 0x%p d path port %d", channel,
0Sstevel@tonic-gate			    statep->prim_port);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			bzero(&qp_info, sizeof (qp_info));
0Sstevel@tonic-gate			qp_info.qp_trans = IBT_RC_SRV;
0Sstevel@tonic-gate			qp_info.qp_state = IBT_STATE_INIT;
0Sstevel@tonic-gate			qp_info.qp_transport.rc.rc_path.cep_hca_port_num =
0Sstevel@tonic-gate			    statep->prim_port;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			cep_flags = IBT_CEP_SET_STATE | IBT_CEP_SET_PORT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			status = ibt_modify_qp(statep->channel, cep_flags,
0Sstevel@tonic-gate			    &qp_info, NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (status != IBT_SUCCESS) {
0Sstevel@tonic-gate				IBTF_DPRINTF_L2(cmlog,
0Sstevel@tonic-gate				    "ibcm_process_cep_req_cm_hdlr: "
0Sstevel@tonic-gate				    "chan 0x%p ibt_modify_qp() = %d", channel,
0Sstevel@tonic-gate				    status);
0Sstevel@tonic-gate				*reject_reason = IBT_CM_NO_RESC;
0Sstevel@tonic-gate
0Sstevel@tonic-gate				ibcm_insert_trace(statep,
0Sstevel@tonic-gate				    IBCM_TRACE_INIT_INIT_FAIL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate				ibcm_handler_conn_fail(statep,
0Sstevel@tonic-gate				    IBT_CM_FAILURE_REJ_SENT, IBT_CM_FAILURE_REQ,
0Sstevel@tonic-gate				    IBT_CM_CI_FAILURE, NULL, 0);
0Sstevel@tonic-gate				return (IBCM_SEND_REJ);
0Sstevel@tonic-gate			} else {
0Sstevel@tonic-gate				ibcm_insert_trace(statep,
0Sstevel@tonic-gate				    IBCM_TRACE_INIT_INIT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate				IBTF_DPRINTF_L5(cmlog,
0Sstevel@tonic-gate				    "ibcm_process_cep_req_cm_hdlr: "
0Sstevel@tonic-gate				    "chan 0x%p ibt_modify_qp() = %d", channel,
0Sstevel@tonic-gate				    status);
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate		}
9913SShantkumar.Hiremath@Sun.COMskip_init_trans:
9913SShantkumar.Hiremath@Sun.COM		/* Do sanity tests even if we are skipping RTR */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* fill in the REP msg based on ret_args from client */
6709Shiremath		if (clnt_info->reply_event->rep.cm_rdma_ra_out >
7919SBill.Taylor@Sun.COM		    ((uint8_t *)&cm_req_msg->req_local_qpn_plus)[3]) {
6709Shiremath			IBTF_DPRINTF_L2(cmlog, "ibcm_process_req_cm_hdlr "
6709Shiremath			    "statep 0x%p ERROR: InitiatorDepth(%d) is Greater "
6709Shiremath			    "than ResponderResource(%d)", statep,
6709Shiremath			    clnt_info->reply_event->rep.cm_rdma_ra_out,
7919SBill.Taylor@Sun.COM			    ((uint8_t *)&cm_req_msg->req_local_qpn_plus)[3]);
6709Shiremath			*reject_reason = IBT_CM_NOT_SUPPORTED;
6709Shiremath			ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_SENT,
6709Shiremath			    IBT_CM_FAILURE_REQ, IBT_CM_NOT_SUPPORTED, NULL, 0);
6709Shiremath			return (IBCM_SEND_REJ);
6709Shiremath		}
6709Shiremath
6709Shiremath		/* Check for HCA limits for RDMA Resources */
6709Shiremath		if (clnt_info->reply_event->rep.cm_rdma_ra_in >
6709Shiremath		    statep->hcap->hca_max_rdma_in_qp) {
6709Shiremath			IBTF_DPRINTF_L2(cmlog, "ibcm_process_req_cm_hdlr: "
6709Shiremath			    "statep %p, ERROR: client specified rdma_ra_in %d "
6709Shiremath			    "is greater than HCA Limit %d, rejecting MAD",
6709Shiremath			    statep, clnt_info->reply_event->rep.cm_rdma_ra_in,
6709Shiremath			    statep->hcap->hca_max_rdma_in_qp);
6709Shiremath			*reject_reason = IBT_CM_NOT_SUPPORTED;
6709Shiremath			ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_SENT,
6709Shiremath			    IBT_CM_FAILURE_REQ, IBT_CM_NOT_SUPPORTED, NULL, 0);
6709Shiremath			return (IBCM_SEND_REJ);
6709Shiremath		}
6709Shiremath
6709Shiremath		if (clnt_info->reply_event->rep.cm_rdma_ra_out >
6709Shiremath		    statep->hcap->hca_max_rdma_out_qp) {
6709Shiremath			IBTF_DPRINTF_L2(cmlog, "ibcm_process_req_cm_hdlr: "
6709Shiremath			    "statep %p, ERROR: client specified rdma_ra_out %d "
6709Shiremath			    "is greater than HCA Limit %d, rejecting MAD",
6709Shiremath			    statep, clnt_info->reply_event->rep.cm_rdma_ra_out,
6709Shiremath			    statep->hcap->hca_max_rdma_out_qp);
6709Shiremath			*reject_reason = IBT_CM_NOT_SUPPORTED;
6709Shiremath			ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_SENT,
6709Shiremath			    IBT_CM_FAILURE_REQ, IBT_CM_NOT_SUPPORTED, NULL, 0);
6709Shiremath			return (IBCM_SEND_REJ);
6709Shiremath		}
6709Shiremath
0Sstevel@tonic-gate		rep_msgp->rep_resp_resources =
0Sstevel@tonic-gate		    clnt_info->reply_event->rep.cm_rdma_ra_in;
0Sstevel@tonic-gate		rep_msgp->rep_initiator_depth =
0Sstevel@tonic-gate		    clnt_info->reply_event->rep.cm_rdma_ra_out;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* IBT_CM_FLOW_CONTROL is always set by default. */
0Sstevel@tonic-gate		rep_msgp->rep_target_delay_plus |= IBT_CM_FLOW_CONTROL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		rep_msgp->rep_rnr_retry_cnt_plus =
0Sstevel@tonic-gate		    (clnt_info->reply_event->rep.cm_rnr_retry_cnt & 0x7) << 5;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Check out whether SRQ is associated with this channel.
0Sstevel@tonic-gate		 * If yes, then set the appropriate bit.
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		if (qp_attrs.qp_srq != NULL) {
0Sstevel@tonic-gate			rep_msgp->rep_rnr_retry_cnt_plus |= (1 << 4);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		local_ca_guid = h2b64(statep->local_hca_guid);
0Sstevel@tonic-gate		bcopy(&local_ca_guid, rep_msgp->rep_local_ca_guid,
0Sstevel@tonic-gate		    sizeof (ib_guid_t));
0Sstevel@tonic-gate
11369SPramod.Gunjikar@Sun.COM		if (statep->is_this_ofuv_chan &&
11369SPramod.Gunjikar@Sun.COM		    qp_attrs.qp_info.qp_state == IBT_STATE_RTR)
9913SShantkumar.Hiremath@Sun.COM			goto skip_rtr_trans;
9913SShantkumar.Hiremath@Sun.COM
0Sstevel@tonic-gate		/* Transition QP from Init to RTR state */
0Sstevel@tonic-gate		if (ibcm_invoke_qp_modify(statep, cm_req_msg, rep_msgp) !=
0Sstevel@tonic-gate		    IBT_SUCCESS) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_process_req_cm_hdlr "
0Sstevel@tonic-gate			    "statep 0x%p ibcm_invoke_qp_modify failed because "
0Sstevel@tonic-gate			    "of invalid data", statep);
0Sstevel@tonic-gate			*reject_reason = IBT_CM_NO_RESC;
0Sstevel@tonic-gate			ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_SENT,
0Sstevel@tonic-gate			    IBT_CM_FAILURE_REQ, IBT_CM_CI_FAILURE, NULL, 0);
0Sstevel@tonic-gate			return (IBCM_SEND_REJ);
0Sstevel@tonic-gate		}
9913SShantkumar.Hiremath@Sun.COMskip_rtr_trans:
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Link statep and channel, once CM determines it is
0Sstevel@tonic-gate		 * post REP definitely.
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		IBCM_SET_CHAN_PRIVATE(statep->channel, statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Fill up the REP fields from ret_args
0Sstevel@tonic-gate		 * failover status,  from ret_args
0Sstevel@tonic-gate		 *
0Sstevel@tonic-gate		 * Fill up local QPN and EECN from ret_args->channel
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* fill in REP msg bytes Qkey, Starting PSN, 12-15, and 16-19 */
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_process_cep_req_cm_hdlr: "
0Sstevel@tonic-gate		    "qp_info.qp_state = %x", qp_attrs.qp_info.qp_state);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		rep_msgp->rep_local_qpn_plus = h2b32(qp_attrs.qp_qpn << 8);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->local_qpn = qp_attrs.qp_qpn;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		switch (qp_attrs.qp_info.qp_trans) {
0Sstevel@tonic-gate		case IBT_RD_SRV:
0Sstevel@tonic-gate			rep_msgp->rep_local_qkey = h2b32(
0Sstevel@tonic-gate			    qp_attrs.qp_info.qp_transport.rd.rd_qkey);
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		case IBT_RC_SRV:
0Sstevel@tonic-gate			rep_msgp->rep_starting_psn_plus =
11369SPramod.Gunjikar@Sun.COM			    h2b32(IBCM_QP_RC(qp_attrs).rc_rq_psn << 8);
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		case IBT_UC_SRV:
0Sstevel@tonic-gate			rep_msgp->rep_starting_psn_plus =
0Sstevel@tonic-gate			    h2b32(IBCM_QP_UC(qp_attrs).uc_sq_psn << 8);
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef	NO_EEC_SUPPORT_YET
0Sstevel@tonic-gate		if (ret_args.cm_channel.ch_eec != NULL) {
0Sstevel@tonic-gate			status = ibt_query_eec(ret_args.cm_channel.ch_eec,
0Sstevel@tonic-gate			    &eec_attrs);
0Sstevel@tonic-gate			if (status == IBT_SUCCESS) {
0Sstevel@tonic-gate				rep_msgp->rep_local_eecn_plus =
0Sstevel@tonic-gate				    h2b32(((uint32_t)eec_attrs.eec_eecn << 8));
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* figure out Target ACK delay */
0Sstevel@tonic-gate		rep_msgp->rep_target_delay_plus |= (status == IBT_SUCCESS) ?
0Sstevel@tonic-gate		    statep->hcap->hca_ack_delay << 3 : 0;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_process_cep_req_cm_hdlr:statep %p "
0Sstevel@tonic-gate		    "REP priv len %x", statep, clnt_info->priv_data_len);
0Sstevel@tonic-gate		/* Copy PrivateData from priv_data */
0Sstevel@tonic-gate		if (clnt_info->priv_data_len != 0) {
0Sstevel@tonic-gate			bcopy(clnt_info->priv_data, rep_msgp->rep_private_data,
0Sstevel@tonic-gate			    min(IBT_REP_PRIV_DATA_SZ,
0Sstevel@tonic-gate			    clnt_info->priv_data_len));
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*statep))
0Sstevel@tonic-gate		_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*rep_msgp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate		return (IBCM_SEND_REP);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* REJ message */
0Sstevel@tonic-gate	rej_msgp = (ibcm_rej_msg_t *)IBCM_OUT_MSGP(statep->stored_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_cep_req_cm_hdlr: statep %p REJ "
0Sstevel@tonic-gate	    "priv len %x", statep, clnt_info->priv_data_len);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*rej_msgp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* if priv_data_len != 0 use priv_data to copy back to rej_priv_data */
0Sstevel@tonic-gate	if (clnt_info->priv_data_len != 0) {
0Sstevel@tonic-gate		bcopy(clnt_info->priv_data, rej_msgp->rej_private_data,
0Sstevel@tonic-gate		    min(IBT_REJ_PRIV_DATA_SZ, clnt_info->priv_data_len));
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (cb_status == IBT_CM_REDIRECT_PORT) {
0Sstevel@tonic-gate		ib_gid_t tgid;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		tgid.gid_guid =
0Sstevel@tonic-gate		    h2b64(clnt_info->reply_event->rej.ari_gid.gid_guid);
0Sstevel@tonic-gate		tgid.gid_prefix =
0Sstevel@tonic-gate		    h2b64(clnt_info->reply_event->rej.ari_gid.gid_prefix);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		*arej_len = sizeof (ib_gid_t);
0Sstevel@tonic-gate		bcopy(&tgid, &rej_msgp->rej_addl_rej_info, sizeof (ib_gid_t));
0Sstevel@tonic-gate
401Shiremath		IBTF_DPRINTF_L3(cmlog, "ibcm_process_cep_req_cm_hdlr: ari_gid= "
401Shiremath		    "%llX:%llX", tgid.gid_prefix, tgid.gid_guid);
401Shiremath
0Sstevel@tonic-gate	} else if (cb_status == IBT_CM_REDIRECT) {
0Sstevel@tonic-gate		ibcm_classportinfo_msg_t	tclp;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_init_clp_to_mad(&tclp,
0Sstevel@tonic-gate		    &clnt_info->reply_event->rej.ari_redirect);
0Sstevel@tonic-gate		bcopy(&tclp, rej_msgp->rej_addl_rej_info, sizeof (tclp));
0Sstevel@tonic-gate
0Sstevel@tonic-gate		*arej_len = sizeof (ibcm_classportinfo_msg_t);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if (cb_status == IBT_CM_REJECT) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Fill up the REJ fields, from ret_args */
0Sstevel@tonic-gate		*arej_len = min(
0Sstevel@tonic-gate		    clnt_info->reply_event->rej.ari_consumer.rej_ari_len,
0Sstevel@tonic-gate		    IBT_CM_ADDL_REJ_LEN);
0Sstevel@tonic-gate		bcopy(clnt_info->reply_event->rej.ari_consumer.rej_ari,
0Sstevel@tonic-gate		    &rej_msgp->rej_addl_rej_info, *arej_len);
4703Shiremath
4703Shiremath		/*
4703Shiremath		 * RDMA IP REQ was passed up to the ULP, the ULP decided to do
4703Shiremath		 * a "normal" consumer REJ, by the returning IBT_CM_REJECT in
4703Shiremath		 * the cm handler.
4703Shiremath		 * CM has to do some extra stuff too, it has to
4703Shiremath		 * a) return REJ code 28 (consumer) and b) put 0x1 in the first
4703Shiremath		 * byte of the ARI data, to indicate that this is a RDMA aware
4703Shiremath		 * ULP that is doing a consumer reject.  The ULP should have
4703Shiremath		 * put its consumer specific data into ibt_arej_info_t(9s) at
4703Shiremath		 * byte 1 of the rej_ari[] array.
4703Shiremath		 */
4703Shiremath		if (((statep->svcid & IB_SID_IPADDR_PREFIX_MASK) == 0) &&
4703Shiremath		    (statep->svcid & IB_SID_IPADDR_PREFIX)) {
4703Shiremath			rej_msgp->rej_addl_rej_info[0] = 1;
4703Shiremath		}
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rej_msgp->rej_msg_type_plus = IBT_CM_FAILURE_REQ << 6;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*rej_msgp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	return (IBCM_SEND_REJ);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_cep_state_rep:
0Sstevel@tonic-gate *	QP state transition function called for an incoming REP on active side
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- state pointer
0Sstevel@tonic-gate *	cm_rep_msg	- REP message pointer
0Sstevel@tonic-gate *	reject_reason	- Rejection reason See Section 12.6.7.2 rev1.0a IB Spec
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate */
0Sstevel@tonic-gateibcm_status_t
0Sstevel@tonic-gateibcm_cep_state_rep(ibcm_state_data_t *statep, ibcm_rep_msg_t *cm_rep_msgp,
0Sstevel@tonic-gate    ibt_cm_reason_t *reject_reason, uint8_t *arej_len)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	void			*priv_data = NULL;
0Sstevel@tonic-gate	ibcm_status_t		rval = IBCM_SEND_RTU;
0Sstevel@tonic-gate	ibt_cm_event_t		event;
0Sstevel@tonic-gate	ibt_cm_status_t		cb_status = IBT_CM_ACCEPT;
0Sstevel@tonic-gate	ibt_cm_return_args_t	ret_args;
0Sstevel@tonic-gate	ibcm_clnt_reply_info_t	clnt_info;
6709Shiremath	uint8_t			req_init_depth;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_cep_state_rep: statep 0x%p", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Check first if client handler is valid */
0Sstevel@tonic-gate	if (statep->cm_handler != NULL) {
0Sstevel@tonic-gate		/* initialize fields in ibt_cm_event_t */
0Sstevel@tonic-gate		bzero(&event, sizeof (event));
0Sstevel@tonic-gate		event.cm_type = IBT_CM_EVENT_REP_RCV;
0Sstevel@tonic-gate		event.cm_channel = statep->channel;
0Sstevel@tonic-gate		event.cm_session_id = statep;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_EVT_REP(event).rep_rdma_ra_in =
6709Shiremath		    cm_rep_msgp->rep_initiator_depth;
6709Shiremath		req_init_depth =
6709Shiremath		    ((uint8_t *)&(((ibcm_req_msg_t *)IBCM_OUT_MSGP(
6709Shiremath		    statep->stored_msg))->req_local_eec_no_plus))[3];
0Sstevel@tonic-gate		IBCM_EVT_REP(event).rep_rdma_ra_out =
6709Shiremath		    min(cm_rep_msgp->rep_resp_resources, req_init_depth);
6709Shiremath
6709Shiremath		IBTF_DPRINTF_L3(cmlog, "ibcm_cep_state_rep: statep 0x%p, "
6709Shiremath		    "InitDepth %d, RespResr %d", statep,
6709Shiremath		    cm_rep_msgp->rep_initiator_depth,
6709Shiremath		    IBCM_EVT_REP(event).rep_rdma_ra_out);
6709Shiremath
0Sstevel@tonic-gate		IBCM_EVT_REP(event).rep_service_time = ibt_ib2usec(
0Sstevel@tonic-gate		    ((uint8_t *)&(((ibcm_req_msg_t *)IBCM_OUT_MSGP(
0Sstevel@tonic-gate		    statep->stored_msg))->req_starting_psn_plus))[3] >> 3);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_EVT_REP(event).rep_service_time -=
0Sstevel@tonic-gate		    2 * statep->pkt_life_time - ibcm_sw_delay;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBCM_EVT_REP(event).rep_failover_status =
4703Shiremath		    cm_rep_msgp->rep_target_delay_plus >> 1 & 3;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (cm_rep_msgp->rep_target_delay_plus & 0x1)
0Sstevel@tonic-gate			IBCM_EVT_REP(event).rep_flags |= IBT_CM_FLOW_CONTROL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if ((cm_rep_msgp->rep_rnr_retry_cnt_plus >> 4) & 0x1)
0Sstevel@tonic-gate			IBCM_EVT_REP(event).rep_flags |= IBT_CM_SRQ_EXISTS;
0Sstevel@tonic-gate
557Shiremath		IBTF_DPRINTF_L4(cmlog, "ibcm_cep_state_rep: statep 0x%p "
0Sstevel@tonic-gate		    "rep_service_time %d", statep,
0Sstevel@tonic-gate		    IBCM_EVT_REP(event).rep_service_time);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		event.cm_priv_data = &(cm_rep_msgp->rep_private_data[0]);
0Sstevel@tonic-gate		event.cm_priv_data_len = IBT_REP_PRIV_DATA_SZ;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Allocate priv_data of size IBT_MAX_PRIV_DATA_SZ
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		priv_data = kmem_zalloc(IBT_MAX_PRIV_DATA_SZ, KM_SLEEP);
0Sstevel@tonic-gate		bzero(&ret_args, sizeof (ret_args));
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_CALLED_REP_RCVD_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* invoke the CM handler */
0Sstevel@tonic-gate		cb_status = statep->cm_handler(statep->state_cm_private, &event,
0Sstevel@tonic-gate		    &ret_args, priv_data, IBT_RTU_PRIV_DATA_SZ);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_RET_REP_RCVD_EVENT);
0Sstevel@tonic-gate
557Shiremath		IBTF_DPRINTF_L4(cmlog, "ibcm_cep_state_rep: statep 0x%p "
0Sstevel@tonic-gate		    "Client handler returned %x", statep, cb_status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (cb_status == IBT_CM_DEFER) {
0Sstevel@tonic-gate			if (statep->defer_cm_msg == NULL)
0Sstevel@tonic-gate				statep->defer_cm_msg =
0Sstevel@tonic-gate				    kmem_zalloc(IBCM_MSG_SIZE, KM_SLEEP);
0Sstevel@tonic-gate			bcopy(cm_rep_msgp, statep->defer_cm_msg, IBCM_MSG_SIZE);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* unblock any blocked cm proceed api calls */
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate			statep->clnt_proceed = IBCM_UNBLOCK;
0Sstevel@tonic-gate			cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			kmem_free(priv_data, IBT_MAX_PRIV_DATA_SZ);
0Sstevel@tonic-gate			return (IBCM_DEFER);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* fail any blocked cm proceed api calls - client bug */
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	statep->clnt_proceed = IBCM_FAIL;
0Sstevel@tonic-gate	cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	clnt_info.reply_event = (ibt_cm_proceed_reply_t *)&ret_args.cm_ret;
0Sstevel@tonic-gate	clnt_info.priv_data = priv_data;
0Sstevel@tonic-gate	clnt_info.priv_data_len = ret_args.cm_ret_len;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rval =
0Sstevel@tonic-gate	    ibcm_process_cep_rep_cm_hdlr(statep, cb_status, &clnt_info,
0Sstevel@tonic-gate	    reject_reason, arej_len, cm_rep_msgp);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (priv_data != NULL)
0Sstevel@tonic-gate		kmem_free(priv_data, IBT_MAX_PRIV_DATA_SZ);
0Sstevel@tonic-gate	return (rval);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_cep_rep_cm_hdlr:
0Sstevel@tonic-gate *	Processes the response from client handler for an incoming REP.
0Sstevel@tonic-gate */
0Sstevel@tonic-gateibcm_status_t
0Sstevel@tonic-gateibcm_process_cep_rep_cm_hdlr(ibcm_state_data_t *statep,
0Sstevel@tonic-gate    ibt_cm_status_t cb_status, ibcm_clnt_reply_info_t *clnt_info,
0Sstevel@tonic-gate    ibt_cm_reason_t *reject_reason, uint8_t *arej_len,
0Sstevel@tonic-gate    ibcm_rep_msg_t *cm_rep_msgp)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_status_t		rval = IBCM_SEND_RTU;
0Sstevel@tonic-gate	ibcm_rej_msg_t		*rej_msgp;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (cb_status == IBT_CM_DEFAULT)
0Sstevel@tonic-gate		cb_status = IBT_CM_ACCEPT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (cb_status == IBT_CM_REJECT) {
0Sstevel@tonic-gate		*reject_reason = IBT_CM_CONSUMER;
0Sstevel@tonic-gate	} else if (cb_status == IBT_CM_REDIRECT_PORT) {
0Sstevel@tonic-gate		*reject_reason = IBT_CM_PORT_REDIRECT;
0Sstevel@tonic-gate	} else if (cb_status == IBT_CM_REDIRECT) {
0Sstevel@tonic-gate		*reject_reason = IBT_CM_REDIRECT_CM;
0Sstevel@tonic-gate	} else if (cb_status == IBT_CM_NO_RESOURCE) {
0Sstevel@tonic-gate		*reject_reason = IBT_CM_NO_RESC;
0Sstevel@tonic-gate	} else if (cb_status != IBT_CM_ACCEPT) {
557Shiremath		IBTF_DPRINTF_L2(cmlog, "ibcm_process_cep_rep_cm_hdlr: statep "
557Shiremath		    "0x%p, Client handler returned unexpected value %d",
0Sstevel@tonic-gate		    statep, cb_status);
0Sstevel@tonic-gate		*reject_reason = IBT_CM_CONSUMER;
0Sstevel@tonic-gate	} else
0Sstevel@tonic-gate		*reject_reason = IBT_CM_SUCCESS;
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* We come here if status is ACCEPT or CM handler is NULL */
0Sstevel@tonic-gate	if (cb_status == IBT_CM_ACCEPT) {
0Sstevel@tonic-gate		ib_time_t	time;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		time = ibt_usec2ib(statep->pkt_life_time * 2 +
0Sstevel@tonic-gate		    ibt_ib2usec(cm_rep_msgp->rep_target_delay_plus >> 3));
0Sstevel@tonic-gate
557Shiremath		IBTF_DPRINTF_L5(cmlog, "ibcm_process_cep_rep_cm_hdlr: statep %p"
0Sstevel@tonic-gate		    " active cep_timeout(usec) 0x%x ", statep, time);
0Sstevel@tonic-gate
557Shiremath		IBTF_DPRINTF_L4(cmlog, "ibcm_process_cep_rep_cm_hdlr: statep %p"
0Sstevel@tonic-gate		    " passive hca_ack_delay(ib_time) = 0x%x, ", statep,
0Sstevel@tonic-gate		    cm_rep_msgp->rep_target_delay_plus >> 3);
0Sstevel@tonic-gate
557Shiremath		IBTF_DPRINTF_L5(cmlog, "ibcm_process_cep_rep_cm_hdlr: statep %p"
0Sstevel@tonic-gate		    " rnr_retry_cnt = 0x%x", statep,
0Sstevel@tonic-gate		    cm_rep_msgp->rep_rnr_retry_cnt_plus >> 5);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*statep))
0Sstevel@tonic-gate		statep->starting_psn =
0Sstevel@tonic-gate		    b2h32(cm_rep_msgp->rep_starting_psn_plus) >> 8;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*statep))
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Call IBTL CM's qp modify function from Init to RTR */
0Sstevel@tonic-gate		if (ibcm_invoke_qp_modify(statep,
0Sstevel@tonic-gate		    (ibcm_req_msg_t *)IBCM_OUT_MSGP(statep->stored_msg),
0Sstevel@tonic-gate		    cm_rep_msgp) != IBT_SUCCESS) {
0Sstevel@tonic-gate
557Shiremath			IBTF_DPRINTF_L2(cmlog, "ibcm_process_cep_rep_cm_hdlr: "
557Shiremath			    "statep %p, ibcm_invoke_qp_modify to RTR failed",
557Shiremath			    statep);
0Sstevel@tonic-gate			*reject_reason = IBT_CM_NO_RESC;
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Call modify qp function from RTR to RTS
0Sstevel@tonic-gate		 * RDMA initiator depth on active is same as negotiated
0Sstevel@tonic-gate		 * passive REP's responder resources
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		} else if (ibcm_invoke_rtu_qp_modify(statep, time, cm_rep_msgp)
0Sstevel@tonic-gate		    != IBT_SUCCESS) {
0Sstevel@tonic-gate
557Shiremath			IBTF_DPRINTF_L2(cmlog, "ibcm_process_cep_rep_cm_hdlr: "
557Shiremath			    "statep %p ibcm_invoke_rtu_qp_modify to RTS failed",
557Shiremath			    statep);
0Sstevel@tonic-gate			(void) ibcm_cep_to_error_state(statep);
0Sstevel@tonic-gate			*reject_reason = IBT_CM_NO_RESC;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (*reject_reason == IBT_CM_NO_RESC) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Disassociate statep and QP */
0Sstevel@tonic-gate			IBCM_SET_CHAN_PRIVATE(statep->channel, NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_SENT,
0Sstevel@tonic-gate			    IBT_CM_FAILURE_REP, IBT_CM_CI_FAILURE, NULL, 0);
0Sstevel@tonic-gate			return (IBCM_SEND_REJ);	/* send REJ */
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (clnt_info->priv_data_len != 0) {
0Sstevel@tonic-gate			ibcm_rtu_msg_t *rtu_msgp;
0Sstevel@tonic-gate			rtu_msgp = (ibcm_rtu_msg_t *)
4703Shiremath			    IBCM_OUT_MSGP(statep->stored_msg);
0Sstevel@tonic-gate			bcopy(clnt_info->priv_data, rtu_msgp->rtu_private_data,
0Sstevel@tonic-gate			    min(IBT_RTU_PRIV_DATA_SZ,
0Sstevel@tonic-gate			    clnt_info->priv_data_len));
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		*reject_reason = IBT_CM_SUCCESS;
0Sstevel@tonic-gate		return (rval);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*rej_msgp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Fill up the REJ fields, from ret_args */
0Sstevel@tonic-gate	rej_msgp = (ibcm_rej_msg_t *)IBCM_OUT_MSGP(statep->stored_msg);
0Sstevel@tonic-gate	rej_msgp->rej_msg_type_plus = IBT_CM_FAILURE_REP << 6;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* if priv_len != 0 use priv_data to copy back to rej_priv_data */
0Sstevel@tonic-gate	if (clnt_info->priv_data_len != 0)
0Sstevel@tonic-gate		bcopy(clnt_info->priv_data, rej_msgp->rej_private_data,
0Sstevel@tonic-gate		    min(IBT_REJ_PRIV_DATA_SZ, clnt_info->priv_data_len));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (clnt_info->reply_event != NULL)
0Sstevel@tonic-gate		*arej_len =
0Sstevel@tonic-gate		    min(clnt_info->reply_event->rej.ari_consumer.rej_ari_len,
0Sstevel@tonic-gate		    IBT_CM_ADDL_REJ_LEN);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(clnt_info->reply_event->rej))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (*arej_len != 0)	/* asserts that clnt_info->reply_event != 0 */
0Sstevel@tonic-gate		bcopy(clnt_info->reply_event->rej.ari_consumer.rej_ari,
0Sstevel@tonic-gate		    &rej_msgp->rej_addl_rej_info, *arej_len);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(clnt_info->reply_event->rej))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*rej_msgp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rval = IBCM_SEND_REJ;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Disassociate statep and QP */
0Sstevel@tonic-gate	IBCM_SET_CHAN_PRIVATE(statep->channel, NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* callback client, to enable client to do resource cleanup */
0Sstevel@tonic-gate	ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_SENT,
0Sstevel@tonic-gate	    IBT_CM_FAILURE_REP, *reject_reason, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	return (rval);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_invoke_rtu_qp_modify:
0Sstevel@tonic-gate *	Helper function to modify QP for RTU only called from
0Sstevel@tonic-gate *	ibcm_cep_state_rtu() and ibcm_cep_send_rtu()
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- connection state pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic ibt_status_t
0Sstevel@tonic-gateibcm_invoke_rtu_qp_modify(ibcm_state_data_t *statep, ib_time_t timeout,
0Sstevel@tonic-gate    ibcm_rep_msg_t *rep_msg)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_status_t		status;
0Sstevel@tonic-gate	ibt_qp_info_t		qp_info;
0Sstevel@tonic-gate	ibt_cep_modify_flags_t	cep_flags = IBT_CEP_SET_RTR_RTS;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Start filling up ibt_qp_info_t.  */
0Sstevel@tonic-gate	bzero(&qp_info, sizeof (qp_info));
0Sstevel@tonic-gate	qp_info.qp_trans = ibtl_cm_get_chan_type(statep->channel);
0Sstevel@tonic-gate	qp_info.qp_current_state = IBT_STATE_RTR;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	switch (qp_info.qp_trans) {
0Sstevel@tonic-gate	case IBT_RC_SRV:
0Sstevel@tonic-gate		IBCM_QPINFO_RC_PATH(qp_info).cep_timeout = timeout;
0Sstevel@tonic-gate		IBCM_QPINFO_RC(qp_info).rc_retry_cnt = statep->cep_retry_cnt;
0Sstevel@tonic-gate		IBCM_QPINFO_RC(qp_info).rc_rnr_retry_cnt =
11369SPramod.Gunjikar@Sun.COM		    statep->local_qp_rnr_cnt;
0Sstevel@tonic-gate		IBCM_QPINFO_RC(qp_info).rc_sq_psn = statep->starting_psn;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->mode == IBCM_ACTIVE_MODE) {
0Sstevel@tonic-gate			IBCM_QPINFO_RC(qp_info).rc_rdma_ra_out =
0Sstevel@tonic-gate			    rep_msg->rep_resp_resources;
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			IBCM_QPINFO_RC(qp_info).rc_rdma_ra_out =
0Sstevel@tonic-gate			    rep_msg->rep_initiator_depth;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		if (statep->alt_port &&
0Sstevel@tonic-gate		    (((rep_msg->rep_target_delay_plus >> 1) & 0x3) ==
0Sstevel@tonic-gate		    IBT_CM_FAILOVER_ACCEPT)) {
0Sstevel@tonic-gate			/* failover was accepted */
0Sstevel@tonic-gate			cep_flags |= IBT_CEP_SET_MIG;
0Sstevel@tonic-gate			IBCM_QPINFO_RC(qp_info).rc_mig_state =
0Sstevel@tonic-gate			    IBT_STATE_REARMED;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	/* XXX RD? */
0Sstevel@tonic-gate	case IBT_UC_SRV:
0Sstevel@tonic-gate		IBCM_QPINFO_UC_PATH(qp_info).cep_timeout = timeout;
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	default:
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_invoke_rtu_qp_modify: "
0Sstevel@tonic-gate		    "unknow svc_type = %x", qp_info.qp_trans);
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Call modify_qp */
0Sstevel@tonic-gate	status = ibt_modify_qp(statep->channel, cep_flags, &qp_info, NULL);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_invoke_rtu_qp_modify: statep 0x%p "
0Sstevel@tonic-gate	    "modify qp status = %d", statep, status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (status == IBT_SUCCESS)
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_RTR_RTS);
0Sstevel@tonic-gate	else
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_RTR_RTS_FAIL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef	DEBUG
0Sstevel@tonic-gate	print_modify_qp("RTR to RTS", statep->channel, cep_flags, &qp_info);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->channel != NULL) {
0Sstevel@tonic-gate		ibt_qp_query_attr_t	qp_attrs;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		(void) ibt_query_qp(statep->channel, &qp_attrs);
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_invoke_rtu_qp_modify: "
0Sstevel@tonic-gate		    "qp_info.qp_state = %x", qp_attrs.qp_info.qp_state);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate	return (status);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_cep_state_rtu:
0Sstevel@tonic-gate *	QP state transition function called for an incoming RTU
0Sstevel@tonic-gate *	on passive side.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- connection state pointer
0Sstevel@tonic-gate *	cm_rtu_msg	- RTU message pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_cep_state_rtu(ibcm_state_data_t *statep, ibcm_rtu_msg_t *cm_rtu_msgp)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_status_t	status;
0Sstevel@tonic-gate	ibt_cm_event_t	event;
0Sstevel@tonic-gate	ibcm_rep_msg_t	*rep_msgp = (ibcm_rep_msg_t *)
4703Shiremath	    IBCM_OUT_MSGP(statep->stored_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_cep_state_rtu: statep 0x%p", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ASSERT(statep->channel != NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* RDMA initiator depth taken from negotiated REP values */
0Sstevel@tonic-gate	status = ibcm_invoke_rtu_qp_modify(statep,
0Sstevel@tonic-gate	    ibt_usec2ib(statep->remote_ack_delay), rep_msgp);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (status != IBT_SUCCESS) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		(void) ibcm_cep_to_error_state(statep);
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Disassociate statep and QP, as there is a
0Sstevel@tonic-gate		 * QP associated with this statep.
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		IBCM_SET_CHAN_PRIVATE(statep->channel, NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_post_rej_mad(statep, IBT_CM_NO_RESC,
0Sstevel@tonic-gate		    IBT_CM_FAILURE_UNKNOWN, NULL, 0);
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * Invoke CM handler, so client/server can do
0Sstevel@tonic-gate		 * resource cleanup. No private data can be returned here
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		ibcm_handler_conn_fail(statep, IBT_CM_FAILURE_REJ_SENT,
0Sstevel@tonic-gate		    IBT_CM_FAILURE_UNKNOWN, IBT_CM_NO_RESC, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* unblock any pending DREQ threads */
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		statep->cep_in_rts = IBCM_FAIL;
0Sstevel@tonic-gate		cv_broadcast(&statep->block_mad_cv);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	statep->state = IBCM_STATE_ESTABLISHED;
0Sstevel@tonic-gate	ibtl_cm_chan_is_open(statep->channel);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* invoke the CM handler */
0Sstevel@tonic-gate	ASSERT(statep->cm_handler != NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	bzero(&event, sizeof (event));
0Sstevel@tonic-gate	event.cm_channel = statep->channel;
0Sstevel@tonic-gate	event.cm_session_id = NULL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	event.cm_type = IBT_CM_EVENT_CONN_EST;
0Sstevel@tonic-gate	if (cm_rtu_msgp != NULL) {
0Sstevel@tonic-gate		event.cm_priv_data = &(cm_rtu_msgp->rtu_private_data[0]);
0Sstevel@tonic-gate		event.cm_priv_data_len = IBT_RTU_PRIV_DATA_SZ;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_CALLED_CONN_EST_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	(void) statep->cm_handler(statep->state_cm_private, &event, NULL,
0Sstevel@tonic-gate	    NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_RET_CONN_EST_EVENT);
0Sstevel@tonic-gate	if (ibcm_enable_trace & 4)
0Sstevel@tonic-gate		ibcm_dump_conn_trace(statep);
4908Shiremath	else
4908Shiremath		IBTF_DPRINTF_L2(cmlog, "ibcm_cep_state_rtu CONN_EST Channel %p",
4908Shiremath		    statep->channel);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* unblock any pending DREQ threads */
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	statep->cep_in_rts = IBCM_UNBLOCK;
0Sstevel@tonic-gate	cv_broadcast(&statep->block_mad_cv);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_cep_send_rtu:
0Sstevel@tonic-gate *	QP state transition function called for an outgoing RTU
0Sstevel@tonic-gate *	on active side.
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- connection state pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_cep_send_rtu(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	/* invoke the CM handler */
0Sstevel@tonic-gate	if (statep->cm_handler) {
0Sstevel@tonic-gate		ibt_cm_event_t	event;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		bzero(&event, sizeof (event));
0Sstevel@tonic-gate		event.cm_type  = IBT_CM_EVENT_CONN_EST;
0Sstevel@tonic-gate		event.cm_channel = statep->channel;
0Sstevel@tonic-gate		event.cm_session_id = NULL;
0Sstevel@tonic-gate		event.cm_priv_data = NULL;
0Sstevel@tonic-gate		event.cm_priv_data_len = 0;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_CALLED_CONN_EST_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		(void) statep->cm_handler(statep->state_cm_private, &event,
0Sstevel@tonic-gate		    NULL, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_RET_CONN_EST_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_cep_send_rtu: cm_handler NULL");
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	if (ibcm_enable_trace & 4)
0Sstevel@tonic-gate		ibcm_dump_conn_trace(statep);
4908Shiremath	else
4908Shiremath		IBTF_DPRINTF_L2(cmlog, "ibcm_cep_send_rtu CONN_EST Channel %p",
4908Shiremath		    statep->channel);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* unblock any pending DREQ threads */
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	statep->cep_in_rts = IBCM_UNBLOCK;
0Sstevel@tonic-gate	cv_broadcast(&statep->block_mad_cv);
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_cep_to_error_state:
0Sstevel@tonic-gate *	CEP state transition function. Changes state to IBT_STATE_ERROR
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- connection state pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate *	IBT_SUCCESS	- if able to change state otherwise failure
0Sstevel@tonic-gate */
0Sstevel@tonic-gateibt_status_t
0Sstevel@tonic-gateibcm_cep_to_error_state(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_status_t		status = IBT_SUCCESS;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->channel != NULL) {
0Sstevel@tonic-gate		ibt_qp_info_t	qp_info;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		bzero(&qp_info, sizeof (qp_info));
0Sstevel@tonic-gate		/* For now, set it to RC type */
0Sstevel@tonic-gate		qp_info.qp_trans = IBT_RC_SRV;
0Sstevel@tonic-gate		qp_info.qp_state = IBT_STATE_ERROR;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Call modify_qp to move to ERROR state */
0Sstevel@tonic-gate		status = ibt_modify_qp(statep->channel, IBT_CEP_SET_STATE,
0Sstevel@tonic-gate		    &qp_info, NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_cep_to_error_state: "
0Sstevel@tonic-gate		    "statep %p ibt_modify_qp() = %d", statep, status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (status == IBT_SUCCESS)
0Sstevel@tonic-gate			ibcm_insert_trace(statep, IBCM_TRACE_ERROR);
0Sstevel@tonic-gate		else
0Sstevel@tonic-gate			ibcm_insert_trace(statep, IBCM_TRACE_ERROR_FAIL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef	NO_EEC_SUPPORT_YET
0Sstevel@tonic-gate	if (statep->channel.ch_eec != NULL) {
0Sstevel@tonic-gate		ibt_eec_info_t	eec_info;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		bzero(&eec_info, sizeof (ibt_eec_info_t));
0Sstevel@tonic-gate		eec_info.eec_state = what;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Call modify_eec */
0Sstevel@tonic-gate		status = ibtl_cm_modify_eec(statep->channel.ch_eec, &eec_info,
0Sstevel@tonic-gate		    IBT_CEP_SET_NOTHING);
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_cep_to_error_state: "
0Sstevel@tonic-gate		    "ibtl_cm_modify_eec() returned = %x", status);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate
0Sstevel@tonic-gate	return (status);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_cep_state_rej:
0Sstevel@tonic-gate *	QP state transition function called for an incoming REJ
0Sstevel@tonic-gate *	on active/passive side
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- connection state pointer
0Sstevel@tonic-gate *	rej_msgp	- REJ message pointer
0Sstevel@tonic-gate *	rej_state	- State where REJ processing began
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_cep_state_rej(ibcm_state_data_t *statep, ibcm_rej_msg_t *rej_msgp,
0Sstevel@tonic-gate    ibcm_conn_state_t rej_state)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_cm_event_t	event;
0Sstevel@tonic-gate	ibt_status_t	status;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_cep_state_rej: statep 0x%p", statep);
0Sstevel@tonic-gate
557Shiremath	ibcm_path_cache_purge();
557Shiremath
0Sstevel@tonic-gate	if ((rej_state == IBCM_STATE_REP_SENT) ||
0Sstevel@tonic-gate	    (rej_state == IBCM_STATE_MRA_REP_RCVD)) {
0Sstevel@tonic-gate		status = ibcm_cep_to_error_state(statep);
557Shiremath		IBTF_DPRINTF_L5(cmlog, "ibcm_cep_state_rej: statep 0x%p "
0Sstevel@tonic-gate		    "ibcm_cep_to_error_state returned %d", statep,
0Sstevel@tonic-gate		    status);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
*12292SPramod.Gunjikar@Sun.COM	if (statep->channel)
*12292SPramod.Gunjikar@Sun.COM		ibtl_cm_chan_open_is_aborted(statep->channel);
12064SShantkumar.Hiremath@Sun.COM
0Sstevel@tonic-gate	/* Disassociate state structure and CM */
0Sstevel@tonic-gate	IBCM_SET_CHAN_PRIVATE(statep->channel, NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* invoke the CM handler */
0Sstevel@tonic-gate	bzero(&event, sizeof (event));
0Sstevel@tonic-gate	if (statep->cm_handler) {
0Sstevel@tonic-gate		event.cm_type = IBT_CM_EVENT_FAILURE;
0Sstevel@tonic-gate		event.cm_channel = statep->channel;
0Sstevel@tonic-gate		event.cm_session_id = NULL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * copy rej_msgp->rej_private_data to
0Sstevel@tonic-gate		 * event.cm_event.cm_priv_data
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		event.cm_priv_data = &(rej_msgp->rej_private_data[0]);
0Sstevel@tonic-gate		event.cm_priv_data_len = IBT_REJ_PRIV_DATA_SZ;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		event.cm_event.failed.cf_code = IBT_CM_FAILURE_REJ_RCV;
0Sstevel@tonic-gate		event.cm_event.failed.cf_msg = rej_msgp->rej_msg_type_plus >> 6;
0Sstevel@tonic-gate		event.cm_event.failed.cf_reason =
4703Shiremath		    b2h16(rej_msgp->rej_rejection_reason);
0Sstevel@tonic-gate
401Shiremath		IBTF_DPRINTF_L3(cmlog, "ibcm_cep_state_rej: rej_reason = %d",
0Sstevel@tonic-gate		    event.cm_event.failed.cf_reason);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_copy_addl_rej(statep, rej_msgp, &event.cm_event.failed);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		(void) statep->cm_handler(statep->state_cm_private, &event,
0Sstevel@tonic-gate		    NULL, NULL, 0);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->open_return_data != NULL)
0Sstevel@tonic-gate		bcopy(&event.cm_event.failed.cf_additional,
0Sstevel@tonic-gate		    &statep->open_return_data->rc_arej_info,
0Sstevel@tonic-gate		    sizeof (ibt_arej_info_t));
0Sstevel@tonic-gate	if (ibcm_enable_trace != 0)
0Sstevel@tonic-gate		ibcm_dump_conn_trace(statep);
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_open_done(statep);
1093Shiremath	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/* Used to initialize client args with addl rej information from REJ MAD */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_copy_addl_rej(ibcm_state_data_t *statep, ibcm_rej_msg_t *rej_msgp,
0Sstevel@tonic-gate    ibt_cm_conn_failed_t *failed)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	uint16_t 	rej_reason = b2h16(rej_msgp->rej_rejection_reason);
6709Shiremath	uint8_t		ari_len = rej_msgp->rej_reject_info_len_plus >> 1;
0Sstevel@tonic-gate	ibcm_classportinfo_msg_t tclp;
0Sstevel@tonic-gate	ibt_arej_info_t	*cf_addl = &failed->cf_additional;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*cf_addl))
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(failed->cf_arej_info_valid))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	failed->cf_arej_info_valid = B_FALSE;
0Sstevel@tonic-gate
401Shiremath	IBTF_DPRINTF_L3(cmlog, "ibcm_copy_addl_rej: rej_reason = %d "
401Shiremath	    "ari_len = %d", rej_reason, ari_len);
401Shiremath
0Sstevel@tonic-gate	if ((statep->mode == IBCM_PASSIVE_MODE) &&
0Sstevel@tonic-gate	    (rej_reason != IBT_CM_CONSUMER))
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	switch (rej_reason) {
0Sstevel@tonic-gate	case IBT_CM_PRIM_GID:
0Sstevel@tonic-gate	case IBT_CM_ALT_GID:
0Sstevel@tonic-gate	case IBT_CM_PORT_REDIRECT:
0Sstevel@tonic-gate		if (ari_len < sizeof (ib_gid_t))
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		failed->cf_arej_info_valid = B_TRUE;
0Sstevel@tonic-gate		bcopy(rej_msgp->rej_addl_rej_info, &cf_addl->ari_gid,
0Sstevel@tonic-gate		    sizeof (ib_gid_t));
0Sstevel@tonic-gate		cf_addl->ari_gid.gid_guid = b2h64(cf_addl->ari_gid.gid_guid);
0Sstevel@tonic-gate		cf_addl->ari_gid.gid_prefix =
0Sstevel@tonic-gate		    b2h64(cf_addl->ari_gid.gid_prefix);
401Shiremath
401Shiremath		IBTF_DPRINTF_L4(cmlog, "ibcm_copy_addl_rej: ari_gid= %llX:%llX",
401Shiremath		    cf_addl->ari_gid.gid_prefix, cf_addl->ari_gid.gid_guid);
401Shiremath
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_PRIM_LID:
0Sstevel@tonic-gate	case IBT_CM_ALT_LID:
0Sstevel@tonic-gate		if (ari_len < sizeof (ib_lid_t))
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		failed->cf_arej_info_valid = B_TRUE;
0Sstevel@tonic-gate		bcopy(rej_msgp->rej_addl_rej_info, &cf_addl->ari_lid,
0Sstevel@tonic-gate		    sizeof (ib_lid_t));
0Sstevel@tonic-gate		cf_addl->ari_lid = b2h16(cf_addl->ari_lid);
401Shiremath		IBTF_DPRINTF_L4(cmlog, "ibcm_copy_addl_rej: ari_lid= 0x%lX",
401Shiremath		    cf_addl->ari_lid);
401Shiremath
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_INVALID_PRIM_SL:
0Sstevel@tonic-gate	case IBT_CM_INVALID_ALT_SL:
0Sstevel@tonic-gate		if (ari_len < 1)
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		failed->cf_arej_info_valid = B_TRUE;
0Sstevel@tonic-gate		/* take the first 4 bits */
0Sstevel@tonic-gate		cf_addl->ari_sl = rej_msgp->rej_addl_rej_info[0] >> 4;
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_INVALID_PRIM_TC:
0Sstevel@tonic-gate	case IBT_CM_INVALID_ALT_TC:
0Sstevel@tonic-gate		if (ari_len < 1)
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		failed->cf_arej_info_valid = B_TRUE;
0Sstevel@tonic-gate		/* take the first byte */
0Sstevel@tonic-gate		cf_addl->ari_tclass = rej_msgp->rej_addl_rej_info[0];
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_INVALID_PRIM_HOP:
0Sstevel@tonic-gate	case IBT_CM_INVALID_ALT_HOP:
0Sstevel@tonic-gate		if (ari_len < 1)
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		failed->cf_arej_info_valid = B_TRUE;
0Sstevel@tonic-gate		/* take the first byte */
0Sstevel@tonic-gate		cf_addl->ari_hop = rej_msgp->rej_addl_rej_info[0];
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_INVALID_PRIM_RATE:
0Sstevel@tonic-gate	case IBT_CM_INVALID_ALT_RATE:
0Sstevel@tonic-gate		if (ari_len < 1)
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		failed->cf_arej_info_valid = B_TRUE;
0Sstevel@tonic-gate		/* take the first 6 bits */
0Sstevel@tonic-gate		cf_addl->ari_rate = rej_msgp->rej_addl_rej_info[0] >> 2;
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_REDIRECT_CM:
0Sstevel@tonic-gate		if (ari_len < sizeof (ibcm_classportinfo_msg_t))
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		failed->cf_arej_info_valid = B_TRUE;
0Sstevel@tonic-gate		bcopy(rej_msgp->rej_addl_rej_info, &tclp, sizeof (tclp));
0Sstevel@tonic-gate		ibcm_init_clp_from_mad(&tclp, &cf_addl->ari_redirect);
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_INVALID_MTU:
0Sstevel@tonic-gate		if (ari_len < 1)
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		failed->cf_arej_info_valid = B_TRUE;
0Sstevel@tonic-gate		/* take the first 4 bits */
0Sstevel@tonic-gate		cf_addl->ari_mtu = rej_msgp->rej_addl_rej_info[0] >> 4;
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_CONSUMER:
0Sstevel@tonic-gate		if (ari_len == 0)
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		failed->cf_arej_info_valid = B_TRUE;
0Sstevel@tonic-gate		if (ari_len > IBT_CM_ADDL_REJ_LEN)
0Sstevel@tonic-gate			ari_len = IBT_CM_ADDL_REJ_LEN;
0Sstevel@tonic-gate		bcopy(&rej_msgp->rej_addl_rej_info,
0Sstevel@tonic-gate		    cf_addl->ari_consumer.rej_ari, ari_len);
0Sstevel@tonic-gate		cf_addl->ari_consumer.rej_ari_len = ari_len;
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_INVALID_PRIM_FLOW:
0Sstevel@tonic-gate	case IBT_CM_INVALID_ALT_FLOW:
0Sstevel@tonic-gate		if (ari_len < 3)	/* 3 bytes needed for 20 bits */
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		failed->cf_arej_info_valid = B_TRUE;
0Sstevel@tonic-gate		/* take the first 20 bits */
0Sstevel@tonic-gate		cf_addl->ari_flow =
0Sstevel@tonic-gate		    b2h32(*(uint32_t *)&rej_msgp->rej_addl_rej_info) >> 12;
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	default:
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(failed->cf_arej_info_valid))
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*cf_addl))
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/* Used to copy classportinfo to MAD from client initialized args */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_init_clp_to_mad(ibcm_classportinfo_msg_t *clp, ibt_redirect_info_t *rinfo)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*clp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	bcopy(&ibcm_clpinfo, clp, sizeof (ibcm_clpinfo));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	clp->RedirectGID_hi = h2b64(rinfo->rdi_gid.gid_prefix);
0Sstevel@tonic-gate	clp->RedirectGID_lo = h2b64(rinfo->rdi_gid.gid_guid);
0Sstevel@tonic-gate	clp->RedirectTC_plus =
0Sstevel@tonic-gate	    h2b32((rinfo->rdi_tclass << 24) | (rinfo->rdi_sl << 20) |
0Sstevel@tonic-gate	    (rinfo->rdi_flow & 0xfffff));
0Sstevel@tonic-gate	clp->RedirectLID = h2b16(rinfo->rdi_dlid);
0Sstevel@tonic-gate	clp->RedirectQP_plus = h2b32(rinfo->rdi_qpn & 0xffffff);
0Sstevel@tonic-gate	clp->RedirectQ_Key = h2b32(rinfo->rdi_qkey);
0Sstevel@tonic-gate	clp->RedirectP_Key = h2b16(rinfo->rdi_pkey);
0Sstevel@tonic-gate
401Shiremath	IBTF_DPRINTF_L4(cmlog, "ibcm_init_clp_to_mad: RedirectGID= %llX:%llX,"
401Shiremath	    " RedirectLID= 0x%lX", clp->RedirectGID_hi, clp->RedirectGID_lo,
401Shiremath	    clp->RedirectLID);
401Shiremath
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*clp))
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/* Used to initialize classportinfo to be returned to clients, from MAD */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_init_clp_from_mad(ibcm_classportinfo_msg_t *clp,
0Sstevel@tonic-gate    ibt_redirect_info_t *rinfo)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	uint32_t temp32;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rinfo->rdi_gid.gid_prefix = b2h64(clp->RedirectGID_hi);
0Sstevel@tonic-gate	rinfo->rdi_gid.gid_guid = b2h64(clp->RedirectGID_lo);
0Sstevel@tonic-gate	temp32 = b2h32(clp->RedirectTC_plus);
0Sstevel@tonic-gate	rinfo->rdi_tclass = temp32 >> 24;
0Sstevel@tonic-gate	rinfo->rdi_sl = (temp32 >> 20) & 0xf;
0Sstevel@tonic-gate	rinfo->rdi_flow = temp32 & 0xffff;
0Sstevel@tonic-gate	rinfo->rdi_dlid = b2h16(clp->RedirectLID);
0Sstevel@tonic-gate	rinfo->rdi_qpn = b2h32(clp->RedirectQP_plus & 0xffffff);
0Sstevel@tonic-gate	rinfo->rdi_qkey = b2h32(clp->RedirectQ_Key);
0Sstevel@tonic-gate	rinfo->rdi_pkey = b2h16(clp->RedirectP_Key);
401Shiremath
401Shiremath	IBTF_DPRINTF_L4(cmlog, "ibcm_init_clp_from_mad: RedirectGID= %llX:%llX,"
401Shiremath	    " RedirectLID= 0x%lX", rinfo->rdi_gid.gid_prefix,
401Shiremath	    rinfo->rdi_gid.gid_guid, rinfo->rdi_dlid);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_cep_state_rej_est:
0Sstevel@tonic-gate *	QP state transition function called for an incoming REJ
0Sstevel@tonic-gate *	on active side in established state
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- connection state pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_cep_state_rej_est(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_cm_event_t	event;
0Sstevel@tonic-gate	ibt_status_t	status;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_cep_state_rej_est:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	status = ibcm_cep_to_error_state(statep);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_cep_state_rej_est: statep 0x%p "
0Sstevel@tonic-gate	    "ibcm_cep_to_error_state returned %d", statep, status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Disassociate state structure and CM */
0Sstevel@tonic-gate	IBCM_SET_CHAN_PRIVATE(statep->channel, NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibtl_cm_chan_is_closing(statep->channel);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* invoke the CM handler */
0Sstevel@tonic-gate	if (statep->cm_handler) {
0Sstevel@tonic-gate		bzero(&event, sizeof (event));
0Sstevel@tonic-gate		event.cm_type = IBT_CM_EVENT_CONN_CLOSED;
0Sstevel@tonic-gate		event.cm_channel = statep->channel;
0Sstevel@tonic-gate		event.cm_session_id = NULL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		event.cm_priv_data = NULL;
0Sstevel@tonic-gate		event.cm_priv_data_len = 0;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		event.cm_event.closed = IBT_CM_CLOSED_REJ_RCVD;
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_cep_state_rej_est: "
557Shiremath		    "rej_reason = %d", event.cm_event.failed.cf_reason);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_CALLED_CONN_CLOSE_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		(void) statep->cm_handler(statep->state_cm_private, &event,
0Sstevel@tonic-gate		    NULL, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_RET_CONN_CLOSE_EVENT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_sidr_req_ud_handler:
0Sstevel@tonic-gate *	Invoke Client's UD handler For SIDR_REQ msg
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	ud_statep	- ud_state pointer
0Sstevel@tonic-gate *	sidr_reqp	- SIDR_REQ message pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: IBCM_SEND_REP/IBCM_SEND_REJ
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic ibcm_status_t
0Sstevel@tonic-gateibcm_sidr_req_ud_handler(ibcm_ud_state_data_t *ud_statep,
0Sstevel@tonic-gate    ibcm_sidr_req_msg_t *sidr_reqp, ibcm_mad_addr_t *cm_mad_addr,
0Sstevel@tonic-gate    ibt_sidr_status_t *sidr_status)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	void			*priv_data = NULL;
0Sstevel@tonic-gate	ibt_cm_ud_event_t	ud_event;
0Sstevel@tonic-gate	ibcm_sidr_rep_msg_t	*sidr_repp;
0Sstevel@tonic-gate	ibt_cm_ud_return_args_t	ud_ret_args;
0Sstevel@tonic-gate	ibt_cm_status_t		cb_status;
0Sstevel@tonic-gate	ibt_qp_query_attr_t	qp_attr;
0Sstevel@tonic-gate	ibt_status_t		retval;
0Sstevel@tonic-gate	ibcm_ud_clnt_reply_info_t	ud_clnt_info;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Check first if UD client handler is valid */
0Sstevel@tonic-gate	ASSERT(ud_statep->ud_cm_handler != NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Fill in ibt_cm_ud_event_t */
0Sstevel@tonic-gate	ud_event.cm_type = IBT_CM_UD_EVENT_SIDR_REQ;
0Sstevel@tonic-gate	ud_event.cm_session_id = ud_statep;
0Sstevel@tonic-gate	ud_event.cm_event.sidr_req.sreq_service_id = ud_statep->ud_svc_id;
0Sstevel@tonic-gate	ud_event.cm_event.sidr_req.sreq_hca_guid = ud_statep->ud_hcap->hca_guid;
0Sstevel@tonic-gate	ud_event.cm_event.sidr_req.sreq_pkey = b2h16(sidr_reqp->sidr_req_pkey);
0Sstevel@tonic-gate	ud_event.cm_event.sidr_req.sreq_hca_port = cm_mad_addr->port_num;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ud_event.cm_priv_data =
0Sstevel@tonic-gate	    &(sidr_reqp->sidr_req_private_data[0]);
0Sstevel@tonic-gate	ud_event.cm_priv_data_len = IBT_SIDR_REQ_PRIV_DATA_SZ;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	sidr_repp =
0Sstevel@tonic-gate	    (ibcm_sidr_rep_msg_t *)IBCM_OUT_MSGP(ud_statep->ud_stored_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	priv_data = &(sidr_repp->sidr_rep_private_data[0]);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	bzero(&ud_ret_args, sizeof (ud_ret_args));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Invoke the client handler */
0Sstevel@tonic-gate	cb_status = ud_statep->ud_cm_handler(ud_statep->ud_state_cm_private,
0Sstevel@tonic-gate	    &ud_event, &ud_ret_args, priv_data, IBT_SIDR_REP_PRIV_DATA_SZ);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (cb_status == IBT_CM_DEFER) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* unblock any blocked cm ud proceed api calls */
0Sstevel@tonic-gate		mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate		ud_statep->ud_clnt_proceed = IBCM_UNBLOCK;
0Sstevel@tonic-gate		cv_broadcast(&ud_statep->ud_block_client_cv);
0Sstevel@tonic-gate		mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		return (IBCM_DEFER);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* fail any blocked ud cm proceed api calls - client bug */
0Sstevel@tonic-gate	mutex_enter(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate	ud_statep->ud_clnt_proceed = IBCM_FAIL;
0Sstevel@tonic-gate	cv_broadcast(&ud_statep->ud_block_client_cv);
0Sstevel@tonic-gate	mutex_exit(&ud_statep->ud_state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* do the query qp as soon as possible, after return from cm handler */
0Sstevel@tonic-gate	if (cb_status == IBT_CM_ACCEPT) {
0Sstevel@tonic-gate		retval = ibt_query_qp(ud_ret_args.ud_channel, &qp_attr);
0Sstevel@tonic-gate		if (retval != IBT_SUCCESS) {
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_sidr_req_ud_handler: "
0Sstevel@tonic-gate			    "Failed to retrieve QPN from the channel: %d",
0Sstevel@tonic-gate			    retval);
0Sstevel@tonic-gate			*sidr_status = IBT_CM_SREP_NO_CHAN;
0Sstevel@tonic-gate			return (IBCM_SEND_SIDR_REP);
0Sstevel@tonic-gate		} else if (qp_attr.qp_info.qp_trans != IBT_UD_SRV) {
0Sstevel@tonic-gate			IBTF_DPRINTF_L2(cmlog, "ibcm_sidr_req_ud_handler: "
0Sstevel@tonic-gate			    "Server/Passive returned non-UD %d transport type "
0Sstevel@tonic-gate			    "QP", qp_attr.qp_info.qp_trans);
0Sstevel@tonic-gate			*sidr_status = IBT_CM_SREP_NO_CHAN;
0Sstevel@tonic-gate			return (IBCM_SEND_SIDR_REP);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		ud_clnt_info.ud_qkey = qp_attr.qp_info.qp_transport.ud.ud_qkey;
0Sstevel@tonic-gate		ud_clnt_info.ud_qpn = qp_attr.qp_qpn;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ud_clnt_info.priv_data = priv_data;
0Sstevel@tonic-gate	ud_clnt_info.priv_data_len = ud_ret_args.ud_ret_len;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ud_clnt_info.redirect_infop = &ud_ret_args.ud_redirect;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_process_sidr_req_cm_hdlr(ud_statep, cb_status, &ud_clnt_info,
0Sstevel@tonic-gate	    sidr_status, sidr_repp);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	return (IBCM_SEND_SIDR_REP);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_sidr_req_cm_hdlr(ibcm_ud_state_data_t *ud_statep,
0Sstevel@tonic-gate    ibt_cm_status_t cb_status, ibcm_ud_clnt_reply_info_t *ud_clnt_info,
0Sstevel@tonic-gate    ibt_sidr_status_t *sidr_status, ibcm_sidr_rep_msg_t *sidr_repp)
0Sstevel@tonic-gate{
11369SPramod.Gunjikar@Sun.COM	void	*sidr_rep_privp;
11369SPramod.Gunjikar@Sun.COM
11369SPramod.Gunjikar@Sun.COM	IBTF_DPRINTF_L5(cmlog, "ibcm_process_sidr_req_cm_hdlr(%p, %x, "
11369SPramod.Gunjikar@Sun.COM	    "%p, %p, %p)", ud_statep, cb_status, ud_clnt_info,
11369SPramod.Gunjikar@Sun.COM	    sidr_status, sidr_repp);
11369SPramod.Gunjikar@Sun.COM
0Sstevel@tonic-gate	if (cb_status == IBT_CM_DEFAULT)
0Sstevel@tonic-gate		cb_status = IBT_CM_REJECT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (cb_status == IBT_CM_ACCEPT)
0Sstevel@tonic-gate		*sidr_status = IBT_CM_SREP_CHAN_VALID;
0Sstevel@tonic-gate	else if ((cb_status == IBT_CM_REJECT) ||
0Sstevel@tonic-gate	    (cb_status == IBT_CM_NO_RESOURCE))
0Sstevel@tonic-gate		*sidr_status = IBT_CM_SREP_REJ;
0Sstevel@tonic-gate	else if (cb_status == IBT_CM_NO_CHANNEL)
0Sstevel@tonic-gate		*sidr_status = IBT_CM_SREP_NO_CHAN;
0Sstevel@tonic-gate	else if (cb_status == IBT_CM_REDIRECT)
0Sstevel@tonic-gate		*sidr_status = IBT_CM_SREP_REDIRECT;
0Sstevel@tonic-gate	else *sidr_status = IBT_CM_SREP_REJ;
0Sstevel@tonic-gate
11369SPramod.Gunjikar@Sun.COM	/*
11369SPramod.Gunjikar@Sun.COM	 * For Accept and reject copy the private data, if ud_clnt_info
11369SPramod.Gunjikar@Sun.COM	 * priv_data does not point to SIDR Response private data. This
11369SPramod.Gunjikar@Sun.COM	 * copy is needed for ibt_cm_ud_proceed().
11369SPramod.Gunjikar@Sun.COM	 */
11369SPramod.Gunjikar@Sun.COM	sidr_rep_privp = (void *)(&(sidr_repp->sidr_rep_private_data[0]));
11369SPramod.Gunjikar@Sun.COM	if ((cb_status == IBT_CM_ACCEPT || cb_status == IBT_CM_REJECT) &&
11369SPramod.Gunjikar@Sun.COM	    (ud_clnt_info->priv_data != sidr_rep_privp) &&
11369SPramod.Gunjikar@Sun.COM	    ud_clnt_info->priv_data_len) {
11369SPramod.Gunjikar@Sun.COM		bcopy(ud_clnt_info->priv_data, sidr_rep_privp,
11369SPramod.Gunjikar@Sun.COM		    min(ud_clnt_info->priv_data_len,
11369SPramod.Gunjikar@Sun.COM		    IBT_SIDR_REP_PRIV_DATA_SZ));
11369SPramod.Gunjikar@Sun.COM	}
11369SPramod.Gunjikar@Sun.COM
0Sstevel@tonic-gate	if (*sidr_status != IBT_CM_SREP_CHAN_VALID) {
557Shiremath		IBTF_DPRINTF_L2(cmlog, "ibcm_process_sidr_req_cm_hdlr: "
0Sstevel@tonic-gate		    "ud_handler return a failure: %d", cb_status);
0Sstevel@tonic-gate		if (*sidr_status == IBT_CM_SREP_REDIRECT) {
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * typecasting to ibcm_classportinfo_msg_t is ok, as addl info
0Sstevel@tonic-gate		 * begins at offset 24 in sidr rep
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate			ibcm_init_clp_to_mad(
0Sstevel@tonic-gate			    (ibcm_classportinfo_msg_t *)
0Sstevel@tonic-gate			    &sidr_repp->sidr_rep_class_port_info,
0Sstevel@tonic-gate			    ud_clnt_info->redirect_infop);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*sidr_repp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	sidr_repp->sidr_rep_qkey =
0Sstevel@tonic-gate	    h2b32(ud_clnt_info->ud_qkey);
0Sstevel@tonic-gate	sidr_repp->sidr_rep_qpn_plus = h2b32(ud_clnt_info->ud_qpn << 8);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*sidr_repp))
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_sidr_rep_ud_handler:
0Sstevel@tonic-gate *	Invoke Client's UD handler For SIDR_REP msg
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	ud_statep	- ud_state pointer
0Sstevel@tonic-gate *	sidr_rep_msgp	- SIDR_REQ message pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_sidr_rep_ud_handler(ibcm_ud_state_data_t *ud_statep,
0Sstevel@tonic-gate    ibcm_sidr_rep_msg_t *sidr_rep_msgp)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_cm_ud_event_t	ud_event;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L5(cmlog, "ibcm_sidr_rep_ud_handler: ud_statep 0x%p",
0Sstevel@tonic-gate	    ud_statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Check first if UD client handler is valid */
0Sstevel@tonic-gate	if (ud_statep->ud_cm_handler == NULL) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_sidr_rep_ud_handler: "
0Sstevel@tonic-gate		    "cm_handler NULL");
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Fill in ibt_cm_ud_event_t */
0Sstevel@tonic-gate	ud_event.cm_type = IBT_CM_UD_EVENT_SIDR_REP;
0Sstevel@tonic-gate	ud_event.cm_session_id = NULL;
0Sstevel@tonic-gate	ud_event.cm_event.sidr_rep.srep_status =
0Sstevel@tonic-gate	    sidr_rep_msgp->sidr_rep_rep_status;
0Sstevel@tonic-gate	ud_event.cm_event.sidr_rep.srep_remote_qpn =
0Sstevel@tonic-gate	    b2h32(sidr_rep_msgp->sidr_rep_qpn_plus) >> 8;
0Sstevel@tonic-gate	ud_event.cm_event.sidr_rep.srep_remote_qkey =
0Sstevel@tonic-gate	    h2b32(sidr_rep_msgp->sidr_rep_qkey);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (ud_event.cm_event.sidr_rep.srep_status == IBT_CM_SREP_REDIRECT) {
0Sstevel@tonic-gate		/*
0Sstevel@tonic-gate		 * typecasting to ibcm_classportinfo_msg_t is ok, as addl info
0Sstevel@tonic-gate		 * begins at offset 24 in sidr rep
0Sstevel@tonic-gate		 */
0Sstevel@tonic-gate		ibcm_init_clp_from_mad(
0Sstevel@tonic-gate		    (ibcm_classportinfo_msg_t *)
0Sstevel@tonic-gate		    sidr_rep_msgp->sidr_rep_class_port_info,
0Sstevel@tonic-gate		    &ud_event.cm_event.sidr_rep.srep_redirect);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (ud_statep->ud_return_data != NULL)
0Sstevel@tonic-gate			bcopy(&ud_event.cm_event.sidr_rep.srep_redirect,
0Sstevel@tonic-gate			    &ud_statep->ud_return_data->ud_redirect,
0Sstevel@tonic-gate			    sizeof (ibt_redirect_info_t));
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ud_event.cm_priv_data = &(sidr_rep_msgp->sidr_rep_private_data[0]);
0Sstevel@tonic-gate	ud_event.cm_priv_data_len = IBT_SIDR_REP_PRIV_DATA_SZ;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Invoke the client handler - inform only, so ignore retval */
0Sstevel@tonic-gate	(void) ud_statep->ud_cm_handler(ud_statep->ud_state_cm_private,
0Sstevel@tonic-gate	    &ud_event, NULL, NULL, 0);
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_lap_msg:
0Sstevel@tonic-gate *	This call processes an incoming LAP message
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	hcap		- HCA entry pointer
0Sstevel@tonic-gate *	input_madp	- incoming CM LAP MAD
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gate/* ARGSUSED */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_lap_msg(ibcm_hca_info_t *hcap, uint8_t *input_madp,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_status_t		state_lookup_status;
0Sstevel@tonic-gate	ibcm_lap_msg_t		*lap_msg = (ibcm_lap_msg_t *)
4703Shiremath	    (&input_madp[IBCM_MAD_HDR_SIZE]);
0Sstevel@tonic-gate	ibcm_apr_msg_t		*apr_msg;
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = NULL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_lap_msg:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rw_enter(&hcap->hca_state_rwlock, RW_READER);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	state_lookup_status = ibcm_lookup_msg(IBCM_INCOMING_LAP,
0Sstevel@tonic-gate	    b2h32(lap_msg->lap_remote_comm_id), 0, 0, hcap, &statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rw_exit(&hcap->hca_state_rwlock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_lap_msg: lookup status %x"
0Sstevel@tonic-gate	    " com id %x", state_lookup_status,
0Sstevel@tonic-gate	    b2h32(lap_msg->lap_remote_comm_id));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (state_lookup_status != IBCM_LOOKUP_EXISTS) {
0Sstevel@tonic-gate		/* Post a REJ message ? - but spec doesn't state so */
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* There is an existing state structure entry with active comid */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_INCOMING_LAP);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((statep->state == IBCM_STATE_ESTABLISHED) &&
0Sstevel@tonic-gate	    (statep->ap_state == IBCM_AP_STATE_IDLE) &&
0Sstevel@tonic-gate	    (statep->mode == IBCM_PASSIVE_MODE)) {
0Sstevel@tonic-gate		if ((statep->lapr_msg) &&
0Sstevel@tonic-gate		    (IBCM_OUT_HDRP(statep->lapr_msg)->TransactionID ==
0Sstevel@tonic-gate		    ((ib_mad_hdr_t *)(input_madp))->TransactionID))
0Sstevel@tonic-gate			ibcm_post_stored_apr_mad(statep, input_madp);
0Sstevel@tonic-gate		else {
0Sstevel@tonic-gate			ibcm_status_t	clnt_response;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			statep->ap_state = IBCM_AP_STATE_LAP_RCVD;
0Sstevel@tonic-gate			statep->clnt_proceed = IBCM_BLOCK;
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (statep->lapr_msg == NULL) {
0Sstevel@tonic-gate				if (ibcm_alloc_out_msg(
0Sstevel@tonic-gate				    statep->stored_reply_addr.ibmf_hdl,
0Sstevel@tonic-gate				    &statep->lapr_msg, MAD_METHOD_SEND) !=
0Sstevel@tonic-gate				    IBT_SUCCESS) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate					mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate					statep->clnt_proceed = IBCM_FAIL;
0Sstevel@tonic-gate					cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate					IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate					mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate					return;
0Sstevel@tonic-gate				}
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate			apr_msg = (ibcm_apr_msg_t *)
0Sstevel@tonic-gate			    IBCM_OUT_MSGP(statep->lapr_msg);
0Sstevel@tonic-gate			IBCM_OUT_HDRP(statep->lapr_msg)->TransactionID =
0Sstevel@tonic-gate			    ((ib_mad_hdr_t *)(input_madp))->TransactionID;
0Sstevel@tonic-gate			clnt_response =
0Sstevel@tonic-gate			    ibcm_cep_state_lap(statep, lap_msg, apr_msg);
0Sstevel@tonic-gate			IBTF_DPRINTF_L4(cmlog, "ibcm_process_lap_msg:"
0Sstevel@tonic-gate			    " statep 0x%p  apr status %d", statep,
0Sstevel@tonic-gate			    apr_msg->apr_ap_status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			if (clnt_response == IBCM_DEFER) {
0Sstevel@tonic-gate				IBTF_DPRINTF_L4(cmlog, "ibcm_process_lap_msg: "
0Sstevel@tonic-gate				    "client returned DEFER response");
0Sstevel@tonic-gate				return;
0Sstevel@tonic-gate			}
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* fail any blocked cm proceed api calls - client bug */
0Sstevel@tonic-gate			mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate			statep->clnt_proceed = IBCM_FAIL;
0Sstevel@tonic-gate			cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate			mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate			ibcm_post_apr_mad(statep);
0Sstevel@tonic-gate			return;
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate	}	/* drop the LAP MAD in any other state */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep); /* decrement the ref count */
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_post_stored_apr_mad:
0Sstevel@tonic-gate *	Builds and posts an APR MAD from the stored APR MAD
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- pointer to ibcm_state_data_t
0Sstevel@tonic-gate *	input_madp	- pointer to incoming lap mad
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE:
0Sstevel@tonic-gate *	NONE
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * This function is called holding the state mutex, and returns
0Sstevel@tonic-gate * holding the state mutex
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_post_stored_apr_mad(ibcm_state_data_t *statep, uint8_t *input_madp)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibmf_msg_t	*ibmf_apr_msg;
0Sstevel@tonic-gate	uint8_t		apr_msg[IBCM_MSG_SIZE];
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Need to make a copy, else an incoming new LAP may modify lapr_msg */
0Sstevel@tonic-gate	bcopy(IBCM_OUT_MSGP(statep->lapr_msg), apr_msg, IBCM_MSG_SIZE);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (ibcm_alloc_out_msg(statep->stored_reply_addr.ibmf_hdl,
0Sstevel@tonic-gate	    &ibmf_apr_msg, MAD_METHOD_SEND) != IBT_SUCCESS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_post_stored_apr_mad: "
0Sstevel@tonic-gate		    "ibcm_alloc_out_msg failed");
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	bcopy(apr_msg, IBCM_OUT_MSGP(ibmf_apr_msg), IBCM_MSG_SIZE);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_OUT_HDRP(ibmf_apr_msg)->AttributeID =
4703Shiremath	    h2b16(IBCM_INCOMING_APR + IBCM_ATTR_BASE_ID);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_OUT_HDRP(ibmf_apr_msg)->TransactionID =
0Sstevel@tonic-gate	    ((ib_mad_hdr_t *)(input_madp))->TransactionID;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_OUTGOING_APR);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_post_rc_mad(statep, ibmf_apr_msg, ibcm_post_stored_apr_complete,
0Sstevel@tonic-gate	    ibmf_apr_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* ibcm_free_out_msg done in ibcm_post_stored_apr_complete */
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_cep_state_lap:
0Sstevel@tonic-gate *	This call processes an incoming LAP message for cep state
0Sstevel@tonic-gate *	transition and invoking cm handler
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- pointer to ibcm_state_data_t
0Sstevel@tonic-gate *	lap_msg		- lap msg received
0Sstevel@tonic-gate *	apr_msg		- apr msg to be sent
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gateibcm_status_t
0Sstevel@tonic-gateibcm_cep_state_lap(ibcm_state_data_t *statep, ibcm_lap_msg_t *lap_msg,
0Sstevel@tonic-gate    ibcm_apr_msg_t *apr_msg)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_cm_event_t		event;
0Sstevel@tonic-gate	ibt_cm_return_args_t	ret_args;
0Sstevel@tonic-gate	ibt_cm_status_t		cb_status;
0Sstevel@tonic-gate	ibcm_clnt_reply_info_t	clnt_info;
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_cep_state_lap: statep 0x%p", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*apr_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* If APM is not supported, return error */
0Sstevel@tonic-gate	if (!(statep->hcap->hca_caps & IBT_HCA_AUTO_PATH_MIG)) {
0Sstevel@tonic-gate		apr_msg->apr_ap_status = IBT_CM_AP_NOT_SUPPORTED;
0Sstevel@tonic-gate		return (IBCM_SEND_APR);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->local_qpn !=
0Sstevel@tonic-gate	    b2h32(lap_msg->lap_remote_qpn_eecn_plus) >> 8) {
0Sstevel@tonic-gate		apr_msg->apr_ap_status = IBT_CM_AP_REJECT;
0Sstevel@tonic-gate		IBTF_DPRINTF_L4(cmlog, "ibcm_cep_state_lap: local_qpn %x does "
0Sstevel@tonic-gate		    "not match remote's remote_qpn %x", statep->local_qpn,
0Sstevel@tonic-gate		    b2h32(lap_msg->lap_remote_qpn_eecn_plus) >> 8);
0Sstevel@tonic-gate		return (IBCM_SEND_APR);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*apr_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Fill up the event */
0Sstevel@tonic-gate	bzero(&event, sizeof (event));
0Sstevel@tonic-gate	event.cm_type = IBT_CM_EVENT_LAP_RCV;
0Sstevel@tonic-gate	event.cm_channel = statep->channel;
0Sstevel@tonic-gate	event.cm_session_id = statep;
0Sstevel@tonic-gate	event.cm_priv_data = lap_msg->lap_private_data;
0Sstevel@tonic-gate	event.cm_priv_data_len =  IBT_LAP_PRIV_DATA_SZ;
0Sstevel@tonic-gate	event.cm_event.lap.lap_timeout = ibt_ib2usec(
0Sstevel@tonic-gate	    ((uint8_t *)&lap_msg->lap_remote_qpn_eecn_plus)[3] >> 3);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_fill_adds_from_lap(&event.cm_event.lap.lap_alternate_path,
0Sstevel@tonic-gate	    lap_msg, IBCM_PASSIVE_MODE);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	cb_status = statep->cm_handler(statep->state_cm_private, &event,
0Sstevel@tonic-gate	    &ret_args, apr_msg->apr_private_data, IBT_APR_PRIV_DATA_SZ);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_cep_state_lap: cb_status = %d", cb_status);
0Sstevel@tonic-gate	if (cb_status == IBT_CM_DEFER) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(statep->defer_cm_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate		if (statep->defer_cm_msg == NULL)
0Sstevel@tonic-gate			statep->defer_cm_msg =
0Sstevel@tonic-gate			    kmem_zalloc(IBCM_MSG_SIZE, KM_SLEEP);
0Sstevel@tonic-gate		bcopy(lap_msg, statep->defer_cm_msg, IBCM_MSG_SIZE);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(statep->defer_cm_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* unblock any blocked cm proceed api calls */
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		statep->clnt_proceed = IBCM_UNBLOCK;
0Sstevel@tonic-gate		cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		return (IBCM_DEFER);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	clnt_info.reply_event = (ibt_cm_proceed_reply_t *)&ret_args.cm_ret;
0Sstevel@tonic-gate	clnt_info.priv_data = NULL;
0Sstevel@tonic-gate	clnt_info.priv_data_len = 0;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_process_cep_lap_cm_hdlr(statep, cb_status, &clnt_info, lap_msg,
0Sstevel@tonic-gate	    apr_msg);
0Sstevel@tonic-gate	return (IBCM_SEND_APR);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_fill_adds_from_lap:
0Sstevel@tonic-gate *	Fills the address vector (part of event structure passed to
0Sstevel@tonic-gate * client) from the LAP message
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	adds		- Address vector to be filled-in
0Sstevel@tonic-gate *	lap_msg		- LAP message used to fill the address vector
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_fill_adds_from_lap(ibt_adds_vect_t *adds, ibcm_lap_msg_t *lap_msg,
0Sstevel@tonic-gate    ibcm_mode_t mode)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	adds->av_srvl = lap_msg->lap_alt_sl_plus >> 4;
0Sstevel@tonic-gate	if (mode == IBCM_PASSIVE_MODE) {
0Sstevel@tonic-gate		adds->av_dgid.gid_prefix =
0Sstevel@tonic-gate		    b2h64(lap_msg->lap_alt_l_port_gid.gid_prefix);
0Sstevel@tonic-gate		adds->av_dgid.gid_guid =
0Sstevel@tonic-gate		    b2h64(lap_msg->lap_alt_l_port_gid.gid_guid);
0Sstevel@tonic-gate		adds->av_sgid.gid_prefix =
0Sstevel@tonic-gate		    b2h64(lap_msg->lap_alt_r_port_gid.gid_prefix);
0Sstevel@tonic-gate		adds->av_sgid.gid_guid =
0Sstevel@tonic-gate		    b2h64(lap_msg->lap_alt_r_port_gid.gid_guid);
0Sstevel@tonic-gate		adds->av_dlid = b2h16(lap_msg->lap_alt_l_port_lid);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		adds->av_sgid.gid_prefix =
0Sstevel@tonic-gate		    b2h64(lap_msg->lap_alt_l_port_gid.gid_prefix);
0Sstevel@tonic-gate		adds->av_sgid.gid_guid =
0Sstevel@tonic-gate		    b2h64(lap_msg->lap_alt_l_port_gid.gid_guid);
0Sstevel@tonic-gate		adds->av_dgid.gid_prefix =
0Sstevel@tonic-gate		    b2h64(lap_msg->lap_alt_r_port_gid.gid_prefix);
0Sstevel@tonic-gate		adds->av_dgid.gid_guid =
0Sstevel@tonic-gate		    b2h64(lap_msg->lap_alt_r_port_gid.gid_guid);
0Sstevel@tonic-gate		adds->av_dlid = b2h16(lap_msg->lap_alt_r_port_lid);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
557Shiremath	IBTF_DPRINTF_L4(cmlog, "ibcm_fill_adds_from_lap: SGID=(%llX:%llX)",
0Sstevel@tonic-gate	    adds->av_sgid.gid_prefix, adds->av_sgid.gid_guid);
0Sstevel@tonic-gate
557Shiremath	IBTF_DPRINTF_L4(cmlog, "ibcm_fill_adds_from_lap: DGID=(%llX:%llX)",
0Sstevel@tonic-gate	    adds->av_dgid.gid_prefix, adds->av_dgid.gid_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	adds->av_srate = lap_msg->lap_alt_srate_plus & 0x3f;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* next copy off the GRH info if it exists  */
0Sstevel@tonic-gate	if ((lap_msg->lap_alt_sl_plus & 0x8) == 0) {
0Sstevel@tonic-gate		uint32_t flow_tclass = b2h32(lap_msg->lap_alt_flow_label_plus);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		adds->av_send_grh = B_TRUE;
0Sstevel@tonic-gate		adds->av_flow = flow_tclass >> 12;
0Sstevel@tonic-gate		adds->av_tclass = flow_tclass & 0xff;
0Sstevel@tonic-gate		adds->av_hop = lap_msg->lap_alt_hop_limit;
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		adds->av_send_grh = B_FALSE;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_cep_lap_cm_hdlr:
0Sstevel@tonic-gate * Processes the cm handler response for an incoming LAP.
0Sstevel@tonic-gate */
0Sstevel@tonic-gate
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_cep_lap_cm_hdlr(ibcm_state_data_t *statep,
0Sstevel@tonic-gate    ibt_cm_status_t cb_status, ibcm_clnt_reply_info_t *clnt_info,
0Sstevel@tonic-gate    ibcm_lap_msg_t *lap_msg, ibcm_apr_msg_t *apr_msg)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibtl_cm_hca_port_t	port;
0Sstevel@tonic-gate	ibt_qp_query_attr_t	qp_attrs;
0Sstevel@tonic-gate	ibt_cep_modify_flags_t	cep_flags;
0Sstevel@tonic-gate	ibt_status_t		status;
0Sstevel@tonic-gate	ibt_adds_vect_t		*adds;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (cb_status == IBT_CM_DEFAULT)
0Sstevel@tonic-gate		cb_status = IBT_CM_REJECT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*apr_msg))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* verify status */
0Sstevel@tonic-gate	apr_msg->apr_addl_info_len = 0;
0Sstevel@tonic-gate	if (cb_status == IBT_CM_ACCEPT) {
0Sstevel@tonic-gate		apr_msg->apr_ap_status = IBT_CM_AP_LOADED;
0Sstevel@tonic-gate	} else if (cb_status == IBT_CM_REJECT) {
0Sstevel@tonic-gate		apr_msg->apr_ap_status = IBT_CM_AP_REJECT;
0Sstevel@tonic-gate	} else if (cb_status == IBT_CM_REDIRECT) {
0Sstevel@tonic-gate		apr_msg->apr_ap_status = IBT_CM_AP_REDIRECT;
0Sstevel@tonic-gate		/* copy redirect info to APR */
0Sstevel@tonic-gate		apr_msg->apr_addl_info_len = sizeof (ibcm_classportinfo_msg_t);
0Sstevel@tonic-gate		ibcm_init_clp_to_mad(
0Sstevel@tonic-gate		    (ibcm_classportinfo_msg_t *)apr_msg->apr_addl_info,
0Sstevel@tonic-gate		    &clnt_info->reply_event->apr);
0Sstevel@tonic-gate	} else if (cb_status == IBT_CM_NO_RESOURCE) {
0Sstevel@tonic-gate		apr_msg->apr_ap_status = IBT_CM_AP_REJECT;
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_cep_lap_cm_hdlr: statep %p"
0Sstevel@tonic-gate		    " Client handler unexpected return %x", statep, cb_status);
0Sstevel@tonic-gate		cb_status = IBT_CM_REJECT;
0Sstevel@tonic-gate		apr_msg->apr_ap_status = IBT_CM_AP_REJECT;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_cep_lap_cm_hdlr: statep 0x%p "
0Sstevel@tonic-gate	    " client handler returned %d, apr status %d", statep, cb_status,
0Sstevel@tonic-gate	    apr_msg->apr_ap_status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* copy private data to outgoing apr, specified via priv_data */
0Sstevel@tonic-gate	if ((clnt_info->priv_data != NULL) && (clnt_info->priv_data_len > 0))
0Sstevel@tonic-gate		bcopy(clnt_info->priv_data, apr_msg->apr_private_data,
0Sstevel@tonic-gate		    min(clnt_info->priv_data_len, IBT_APR_PRIV_DATA_SZ));
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (cb_status != IBT_CM_ACCEPT)
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (ibt_query_qp(statep->channel, &qp_attrs) != IBT_SUCCESS ||
0Sstevel@tonic-gate	    (qp_attrs.qp_info.qp_state != IBT_STATE_RTS &&
0Sstevel@tonic-gate	    qp_attrs.qp_info.qp_state != IBT_STATE_SQD)) {
0Sstevel@tonic-gate		apr_msg->apr_ap_status = IBT_CM_AP_REJECT;
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Fill up input args for ibt_modify_qp */
0Sstevel@tonic-gate	cep_flags = IBT_CEP_SET_ALT_PATH | IBT_CEP_SET_STATE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* do RTS=>RTS or SQD=>SQD.  The next line is needed for RTS=>RTS. */
0Sstevel@tonic-gate	qp_attrs.qp_info.qp_current_state = qp_attrs.qp_info.qp_state;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	adds = &IBCM_QP_RC(qp_attrs).rc_alt_path.cep_adds_vect;
0Sstevel@tonic-gate	ibcm_fill_adds_from_lap(adds, lap_msg, IBCM_PASSIVE_MODE);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((status = ibtl_cm_get_hca_port(adds->av_sgid,
0Sstevel@tonic-gate	    statep->local_hca_guid, &port)) != IBT_SUCCESS) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_cep_lap_cm_hdlr:"
0Sstevel@tonic-gate		    " ibtl_cm_get_hca_port failed status %d", status);
0Sstevel@tonic-gate		apr_msg->apr_ap_status = IBT_CM_AP_REJECT;
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_QP_RC(qp_attrs).rc_alt_path.cep_hca_port_num = port.hp_port;
0Sstevel@tonic-gate
557Shiremath	IBTF_DPRINTF_L4(cmlog, "ibcm_process_cep_lap_cm_hdlr: statep 0x%p "
0Sstevel@tonic-gate	    "gid = (%llx, %llx), port_num = %d", statep,
0Sstevel@tonic-gate	    IBCM_QP_RC(qp_attrs).rc_alt_path.cep_adds_vect.av_dgid.
0Sstevel@tonic-gate	    gid_prefix,
0Sstevel@tonic-gate	    IBCM_QP_RC(qp_attrs).rc_alt_path.cep_adds_vect.av_dgid.gid_guid,
0Sstevel@tonic-gate	    port.hp_port);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* The pkey is same as the primary path */
0Sstevel@tonic-gate	status = ibt_pkey2index_byguid(statep->local_hca_guid,
0Sstevel@tonic-gate	    port.hp_port, statep->pkey,
0Sstevel@tonic-gate	    &IBCM_QP_RC(qp_attrs).rc_alt_path.cep_pkey_ix);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (status != IBT_SUCCESS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_cep_lap_cm_hdlr: statep %p"
0Sstevel@tonic-gate		    " ibt_pkey2index_byguid failed %d", statep, status);
0Sstevel@tonic-gate		apr_msg->apr_ap_status = IBT_CM_AP_REJECT;
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_QP_RC(qp_attrs).rc_alt_path.cep_timeout =
0Sstevel@tonic-gate	    lap_msg->lap_alt_local_acktime_plus >> 3;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	qp_attrs.qp_info.qp_trans = IBT_RC_SRV;
0Sstevel@tonic-gate	if (IBCM_QP_RC(qp_attrs).rc_mig_state == IBT_STATE_MIGRATED) {
1093Shiremath		IBTF_DPRINTF_L3(cmlog, "ibcm_process_cep_lap_cm_hdlr: statep %p"
1093Shiremath		    ": rearming APM", statep);
0Sstevel@tonic-gate		cep_flags |= IBT_CEP_SET_MIG;
0Sstevel@tonic-gate		IBCM_QP_RC(qp_attrs).rc_mig_state = IBT_STATE_REARMED;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	status = ibt_modify_qp(statep->channel, cep_flags, &qp_attrs.qp_info,
0Sstevel@tonic-gate	    NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (status != IBT_SUCCESS) {
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_SET_ALT_FAIL);
0Sstevel@tonic-gate	} else
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_SET_ALT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef	DEBUG
0Sstevel@tonic-gate	(void) ibt_query_qp(statep->channel, &qp_attrs);
0Sstevel@tonic-gate	print_modify_qp("PASSIVE LAP QUERY", statep->channel,
0Sstevel@tonic-gate	    cep_flags, &qp_attrs.qp_info);
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (status != IBT_SUCCESS) {
0Sstevel@tonic-gate		apr_msg->apr_ap_status = IBT_CM_AP_REJECT;
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_process_cep_lap_cm_hdlr:"
0Sstevel@tonic-gate		    " ibt_modify_qp() returned = %d", status);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*apr_msg))
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_post_apr_mad:
0Sstevel@tonic-gate *	Posts a APR MAD and starts timer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- state pointer
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_post_apr_mad(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_apr_msg_t	*apr_msgp;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*apr_msgp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	apr_msgp = (ibcm_apr_msg_t *)IBCM_OUT_MSGP(statep->lapr_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	apr_msgp->apr_local_comm_id = h2b32(statep->local_comid);
0Sstevel@tonic-gate	apr_msgp->apr_remote_comm_id = h2b32(statep->remote_comid);
0Sstevel@tonic-gate	IBCM_OUT_HDRP(statep->lapr_msg)->AttributeID =
0Sstevel@tonic-gate	    h2b16(IBCM_INCOMING_APR + IBCM_ATTR_BASE_ID);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*apr_msgp))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_OUTGOING_APR);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_post_rc_mad(statep, statep->lapr_msg, ibcm_post_apr_complete,
0Sstevel@tonic-gate	    statep);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_process_apr_msg:
0Sstevel@tonic-gate *	This call processes an incoming APR message
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	hcap		- HCA entry pointer
0Sstevel@tonic-gate *	input_madp	- incoming CM SIDR REP MAD
0Sstevel@tonic-gate *	cm_mad_addr	- Address information for the MAD to be posted
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gate/*ARGSUSED*/
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_process_apr_msg(ibcm_hca_info_t *hcap, uint8_t *input_madp,
0Sstevel@tonic-gate    ibcm_mad_addr_t *cm_mad_addr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibcm_status_t		state_lookup_status;
0Sstevel@tonic-gate	ibcm_apr_msg_t		*apr_msg = (ibcm_apr_msg_t *)
4703Shiremath	    (&input_madp[IBCM_MAD_HDR_SIZE]);
0Sstevel@tonic-gate	ibcm_state_data_t	*statep = NULL;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_apr_msg:");
0Sstevel@tonic-gate
0Sstevel@tonic-gate	rw_enter(&hcap->hca_state_rwlock, RW_READER);
0Sstevel@tonic-gate	state_lookup_status = ibcm_lookup_msg(IBCM_INCOMING_APR,
0Sstevel@tonic-gate	    b2h32(apr_msg->apr_remote_comm_id), 0, 0, hcap, &statep);
0Sstevel@tonic-gate	rw_exit(&hcap->hca_state_rwlock);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (state_lookup_status != IBCM_LOOKUP_EXISTS) {
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* if transaction id is not as expected, drop the APR mad */
0Sstevel@tonic-gate	if (IBCM_OUT_HDRP(statep->lapr_msg)->TransactionID !=
0Sstevel@tonic-gate	    ((ib_mad_hdr_t *)(input_madp))->TransactionID) {
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		IBTF_DPRINTF_L3(cmlog, "ibcm_process_apr_msg: statep 0x%p"
0Sstevel@tonic-gate		    ": rcv'd APR MAD with comid 0x%x",
0Sstevel@tonic-gate		    statep, b2h32(apr_msg->apr_remote_comm_id));
0Sstevel@tonic-gate		IBTF_DPRINTF_L3(cmlog, "ibcm_process_apr_msg: "
0Sstevel@tonic-gate		    "tid expected 0x%llX tid found 0x%llX",
0Sstevel@tonic-gate		    b2h64(IBCM_OUT_HDRP(statep->lapr_msg)->TransactionID),
0Sstevel@tonic-gate		    b2h64(((ib_mad_hdr_t *)(input_madp))->TransactionID));
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_process_apr_msg: statep 0x%p "
0Sstevel@tonic-gate	    "lookup status %x", statep, state_lookup_status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (!((statep->state == IBCM_STATE_ESTABLISHED) &&
0Sstevel@tonic-gate	    ((statep->ap_state == IBCM_AP_STATE_LAP_SENT) ||
0Sstevel@tonic-gate	    (statep->ap_state == IBCM_AP_STATE_MRA_LAP_RCVD)))) {
0Sstevel@tonic-gate		IBCM_REF_CNT_DECR(statep); /* decrement the ref count */
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		return;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	statep->ap_state = IBCM_AP_STATE_APR_RCVD;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* cancel the LAP timer */
0Sstevel@tonic-gate	if (statep->timerid != 0) {
0Sstevel@tonic-gate		timeout_id_t timer_val;
0Sstevel@tonic-gate		timer_val = statep->timerid;
0Sstevel@tonic-gate		statep->timerid = 0;
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		(void) untimeout(timer_val);
0Sstevel@tonic-gate	} else {
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_insert_trace(statep, IBCM_TRACE_INCOMING_APR);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_cep_state_apr(statep,
0Sstevel@tonic-gate	    (ibcm_lap_msg_t *)IBCM_OUT_MSGP(statep->lapr_msg), apr_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate	statep->ap_state = IBCM_AP_STATE_IDLE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* unblock any DREQ threads and close channels */
0Sstevel@tonic-gate	cv_broadcast(&statep->block_mad_cv);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	statep->ap_done = B_TRUE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* wake up blocking ibt_set_alt_path */
0Sstevel@tonic-gate	cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_REF_CNT_DECR(statep); /* decrement the ref count */
0Sstevel@tonic-gate	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateibcm_set_apr_arej(int ap_status, ibcm_apr_msg_t *apr_msgp,
0Sstevel@tonic-gate    ibt_arej_info_t *ari, boolean_t *ari_valid)
0Sstevel@tonic-gate{
6709Shiremath	uint8_t ari_len = apr_msgp->apr_addl_info_len;
0Sstevel@tonic-gate	ibcm_classportinfo_msg_t tclp;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	*ari_valid = B_FALSE;
0Sstevel@tonic-gate
557Shiremath	IBTF_DPRINTF_L3(cmlog, "ibcm_set_apr_arej: apr_status = %d "
557Shiremath	    "ari_len = %d", ap_status, ari_len);
557Shiremath
0Sstevel@tonic-gate	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*ari))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	switch (ap_status) {
0Sstevel@tonic-gate	case IBT_CM_AP_REDIRECT:
0Sstevel@tonic-gate		if (ari_len < sizeof (ibcm_classportinfo_msg_t))
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		*ari_valid = B_TRUE;
0Sstevel@tonic-gate		bcopy(apr_msgp->apr_addl_info, &tclp, sizeof (tclp));
0Sstevel@tonic-gate		ibcm_init_clp_from_mad(&tclp, &ari->ari_redirect);
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_AP_RLID_REJECTED:
0Sstevel@tonic-gate		if (ari_len < sizeof (ib_lid_t))
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		*ari_valid = B_TRUE;
0Sstevel@tonic-gate		bcopy(apr_msgp->apr_addl_info, &ari->ari_lid,
0Sstevel@tonic-gate		    sizeof (ib_lid_t));
0Sstevel@tonic-gate		ari->ari_lid = b2h16(ari->ari_lid);
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_AP_RGID_REJECTED:
0Sstevel@tonic-gate		if (ari_len < sizeof (ib_gid_t))
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		*ari_valid = B_TRUE;
0Sstevel@tonic-gate		bcopy(apr_msgp->apr_addl_info, &ari->ari_gid,
0Sstevel@tonic-gate		    sizeof (ib_gid_t));
0Sstevel@tonic-gate		ari->ari_gid.gid_guid = b2h64(ari->ari_gid.gid_guid);
0Sstevel@tonic-gate		ari->ari_gid.gid_prefix = b2h64(ari->ari_gid.gid_prefix);
557Shiremath
557Shiremath		IBTF_DPRINTF_L4(cmlog, "ibcm_set_apr_arej: ari_gid= %llX:%llX",
557Shiremath		    ari->ari_gid.gid_prefix, ari->ari_gid.gid_guid);
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_AP_FLOW_REJECTED:
0Sstevel@tonic-gate		if (ari_len < 3)	/* 3 bytes needed for 20 bits */
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		*ari_valid = B_TRUE;
0Sstevel@tonic-gate		/* take the first 20 bits */
0Sstevel@tonic-gate		ari->ari_flow =
0Sstevel@tonic-gate		    b2h32(*(uint32_t *)&apr_msgp->apr_addl_info) >> 12;
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_AP_TCLASS_REJECTED:
0Sstevel@tonic-gate		if (ari_len < 1)
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		*ari_valid = B_TRUE;
0Sstevel@tonic-gate		/* take the first byte */
0Sstevel@tonic-gate		ari->ari_tclass = apr_msgp->apr_addl_info[0];
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_AP_HOP_REJECTED:
0Sstevel@tonic-gate		if (ari_len < 1)
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		*ari_valid = B_TRUE;
0Sstevel@tonic-gate		/* take the first byte */
0Sstevel@tonic-gate		ari->ari_hop = apr_msgp->apr_addl_info[0];
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_AP_RATE_REJECTED:
0Sstevel@tonic-gate		if (ari_len < 1)
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		*ari_valid = B_TRUE;
0Sstevel@tonic-gate		/* take the first 6 bits */
0Sstevel@tonic-gate		ari->ari_rate = apr_msgp->apr_addl_info[0] >> 2;
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	case IBT_CM_AP_SL_REJECTED:
0Sstevel@tonic-gate		if (ari_len < 1)
0Sstevel@tonic-gate			break;
0Sstevel@tonic-gate		*ari_valid = B_TRUE;
0Sstevel@tonic-gate		/* take the first 4 bits */
0Sstevel@tonic-gate		ari->ari_sl = apr_msgp->apr_addl_info[0] >> 4;
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	default:
0Sstevel@tonic-gate		break;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(*ari))
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_cep_state_apr:
0Sstevel@tonic-gate *	This call processes an incoming APR message
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- pointer to ibcm_state_data_t
0Sstevel@tonic-gate *	lap_msg		- lap msg sent earlier
0Sstevel@tonic-gate *	apr_msg		- apr msg received
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_cep_state_apr(ibcm_state_data_t *statep, ibcm_lap_msg_t *lap_msg,
0Sstevel@tonic-gate    ibcm_apr_msg_t *apr_msg)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibt_cm_event_t		event;
0Sstevel@tonic-gate	ibcm_status_t		status = IBCM_SUCCESS;
0Sstevel@tonic-gate	uint8_t			ap_status = apr_msg->apr_ap_status;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_cep_state_apr: statep 0x%p, ap_status %d",
0Sstevel@tonic-gate	    statep, ap_status);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (ap_status == IBT_CM_AP_LOADED)
0Sstevel@tonic-gate		status = ibcm_set_qp_from_apr(statep, lap_msg);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (statep->ap_return_data != NULL) {	/* blocking call */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* copy the private data */
0Sstevel@tonic-gate		if ((statep->ap_return_data->ap_priv_data != NULL) &&
0Sstevel@tonic-gate		    (statep->ap_return_data->ap_priv_data_len > 0))
0Sstevel@tonic-gate			bcopy(apr_msg->apr_private_data,
0Sstevel@tonic-gate			    statep->ap_return_data->ap_priv_data,
0Sstevel@tonic-gate			    statep->ap_return_data->ap_priv_data_len);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* initialize the ap status */
0Sstevel@tonic-gate		if (status == IBCM_FAILURE) {
0Sstevel@tonic-gate			statep->ap_return_data->ap_status = IBT_CM_AP_REJECT;
0Sstevel@tonic-gate			statep->ap_return_data->ap_arej_info_valid = B_FALSE;
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			statep->ap_return_data->ap_status = ap_status;
0Sstevel@tonic-gate			ibcm_set_apr_arej(ap_status, apr_msg,
0Sstevel@tonic-gate			    &statep->ap_return_data->ap_arej_info,
0Sstevel@tonic-gate			    &statep->ap_return_data->ap_arej_info_valid);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* do a cv signal for a blocking ibt_set_alt_path */
0Sstevel@tonic-gate		mutex_enter(&statep->state_mutex);
0Sstevel@tonic-gate		statep->ap_done = B_TRUE;
0Sstevel@tonic-gate		cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else {	/* Non blocking call */
0Sstevel@tonic-gate		/* Fill up the event */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		bzero(&event, sizeof (event));
0Sstevel@tonic-gate		event.cm_type = IBT_CM_EVENT_APR_RCV;
0Sstevel@tonic-gate		event.cm_channel = statep->channel;
0Sstevel@tonic-gate		event.cm_session_id = NULL;
0Sstevel@tonic-gate		event.cm_priv_data = apr_msg->apr_private_data;
0Sstevel@tonic-gate		event.cm_priv_data_len =  IBT_APR_PRIV_DATA_SZ;
0Sstevel@tonic-gate		if (status == IBCM_FAILURE) {
0Sstevel@tonic-gate			event.cm_event.apr.apr_status = IBT_CM_AP_REJECT;
0Sstevel@tonic-gate			event.cm_event.apr.apr_arej_info_valid = B_FALSE;
0Sstevel@tonic-gate		} else {
0Sstevel@tonic-gate			event.cm_event.apr.apr_status = ap_status;
0Sstevel@tonic-gate			ibcm_set_apr_arej(ap_status, apr_msg,
0Sstevel@tonic-gate			    &event.cm_event.apr.apr_arej_info,
0Sstevel@tonic-gate			    &event.cm_event.apr.apr_arej_info_valid);
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* initialize the ap status */
0Sstevel@tonic-gate		statep->cm_handler(statep->state_cm_private, &event,
0Sstevel@tonic-gate		    NULL, apr_msg->apr_private_data, IBT_APR_PRIV_DATA_SZ);
0Sstevel@tonic-gate	}
1093Shiremath	mutex_enter(&statep->state_mutex);
1093Shiremath	ibcm_open_done(statep);
1093Shiremath	mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_set_qp_from_apr:
0Sstevel@tonic-gate *	This call sets QP's alt path info based on APR message contents
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep		- pointer to ibcm_state_data_t
0Sstevel@tonic-gate *	lap_msg		- lap msg sent earlier
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: ibcm_status_t
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic ibcm_status_t
0Sstevel@tonic-gateibcm_set_qp_from_apr(ibcm_state_data_t *statep, ibcm_lap_msg_t *lap_msg)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	ibtl_cm_hca_port_t	port;
0Sstevel@tonic-gate	ibt_adds_vect_t		*adds;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibt_qp_query_attr_t	qp_attrs;
0Sstevel@tonic-gate	ibt_cep_modify_flags_t	cep_flags;
0Sstevel@tonic-gate	ibt_status_t		status;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_set_qp_from_apr: statep 0x%p", statep);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	status = ibt_query_qp(statep->channel, &qp_attrs);
0Sstevel@tonic-gate	if (status != IBT_SUCCESS ||
0Sstevel@tonic-gate	    (qp_attrs.qp_info.qp_state != IBT_STATE_RTS &&
0Sstevel@tonic-gate	    qp_attrs.qp_info.qp_state != IBT_STATE_SQD)) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_set_qp_from_apr: ibt_query_qp "
0Sstevel@tonic-gate		    "failed, status = %d, qp_state = %d", statep, status,
0Sstevel@tonic-gate		    qp_attrs.qp_info.qp_state);
0Sstevel@tonic-gate		return (IBCM_FAILURE);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Fill up input args for ibt_modify_qp */
0Sstevel@tonic-gate	cep_flags = IBT_CEP_SET_ALT_PATH | IBT_CEP_SET_STATE;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* do RTS=>RTS or SQD=>SQD.  The next line is needed for RTS=>RTS. */
0Sstevel@tonic-gate	qp_attrs.qp_info.qp_current_state = qp_attrs.qp_info.qp_state;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Fill up input args for ibt_modify_qp */
0Sstevel@tonic-gate	adds = &IBCM_QP_RC(qp_attrs).rc_alt_path.cep_adds_vect;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ibcm_fill_adds_from_lap(adds, lap_msg, IBCM_ACTIVE_MODE);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if ((status = ibtl_cm_get_hca_port(adds->av_sgid,
0Sstevel@tonic-gate	    statep->local_hca_guid, &port)) != IBT_SUCCESS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_set_qp_from_apr: "
0Sstevel@tonic-gate		    "ibtl_cm_get_hca_port failed status = %d", status);
0Sstevel@tonic-gate		IBTF_DPRINTF_L5(cmlog, "ibcm_set_qp_from_apr:"
0Sstevel@tonic-gate		    " ibtl_cm_get_hca_port sgid guid %llX",
0Sstevel@tonic-gate		    adds->av_sgid.gid_guid);
0Sstevel@tonic-gate		IBTF_DPRINTF_L5(cmlog, "ibcm_set_qp_from_apr:"
0Sstevel@tonic-gate		    " ibtl_cm_get_hca_port sgid prefix %llX ",
0Sstevel@tonic-gate		    adds->av_sgid.gid_prefix);
0Sstevel@tonic-gate		return (IBCM_FAILURE);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBCM_QP_RC(qp_attrs).rc_alt_path.cep_hca_port_num =
0Sstevel@tonic-gate	    port.hp_port;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "ibcm_set_qp_from_apr: "
0Sstevel@tonic-gate	    "gid = %llx:%llx, port_num = %d",
0Sstevel@tonic-gate	    IBCM_QP_RC(qp_attrs).rc_alt_path.cep_adds_vect.av_sgid.
0Sstevel@tonic-gate	    gid_prefix,
0Sstevel@tonic-gate	    IBCM_QP_RC(qp_attrs).rc_alt_path.cep_adds_vect.av_sgid.gid_guid,
0Sstevel@tonic-gate	    port.hp_port);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* The pkey is same as the primary path */
0Sstevel@tonic-gate	status = ibt_pkey2index_byguid(statep->local_hca_guid,
0Sstevel@tonic-gate	    port.hp_port, statep->pkey,
0Sstevel@tonic-gate	    &IBCM_QP_RC(qp_attrs).rc_alt_path.cep_pkey_ix);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (status != IBT_SUCCESS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_set_qp_from_apr: "
0Sstevel@tonic-gate		    "ibt_pkey2index_byguid failed %d", status);
0Sstevel@tonic-gate		return (IBCM_FAILURE);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate	qp_attrs.qp_info.qp_trans = IBT_RC_SRV;
0Sstevel@tonic-gate	IBCM_QP_RC(qp_attrs).rc_alt_path.cep_timeout =
0Sstevel@tonic-gate	    ibt_usec2ib(statep->remote_ack_delay +
0Sstevel@tonic-gate	    2 * statep->rc_alt_pkt_lt);
0Sstevel@tonic-gate	if (IBCM_QP_RC(qp_attrs).rc_mig_state == IBT_STATE_MIGRATED) {
0Sstevel@tonic-gate		/* Need to rearm */
0Sstevel@tonic-gate		IBTF_DPRINTF_L3(cmlog, "ibcm_set_qp_from_apr: statep 0x%p: "
0Sstevel@tonic-gate		    "rearming APM", statep);
0Sstevel@tonic-gate		cep_flags |= IBT_CEP_SET_MIG;
0Sstevel@tonic-gate		IBCM_QP_RC(qp_attrs).rc_mig_state = IBT_STATE_REARMED;
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	status = ibt_modify_qp(statep->channel, cep_flags, &qp_attrs.qp_info,
0Sstevel@tonic-gate	    NULL);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (status != IBT_SUCCESS)
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_SET_ALT_FAIL);
0Sstevel@tonic-gate	else
0Sstevel@tonic-gate		ibcm_insert_trace(statep, IBCM_TRACE_SET_ALT);
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef	DEBUG
0Sstevel@tonic-gate	(void) ibt_query_qp(statep->channel, &qp_attrs);
0Sstevel@tonic-gate	print_modify_qp("ACTIVE LAP QUERY", statep->channel,
0Sstevel@tonic-gate	    cep_flags, &qp_attrs.qp_info);
0Sstevel@tonic-gate#endif
0Sstevel@tonic-gate
0Sstevel@tonic-gate	if (status != IBT_SUCCESS) {
0Sstevel@tonic-gate		IBTF_DPRINTF_L2(cmlog, "ibcm_set_qp_from_apr:"
0Sstevel@tonic-gate		    " ibt_modify_qp() failed, status = %d", status);
0Sstevel@tonic-gate		return (IBCM_FAILURE);
0Sstevel@tonic-gate	}
0Sstevel@tonic-gate
0Sstevel@tonic-gate	return (IBCM_SUCCESS);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * ibcm_sync_lapr_idle:
0Sstevel@tonic-gate *
0Sstevel@tonic-gate *	This call either cancels a LAP/APR operation or waits
0Sstevel@tonic-gate *	until the operation is complete
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * INPUTS:
0Sstevel@tonic-gate *	statep	Pointer to ibcm_state_data_t
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * RETURN VALUE: NONE
0Sstevel@tonic-gate *
0Sstevel@tonic-gate * This function is called holding state mutex
0Sstevel@tonic-gate * This function returns, releasing the state mutex
0Sstevel@tonic-gate */
0Sstevel@tonic-gatevoid
0Sstevel@tonic-gateibcm_sync_lapr_idle(ibcm_state_data_t *statep)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	timeout_id_t	timer_val = statep->timerid;
0Sstevel@tonic-gate	ibt_cm_event_t	event;
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L3(cmlog, "ibcm_sync_lapr_idle:"
0Sstevel@tonic-gate	    "statep %p state %d ap_state %d", statep, statep->state,
0Sstevel@tonic-gate	    statep->ap_state);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ASSERT(MUTEX_HELD(&statep->state_mutex));
0Sstevel@tonic-gate	_NOTE(LOCK_RELEASED_AS_SIDE_EFFECT(&statep->state_mutex))
0Sstevel@tonic-gate
0Sstevel@tonic-gate	/* Busy AP states on active/passive sides */
0Sstevel@tonic-gate	if ((statep->ap_state == IBCM_AP_STATE_LAP_RCVD) ||
0Sstevel@tonic-gate	    (statep->ap_state == IBCM_AP_STATE_APR_RCVD) ||
0Sstevel@tonic-gate	    (statep->ap_state == IBCM_AP_STATE_MRA_LAP_SENT) ||
0Sstevel@tonic-gate	    (statep->ap_state == IBCM_AP_STATE_TIMED_OUT)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* wait till ap_state becomes IBCM_AP_STATE_IDLE */
0Sstevel@tonic-gate		while (statep->ap_state != IBCM_AP_STATE_IDLE)
0Sstevel@tonic-gate			cv_wait(&statep->block_mad_cv, &statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	} else if ((statep->ap_state == IBCM_AP_STATE_LAP_SENT) ||
0Sstevel@tonic-gate	    (statep->ap_state == IBCM_AP_STATE_MRA_LAP_RCVD)) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* fail the client's ibt_set_alt_path */
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* blocking ibt_set_alt_path */
0Sstevel@tonic-gate		if (statep->ap_return_data != NULL) {
0Sstevel@tonic-gate			statep->ap_return_data->ap_status =
0Sstevel@tonic-gate			    IBT_CM_AP_ABORT;
0Sstevel@tonic-gate			statep->ap_state = IBCM_AP_STATE_IDLE;
0Sstevel@tonic-gate			cv_broadcast(&statep->block_client_cv);
0Sstevel@tonic-gate			IBTF_DPRINTF_L3(cmlog, "ibcm_sync_lapr_idle:"
0Sstevel@tonic-gate			    "blocked wait");
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate
0Sstevel@tonic-gate		statep->timerid = 0;
0Sstevel@tonic-gate		/* Cancel the timeout */
0Sstevel@tonic-gate		mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate		if (timer_val != 0)
0Sstevel@tonic-gate			(void) untimeout(timer_val);
0Sstevel@tonic-gate
0Sstevel@tonic-gate		/* Non blocking ibt_set_alt_path */
0Sstevel@tonic-gate		if (statep->ap_return_data == NULL) {
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Fill up the event */
0Sstevel@tonic-gate
0Sstevel@tonic-gate			bzero(&event, sizeof (event));
0Sstevel@tonic-gate			event.cm_type = IBT_CM_EVENT_APR_RCV;
0Sstevel@tonic-gate			event.cm_channel = statep->channel;
0Sstevel@tonic-gate			event.cm_session_id = NULL;
0Sstevel@tonic-gate			event.cm_priv_data = NULL;
0Sstevel@tonic-gate			event.cm_priv_data_len =  0;
0Sstevel@tonic-gate			event.cm_event.apr.apr_status = IBT_CM_AP_ABORT;
0Sstevel@tonic-gate
0Sstevel@tonic-gate			/* Call the cm handler */
0Sstevel@tonic-gate			statep->cm_handler(statep->state_cm_private, &event,
0Sstevel@tonic-gate			    NULL, NULL, 0);
0Sstevel@tonic-gate			IBTF_DPRINTF_L3(cmlog, "ibcm_sync_lapr_idle:"
0Sstevel@tonic-gate			    "non-blocked wait");
0Sstevel@tonic-gate		}
0Sstevel@tonic-gate	} else mutex_exit(&statep->state_mutex);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	ASSERT(!MUTEX_HELD(&statep->state_mutex));
0Sstevel@tonic-gate}
0Sstevel@tonic-gate
0Sstevel@tonic-gate#ifdef DEBUG
0Sstevel@tonic-gate
0Sstevel@tonic-gate/*
0Sstevel@tonic-gate * Debug function used to print all the modify qp attributes.
0Sstevel@tonic-gate * Useful to manually verify the modify qp parameters are as
0Sstevel@tonic-gate * expected
0Sstevel@tonic-gate */
0Sstevel@tonic-gatestatic void
0Sstevel@tonic-gateprint_modify_qp(char *prefix, ibt_qp_hdl_t ibt_qp,
0Sstevel@tonic-gate    ibt_cep_modify_flags_t flags, ibt_qp_info_t *qp_attr)
0Sstevel@tonic-gate{
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP %s %p", prefix, ibt_qp);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP flags 0x%x", flags);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP "
0Sstevel@tonic-gate	    "rc_rdma_ra_in %d rc_rdma_ra_out %d",
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_rdma_ra_in,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_rdma_ra_out);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP primary: "
0Sstevel@tonic-gate	    "port %d path bits %d dlid %X",
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_hca_port_num,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_adds_vect.av_src_path,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_adds_vect.av_dlid);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP primary: "
0Sstevel@tonic-gate	    "pkey index %d cep_timeout %d",
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_pkey_ix,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_timeout);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP primary: "
0Sstevel@tonic-gate	    "srvl %d flow label %d tclass %d",
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_adds_vect.av_srvl,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_adds_vect.av_flow,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_adds_vect.av_tclass);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP primary: "
0Sstevel@tonic-gate	    "hop %d srate %d sgid_ix %d send_grh %d",
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_adds_vect.av_hop,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_adds_vect.av_srate,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_adds_vect.av_sgid_ix,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_adds_vect.av_send_grh);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP primary: "
0Sstevel@tonic-gate	    "dgid prefix %llX dgid guid %llX",
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_adds_vect.av_dgid.gid_prefix,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_adds_vect.av_dgid.gid_guid);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP primary: "
0Sstevel@tonic-gate	    "sgid prefix %llX sgid guid %llX",
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_adds_vect.av_sgid.gid_prefix,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_path.cep_adds_vect.av_sgid.gid_guid);
0Sstevel@tonic-gate
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP alternate: "
0Sstevel@tonic-gate	    "port %d path bits %d dlid %X",
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_hca_port_num,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_adds_vect.av_src_path,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_adds_vect.av_dlid);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP alternate: "
0Sstevel@tonic-gate	    "pkey index %d cep_timeout %d",
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_pkey_ix,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_timeout);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP alternate: "
0Sstevel@tonic-gate	    "srvl %d flow label %d tclass %d",
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_adds_vect.av_srvl,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_adds_vect.av_flow,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_adds_vect.av_tclass);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP alternate: "
0Sstevel@tonic-gate	    "hop %d srate %d sgid_ix %d send_grh %d",
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_adds_vect.av_hop,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_adds_vect.av_srate,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_adds_vect.av_sgid_ix,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_adds_vect.av_send_grh);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP alternate: "
0Sstevel@tonic-gate	    "dgid prefix %llX dgid guid %llX",
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_adds_vect.av_dgid.
0Sstevel@tonic-gate	    gid_prefix,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_adds_vect.av_dgid.
0Sstevel@tonic-gate	    gid_guid);
0Sstevel@tonic-gate	IBTF_DPRINTF_L4(cmlog, "PRINT_MODIFY_QP alternate: "
0Sstevel@tonic-gate	    "sgid prefix %llX sgid guid %llX",
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_adds_vect.av_sgid.
0Sstevel@tonic-gate	    gid_prefix,
0Sstevel@tonic-gate	    qp_attr->qp_transport.rc.rc_alt_path.cep_adds_vect.av_sgid.
0Sstevel@tonic-gate	    gid_guid);
0Sstevel@tonic-gate}
0Sstevel@tonic-gate#endif