Lines Matching defs:cm_node
57 * @cm_node: connection's node
62 irdma_record_ird_ord(struct irdma_cm_node *cm_node, u32 conn_ird,
65 if (conn_ird > cm_node->dev->hw_attrs.max_hw_ird)
66 conn_ird = cm_node->dev->hw_attrs.max_hw_ird;
68 if (conn_ord > cm_node->dev->hw_attrs.max_hw_ord)
69 conn_ord = cm_node->dev->hw_attrs.max_hw_ord;
70 else if (!conn_ord && cm_node->send_rdma0_op == SEND_RDMA_READ_ZERO)
72 cm_node->ird_size = conn_ird;
73 cm_node->ord_size = conn_ord;
106 * @cm_node: contains ip/tcp info
107 * @cm_info: to get a copy of the cm_node ip/tcp info
110 irdma_get_addr_info(struct irdma_cm_node *cm_node,
114 cm_info->ipv4 = cm_node->ipv4;
115 cm_info->vlan_id = cm_node->vlan_id;
116 memcpy(cm_info->loc_addr, cm_node->loc_addr, sizeof(cm_info->loc_addr));
117 memcpy(cm_info->rem_addr, cm_node->rem_addr, sizeof(cm_info->rem_addr));
118 cm_info->loc_port = cm_node->loc_port;
119 cm_info->rem_port = cm_node->rem_port;
124 * @cm_node: connection's node
128 irdma_fill_sockaddr4(struct irdma_cm_node *cm_node,
137 laddr->sin_port = htons(cm_node->loc_port);
138 raddr->sin_port = htons(cm_node->rem_port);
140 laddr->sin_addr.s_addr = htonl(cm_node->loc_addr[0]);
141 raddr->sin_addr.s_addr = htonl(cm_node->rem_addr[0]);
146 * @cm_node: connection's node
150 irdma_fill_sockaddr6(struct irdma_cm_node *cm_node,
159 laddr6->sin6_port = htons(cm_node->loc_port);
160 raddr6->sin6_port = htons(cm_node->rem_port);
163 cm_node->loc_addr);
165 cm_node->rem_addr);
170 * @cm_node: connection's node
175 irdma_get_cmevent_info(struct irdma_cm_node *cm_node,
183 if (cm_node) {
184 event->private_data = cm_node->pdata_buf;
185 event->private_data_len = (u8)cm_node->pdata.size;
186 event->ird = cm_node->ird_size;
187 event->ord = cm_node->ord_size;
193 * @cm_node: connection's node
199 irdma_send_cm_event(struct irdma_cm_node *cm_node,
208 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
209 "cm_node %p cm_id=%p state=%d accel=%d event_type=%d status=%d\n",
210 cm_node, cm_id, cm_node->accelerated, cm_node->state, type,
215 if (cm_node->ipv4)
216 irdma_fill_sockaddr4(cm_node, &event);
218 irdma_fill_sockaddr6(cm_node, &event);
219 event.provider_data = cm_node;
220 event.private_data = cm_node->pdata_buf;
221 event.private_data_len = (u8)cm_node->pdata.size;
222 event.ird = cm_node->ird_size;
225 irdma_get_cmevent_info(cm_node, cm_id, &event);
228 event.ird = cm_node->ird_size;
229 event.ord = cm_node->ord_size;
234 if (!cm_node->accelerated)
235 wait_for_completion(&cm_node->establish_comp);
247 * @timer_list: a timer list to which cm_node will be selected
253 struct irdma_cm_node *cm_node;
256 HASH_FOR_EACH_RCU(cm_core->cm_hash_tbl, bkt, cm_node, list) {
257 if ((cm_node->close_entry || cm_node->send_entry) &&
258 atomic_inc_not_zero(&cm_node->refcnt))
259 list_add(&cm_node->timer_entry, timer_list);
265 * @cm_node: connection's node
269 irdma_create_event(struct irdma_cm_node *cm_node,
274 if (!cm_node->cm_id)
283 event->cm_node = cm_node;
284 memcpy(event->cm_info.rem_addr, cm_node->rem_addr,
286 memcpy(event->cm_info.loc_addr, cm_node->loc_addr,
288 event->cm_info.rem_port = cm_node->rem_port;
289 event->cm_info.loc_port = cm_node->loc_port;
290 event->cm_info.cm_id = cm_node->cm_id;
291 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
292 "node=%p event=%p type=%u dst=%x src=%x\n", cm_node, event,
302 * @cm_node: connection's node
305 irdma_free_retrans_entry(struct irdma_cm_node *cm_node)
307 struct irdma_device *iwdev = cm_node->iwdev;
310 send_entry = cm_node->send_entry;
314 cm_node->send_entry = NULL;
317 atomic_dec(&cm_node->refcnt);
322 * @cm_node: connection's node
325 irdma_cleanup_retrans_entry(struct irdma_cm_node *cm_node)
329 spin_lock_irqsave(&cm_node->retrans_list_lock, flags);
330 irdma_free_retrans_entry(cm_node);
331 spin_unlock_irqrestore(&cm_node->retrans_list_lock, flags);
336 * @cm_node: connection's node ionfo to use in frame
343 irdma_form_ah_cm_frame(struct irdma_cm_node *cm_node,
350 struct irdma_sc_vsi *vsi = &cm_node->iwdev->vsi;
358 if (!cm_node->ah || !cm_node->ah->ah_info.ah_valid) {
359 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, "AH invalid\n");
365 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, "SQ buf NULL\n");
369 sqbuf->ah_id = cm_node->ah->ah_info.ah_idx;
386 sqbuf->scratch = cm_node;
391 tcph->th_sport = htons(cm_node->loc_port);
392 tcph->th_dport = htons(cm_node->rem_port);
393 tcph->th_seq = htonl(cm_node->tcp_cntxt.loc_seq_num);
396 cm_node->tcp_cntxt.loc_ack_num = cm_node->tcp_cntxt.rcv_nxt;
397 tcph->th_ack = htonl(cm_node->tcp_cntxt.loc_ack_num);
404 cm_node->tcp_cntxt.loc_seq_num++;
407 cm_node->tcp_cntxt.loc_seq_num += hdr_len + pd_len;
411 cm_node->tcp_cntxt.loc_seq_num++;
420 tcph->th_win = htons(cm_node->tcp_cntxt.rcv_wnd);
446 * @cm_node: connection's node ionfo to use in frame
453 irdma_form_uda_cm_frame(struct irdma_cm_node *cm_node,
460 struct irdma_sc_vsi *vsi = &cm_node->iwdev->vsi;
490 if (cm_node->vlan_id < VLAN_N_VID)
493 if (cm_node->ipv4)
504 sqbuf->scratch = cm_node;
509 if (cm_node->do_lpb)
512 if (cm_node->ipv4) {
520 ether_addr_copy(ethh->ether_dhost, cm_node->rem_mac);
521 ether_addr_copy(ethh->ether_shost, cm_node->loc_mac);
522 if (cm_node->vlan_id < VLAN_N_VID) {
525 vtag = (cm_node->user_pri << VLAN_PRIO_SHIFT) |
526 cm_node->vlan_id;
537 iph->ip_tos = cm_node->tos;
539 iph->ip_id = htons(++cm_node->tcp_cntxt.loc_id);
544 iph->ip_src.s_addr = htonl(cm_node->loc_addr[0]);
545 iph->ip_dst.s_addr = htonl(cm_node->rem_addr[0]);
553 ether_addr_copy(ethh->ether_dhost, cm_node->rem_mac);
554 ether_addr_copy(ethh->ether_shost, cm_node->loc_mac);
555 if (cm_node->vlan_id < VLAN_N_VID) {
558 vtag = (cm_node->user_pri << VLAN_PRIO_SHIFT) |
559 cm_node->vlan_id;
567 ip6h->ip6_vfc |= cm_node->tos >> 4;
568 ip6h->ip6_flow = cm_node->tos << 20;
573 cm_node->loc_addr);
575 cm_node->rem_addr);
578 tcph->th_sport = htons(cm_node->loc_port);
579 tcph->th_dport = htons(cm_node->rem_port);
580 tcph->th_seq = htonl(cm_node->tcp_cntxt.loc_seq_num);
583 cm_node->tcp_cntxt.loc_ack_num = cm_node->tcp_cntxt.rcv_nxt;
584 tcph->th_ack = htonl(cm_node->tcp_cntxt.loc_ack_num);
591 cm_node->tcp_cntxt.loc_seq_num++;
594 cm_node->tcp_cntxt.loc_seq_num += hdr_len + pd_len;
598 cm_node->tcp_cntxt.loc_seq_num++;
607 tcph->th_win = htons(cm_node->tcp_cntxt.rcv_wnd);
633 * @cm_node: connection's node
636 irdma_send_reset(struct irdma_cm_node *cm_node)
641 sqbuf = cm_node->cm_core->form_cm_frame(cm_node, NULL, NULL, NULL,
646 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
647 "caller: %pS cm_node %p cm_id=%p accel=%d state=%d rem_port=0x%04x, loc_port=0x%04x rem_addr=%x loc_addr=%x\n",
648 __builtin_return_address(0), cm_node, cm_node->cm_id,
649 cm_node->accelerated, cm_node->state, cm_node->rem_port,
650 cm_node->loc_port, cm_node->rem_addr[0],
651 cm_node->loc_addr[0]);
653 return irdma_schedule_cm_timer(cm_node, sqbuf, IRDMA_TIMER_TYPE_SEND, 0,
659 * @cm_node: connection's node
663 irdma_active_open_err(struct irdma_cm_node *cm_node, bool reset)
665 irdma_cleanup_retrans_entry(cm_node);
666 cm_node->cm_core->stats_connect_errs++;
668 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
669 "cm_node=%p state=%d\n", cm_node, cm_node->state);
670 atomic_inc(&cm_node->refcnt);
671 irdma_send_reset(cm_node);
674 cm_node->state = IRDMA_CM_STATE_CLOSED;
675 irdma_create_event(cm_node, IRDMA_CM_EVENT_ABORTED);
680 * @cm_node: connection's node
681 * @reset: send reset or just free cm_node
684 irdma_passive_open_err(struct irdma_cm_node *cm_node, bool reset)
686 irdma_cleanup_retrans_entry(cm_node);
687 cm_node->cm_core->stats_passive_errs++;
688 cm_node->state = IRDMA_CM_STATE_CLOSED;
689 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
690 "cm_node=%p state=%d\n", cm_node, cm_node->state);
692 irdma_send_reset(cm_node);
694 irdma_rem_ref_cm_node(cm_node);
707 cm_id = event->cm_node->cm_id;
718 irdma_send_cm_event(event->cm_node, cm_id, IW_CM_EVENT_CONNECT_REPLY,
720 irdma_rem_ref_cm_node(event->cm_node);
725 * @cm_node: connection's node
731 irdma_process_options(struct irdma_cm_node *cm_node, u8 *optionsloc,
749 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
756 if ((cm_node->ipv4 &&
758 (!cm_node->ipv4 &&
761 if (tmp < cm_node->tcp_cntxt.mss)
762 cm_node->tcp_cntxt.mss = tmp;
765 cm_node->tcp_cntxt.snd_wscale =
769 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
777 cm_node->tcp_cntxt.mss = IRDMA_CM_DEFAULT_MSS;
784 * @cm_node: connection's node
790 irdma_handle_tcp_options(struct irdma_cm_node *cm_node,
798 ret = irdma_process_options(cm_node, optionsloc, optionsize,
801 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
802 "Node %p, Sending Reset\n", cm_node);
804 irdma_passive_open_err(cm_node, true);
806 irdma_active_open_err(cm_node, true);
811 cm_node->tcp_cntxt.snd_wnd = ntohs(tcph->th_win)
812 << cm_node->tcp_cntxt.snd_wscale;
814 if (cm_node->tcp_cntxt.snd_wnd > cm_node->tcp_cntxt.max_snd_wnd)
815 cm_node->tcp_cntxt.max_snd_wnd = cm_node->tcp_cntxt.snd_wnd;
822 * @cm_node: connection's node
827 irdma_build_mpa_v1(struct irdma_cm_node *cm_node, void *start_addr,
843 mpa_frame->rev = cm_node->mpa_frame_rev;
844 mpa_frame->priv_data_len = htons(cm_node->pdata.size);
849 * @cm_node: connection's node
854 irdma_build_mpa_v2(struct irdma_cm_node *cm_node, void *start_addr,
862 irdma_build_mpa_v1(cm_node, start_addr, mpa_key);
864 if (cm_node->iwdev->iw_ooo) {
866 cm_node->rcv_mark_en = true;
872 if (cm_node->mpav2_ird_ord == IETF_NO_IRD_ORD) {
876 ctrl_ird = (cm_node->ird_size > IETF_NO_IRD_ORD) ?
878 cm_node->ird_size;
879 ctrl_ord = (cm_node->ord_size > IETF_NO_IRD_ORD) ?
881 cm_node->ord_size;
891 switch (cm_node->send_rdma0_op) {
909 * @cm_node: connection's node
914 irdma_cm_build_mpa_frame(struct irdma_cm_node *cm_node,
919 switch (cm_node->mpa_frame_rev) {
922 irdma_build_mpa_v1(cm_node, mpa->addr, mpa_key);
926 irdma_build_mpa_v2(cm_node, mpa->addr, mpa_key);
937 * @cm_node: connection's node
940 irdma_send_mpa_request(struct irdma_cm_node *cm_node)
944 cm_node->mpa_hdr.addr = &cm_node->mpa_v2_frame;
945 cm_node->mpa_hdr.size = irdma_cm_build_mpa_frame(cm_node,
946 &cm_node->mpa_hdr,
948 if (!cm_node->mpa_hdr.size) {
949 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
950 "mpa size = %d\n", cm_node->mpa_hdr.size);
954 sqbuf = cm_node->cm_core->form_cm_frame(cm_node, NULL,
955 &cm_node->mpa_hdr,
956 &cm_node->pdata, SET_ACK);
960 return irdma_schedule_cm_timer(cm_node, sqbuf, IRDMA_TIMER_TYPE_SEND, 1,
966 * @cm_node: connection's node
971 irdma_send_mpa_reject(struct irdma_cm_node *cm_node,
977 cm_node->mpa_hdr.addr = &cm_node->mpa_v2_frame;
978 cm_node->mpa_hdr.size = irdma_cm_build_mpa_frame(cm_node,
979 &cm_node->mpa_hdr,
982 cm_node->mpa_v2_frame.flags |= IETF_MPA_FLAGS_REJECT;
986 sqbuf = cm_node->cm_core->form_cm_frame(cm_node, NULL,
987 &cm_node->mpa_hdr, &priv_info,
992 cm_node->state = IRDMA_CM_STATE_FIN_WAIT1;
994 return irdma_schedule_cm_timer(cm_node, sqbuf, IRDMA_TIMER_TYPE_SEND, 1,
1000 * @cm_node: connection's node
1004 irdma_negotiate_mpa_v2_ird_ord(struct irdma_cm_node *cm_node,
1027 cm_node->mpav2_ird_ord = IETF_NO_IRD_ORD;
1031 if (cm_node->state != IRDMA_CM_STATE_MPAREQ_SENT) {
1034 cm_node->ird_size = 1;
1035 if (cm_node->ord_size > ird_size)
1036 cm_node->ord_size = ird_size;
1043 if (cm_node->ord_size > ird_size)
1044 cm_node->ord_size = ird_size;
1046 if (cm_node->ird_size < ord_size)
1053 cm_node->send_rdma0_op = SEND_RDMA_READ_ZERO;
1055 cm_node->send_rdma0_op = SEND_RDMA_WRITE_ZERO;
1060 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
1061 "MPAV2 Negotiated ORD: %d, IRD: %d\n", cm_node->ord_size,
1062 cm_node->ird_size);
1068 * @cm_node: connection's node
1074 irdma_parse_mpa(struct irdma_cm_node *cm_node, u8 *buf, u32 *type,
1083 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
1093 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
1099 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
1104 if (mpa_frame->rev > cm_node->mpa_frame_rev) {
1105 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
1110 cm_node->mpa_frame_rev = mpa_frame->rev;
1111 if (cm_node->state != IRDMA_CM_STATE_MPAREQ_SENT) {
1114 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
1121 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
1128 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
1135 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
1143 ret = irdma_negotiate_mpa_v2_ird_ord(cm_node, buf);
1152 memcpy(cm_node->pdata_buf, buf + mpa_hdr_len, priv_data_len);
1153 cm_node->pdata.size = priv_data_len;
1159 cm_node->snd_mark_en = true;
1166 * @cm_node: connection's node
1170 * @close_when_complete: is cm_node to be removed
1172 * note - cm_node needs to be protected before calling this. Encase in:
1173 * irdma_rem_ref_cm_node(cm_core, cm_node);
1175 * atomic_inc(&cm_node->refcnt);
1178 irdma_schedule_cm_timer(struct irdma_cm_node *cm_node,
1183 struct irdma_sc_vsi *vsi = &cm_node->iwdev->vsi;
1184 struct irdma_cm_core *cm_core = cm_node->cm_core;
1206 if (cm_node->close_entry) {
1208 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
1213 cm_node->close_entry = new_send;
1215 spin_lock_irqsave(&cm_node->retrans_list_lock, flags);
1216 cm_node->send_entry = new_send;
1217 atomic_inc(&cm_node->refcnt);
1218 spin_unlock_irqrestore(&cm_node->retrans_list_lock, flags);
1224 irdma_cleanup_retrans_entry(cm_node);
1226 irdma_rem_ref_cm_node(cm_node);
1245 * @cm_node: connection's node
1248 irdma_retrans_expired(struct irdma_cm_node *cm_node)
1250 enum irdma_cm_node_state state = cm_node->state;
1252 cm_node->state = IRDMA_CM_STATE_CLOSED;
1256 irdma_rem_ref_cm_node(cm_node);
1260 irdma_send_reset(cm_node);
1263 atomic_inc(&cm_node->refcnt);
1264 irdma_send_reset(cm_node);
1265 irdma_create_event(cm_node, IRDMA_CM_EVENT_ABORTED);
1272 * @cm_node: connection's node
1273 * @rem_node: flag for remove cm_node
1276 irdma_handle_close_entry(struct irdma_cm_node *cm_node,
1279 struct irdma_timer_entry *close_entry = cm_node->close_entry;
1300 irdma_rem_ref_cm_node(cm_node);
1304 cm_node->close_entry = NULL;
1315 struct irdma_cm_node *cm_node;
1333 cm_node = container_of(list_node, struct irdma_cm_node,
1335 close_entry = cm_node->close_entry;
1345 irdma_handle_close_entry(cm_node, 1);
1349 spin_lock_irqsave(&cm_node->retrans_list_lock, flags);
1351 send_entry = cm_node->send_entry;
1355 if (cm_node->state != IRDMA_CM_STATE_OFFLOADED) {
1362 irdma_free_retrans_entry(cm_node);
1367 if (cm_node->state == IRDMA_CM_STATE_OFFLOADED ||
1368 cm_node->state == IRDMA_CM_STATE_CLOSED) {
1369 irdma_free_retrans_entry(cm_node);
1374 irdma_free_retrans_entry(cm_node);
1376 spin_unlock_irqrestore(&cm_node->retrans_list_lock,
1378 irdma_retrans_expired(cm_node);
1379 cm_node->state = IRDMA_CM_STATE_CLOSED;
1380 spin_lock_irqsave(&cm_node->retrans_list_lock, flags);
1383 spin_unlock_irqrestore(&cm_node->retrans_list_lock, flags);
1385 vsi = &cm_node->iwdev->vsi;
1386 if (!cm_node->ack_rcvd) {
1389 cm_node->cm_core->stats_pkt_retrans++;
1392 spin_lock_irqsave(&cm_node->retrans_list_lock, flags);
1409 irdma_free_retrans_entry(cm_node);
1411 irdma_rem_ref_cm_node(cm_node);
1414 spin_unlock_irqrestore(&cm_node->retrans_list_lock, flags);
1415 irdma_rem_ref_cm_node(cm_node);
1430 * @cm_node: connection's node
1434 irdma_send_syn(struct irdma_cm_node *cm_node, u32 sendack)
1448 if (!cm_node)
1454 options->mss.mss = htons(cm_node->tcp_cntxt.mss);
1460 options->windowscale.shiftcount = cm_node->tcp_cntxt.rcv_wscale;
1471 sqbuf = cm_node->cm_core->form_cm_frame(cm_node, &opts, NULL, NULL,
1476 return irdma_schedule_cm_timer(cm_node, sqbuf, IRDMA_TIMER_TYPE_SEND, 1,
1482 * @cm_node: connection's node
1485 irdma_send_ack(struct irdma_cm_node *cm_node)
1488 struct irdma_sc_vsi *vsi = &cm_node->iwdev->vsi;
1490 sqbuf = cm_node->cm_core->form_cm_frame(cm_node, NULL, NULL, NULL,
1498 * @cm_node: connection's node
1501 irdma_send_fin(struct irdma_cm_node *cm_node)
1505 sqbuf = cm_node->cm_core->form_cm_frame(cm_node, NULL, NULL, NULL,
1510 return irdma_schedule_cm_timer(cm_node, sqbuf, IRDMA_TIMER_TYPE_SEND, 1,
1533 /* walk list and find cm_node associated with this session ID */
1855 * @reset_list: a list to which cm_node will be selected
1862 struct irdma_cm_node *cm_node;
1865 HASH_FOR_EACH_RCU(cm_core->cm_hash_tbl, bkt, cm_node, list) {
1866 if (cm_node->listener == listener &&
1867 !cm_node->accelerated &&
1868 atomic_inc_not_zero(&cm_node->refcnt))
1869 list_add(&cm_node->reset_entry, reset_list);
1887 struct irdma_cm_node *cm_node;
1903 cm_node = container_of(list_pos, struct irdma_cm_node,
1905 if (cm_node->state >= IRDMA_CM_STATE_FIN_WAIT1) {
1906 irdma_rem_ref_cm_node(cm_node);
1910 irdma_cleanup_retrans_entry(cm_node);
1911 err = irdma_send_reset(cm_node);
1913 cm_node->state = IRDMA_CM_STATE_CLOSED;
1914 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
1917 old_state = cm_node->state;
1918 cm_node->state = IRDMA_CM_STATE_LISTENER_DESTROYED;
1920 irdma_rem_ref_cm_node(cm_node);
1997 struct irdma_cm_node *cm_node;
2001 HASH_FOR_EACH_POSSIBLE_RCU(cm_core->cm_hash_tbl, cm_node, list, key) {
2002 if (cm_node->vlan_id == vlan_id &&
2003 cm_node->loc_port == loc_port && cm_node->rem_port == rem_port &&
2004 !memcmp(cm_node->loc_addr, loc_addr, sizeof(cm_node->loc_addr)) &&
2005 !memcmp(cm_node->rem_addr, rem_addr, sizeof(cm_node->rem_addr))) {
2006 if (!atomic_inc_not_zero(&cm_node->refcnt))
2009 return cm_node;
2023 * @cm_node: connection's node
2027 struct irdma_cm_node *cm_node)
2030 u32 key = (cm_node->rem_port << 16) | cm_node->loc_port;
2033 HASH_ADD_RCU(cm_core->cm_hash_tbl, &cm_node->list, key);
2065 * @cm_node: The connection manager node to create AH for
2069 irdma_cm_create_ah(struct irdma_cm_node *cm_node, bool wait)
2072 struct irdma_device *iwdev = cm_node->iwdev;
2074 struct vnet *vnet = irdma_cmid_to_vnet(cm_node->cm_id);
2080 ah_info.tc_tos = cm_node->tos;
2083 if (cm_node->ipv4) {
2085 ah_info.dest_ip_addr[0] = cm_node->rem_addr[0];
2086 ah_info.src_ip_addr[0] = cm_node->loc_addr[0];
2092 memcpy(ah_info.dest_ip_addr, cm_node->rem_addr,
2094 memcpy(ah_info.src_ip_addr, cm_node->loc_addr,
2100 ah_info.vlan_tag = cm_node->vlan_id;
2101 if (cm_node->vlan_id < VLAN_N_VID) {
2103 ah_info.vlan_tag |= cm_node->user_pri << VLAN_PRIO_SHIFT;
2111 IRDMA_PUDA_RSRC_TYPE_ILQ, cm_node,
2112 &cm_node->ah))
2120 * @cm_node: The connection manager node to create AH for
2123 irdma_cm_free_ah(struct irdma_cm_node *cm_node)
2125 struct irdma_device *iwdev = cm_node->iwdev;
2127 irdma_puda_free_ah(&iwdev->rf->sc_dev, cm_node->ah);
2128 cm_node->ah = NULL;
2143 struct irdma_cm_node *cm_node;
2147 /* create an hte and cm_node for this instance */
2148 cm_node = kzalloc(sizeof(*cm_node), GFP_ATOMIC);
2149 if (!cm_node)
2153 cm_node->ipv4 = cm_info->ipv4;
2154 cm_node->vlan_id = cm_info->vlan_id;
2155 if (cm_node->vlan_id >= VLAN_N_VID && iwdev->dcb_vlan_mode)
2156 cm_node->vlan_id = 0;
2157 cm_node->tos = cm_info->tos;
2158 cm_node->user_pri = cm_info->user_pri;
2165 cm_node->user_pri = listener->user_pri;
2167 cm_node->tos = max(listener->tos, cm_info->tos);
2168 cm_node->user_pri = rt_tos2priority(cm_node->tos);
2169 cm_node->user_pri =
2171 cm_node->user_pri,
2175 "listener: TOS:[%d] UP:[%d]\n", cm_node->tos,
2176 cm_node->user_pri);
2178 memcpy(cm_node->loc_addr, cm_info->loc_addr, sizeof(cm_node->loc_addr));
2179 memcpy(cm_node->rem_addr, cm_info->rem_addr, sizeof(cm_node->rem_addr));
2180 cm_node->loc_port = cm_info->loc_port;
2181 cm_node->rem_port = cm_info->rem_port;
2183 cm_node->mpa_frame_rev = IRDMA_CM_DEFAULT_MPA_VER;
2184 cm_node->send_rdma0_op = SEND_RDMA_READ_ZERO;
2185 cm_node->iwdev = iwdev;
2186 cm_node->dev = &iwdev->rf->sc_dev;
2188 cm_node->ird_size = cm_node->dev->hw_attrs.max_hw_ird;
2189 cm_node->ord_size = cm_node->dev->hw_attrs.max_hw_ord;
2191 cm_node->listener = listener;
2192 cm_node->cm_id = cm_info->cm_id;
2193 ether_addr_copy(cm_node->loc_mac, if_getlladdr(netdev));
2194 spin_lock_init(&cm_node->retrans_list_lock);
2195 cm_node->ack_rcvd = false;
2197 init_completion(&cm_node->establish_comp);
2198 atomic_set(&cm_node->refcnt, 1);
2200 cm_node->cm_core = cm_core;
2201 cm_node->tcp_cntxt.loc_id = IRDMA_CM_DEFAULT_LOCAL_ID;
2202 cm_node->tcp_cntxt.rcv_wscale = iwdev->rcv_wscale;
2203 cm_node->tcp_cntxt.rcv_wnd = iwdev->rcv_wnd >> cm_node->tcp_cntxt.rcv_wscale;
2204 kc_set_loc_seq_num_mss(cm_node);
2206 arpindex = irdma_resolve_neigh_lpb_chk(iwdev, cm_node, cm_info);
2210 ether_addr_copy(cm_node->rem_mac, iwdev->rf->arp_table[arpindex].mac_addr);
2211 irdma_add_hte_node(cm_core, cm_node);
2213 return cm_node;
2216 kfree(cm_node);
2222 irdma_destroy_connection(struct irdma_cm_node *cm_node)
2224 struct irdma_cm_core *cm_core = cm_node->cm_core;
2229 if (!cm_node->accelerated && cm_node->accept_pend) {
2230 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
2232 atomic_dec(&cm_node->listener->pend_accepts_cnt);
2234 if (cm_node->close_entry)
2235 irdma_handle_close_entry(cm_node, 0);
2236 if (cm_node->listener) {
2237 irdma_dec_refcnt_listen(cm_core, cm_node->listener, 0, true);
2239 if (cm_node->apbvt_set) {
2240 irdma_del_apbvt(cm_node->iwdev, cm_node->apbvt_entry);
2241 cm_node->apbvt_set = 0;
2243 irdma_get_addr_info(cm_node, &nfo);
2244 if (cm_node->qhash_set) {
2245 nfo.qh_qpid = cm_node->iwdev->vsi.ilq->qp_id;
2246 irdma_manage_qhash(cm_node->iwdev, &nfo,
2250 cm_node->qhash_set = 0;
2254 iwqp = cm_node->iwqp;
2256 cm_node->cm_id->rem_ref(cm_node->cm_id);
2257 cm_node->cm_id = NULL;
2260 cm_node->iwqp = NULL;
2261 } else if (cm_node->qhash_set) {
2262 irdma_get_addr_info(cm_node, &nfo);
2263 nfo.qh_qpid = cm_node->iwdev->vsi.ilq->qp_id;
2264 irdma_manage_qhash(cm_node->iwdev, &nfo,
2267 cm_node->qhash_set = 0;
2270 cm_core->cm_free_ah(cm_node);
2275 * @cm_node: connection's node
2278 irdma_rem_ref_cm_node(struct irdma_cm_node *cm_node)
2280 struct irdma_cm_core *cm_core = cm_node->cm_core;
2285 if (!atomic_dec_and_test(&cm_node->refcnt)) {
2289 if (cm_node->iwqp) {
2290 cm_node->iwqp->cm_node = NULL;
2291 cm_node->iwqp->cm_id = NULL;
2293 HASH_DEL_RCU(cm_core->cm_hash_tbl, &cm_node->list);
2294 cm_node->cm_core->stats_nodes_destroyed++;
2298 irdma_destroy_connection(cm_node);
2300 kfree_rcu(cm_node, rcu_head);
2305 * @cm_node: connection's node
2308 irdma_handle_fin_pkt(struct irdma_cm_node *cm_node)
2310 switch (cm_node->state) {
2315 cm_node->tcp_cntxt.rcv_nxt++;
2316 irdma_cleanup_retrans_entry(cm_node);
2317 cm_node->state = IRDMA_CM_STATE_LAST_ACK;
2318 irdma_send_fin(cm_node);
2321 irdma_create_event(cm_node, IRDMA_CM_EVENT_ABORTED);
2322 cm_node->tcp_cntxt.rcv_nxt++;
2323 irdma_cleanup_retrans_entry(cm_node);
2324 cm_node->state = IRDMA_CM_STATE_CLOSED;
2325 atomic_inc(&cm_node->refcnt);
2326 irdma_send_reset(cm_node);
2329 cm_node->tcp_cntxt.rcv_nxt++;
2330 irdma_cleanup_retrans_entry(cm_node);
2331 cm_node->state = IRDMA_CM_STATE_CLOSING;
2332 irdma_send_ack(cm_node);
2339 cm_node->tcp_cntxt.rcv_nxt++;
2340 irdma_cleanup_retrans_entry(cm_node);
2341 cm_node->state = IRDMA_CM_STATE_TIME_WAIT;
2342 irdma_send_ack(cm_node);
2343 irdma_schedule_cm_timer(cm_node, NULL, IRDMA_TIMER_TYPE_CLOSE,
2347 cm_node->tcp_cntxt.rcv_nxt++;
2348 irdma_cleanup_retrans_entry(cm_node);
2349 cm_node->state = IRDMA_CM_STATE_CLOSED;
2350 irdma_rem_ref_cm_node(cm_node);
2354 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
2355 "bad state node state = %d\n", cm_node->state);
2362 * @cm_node: connection's node
2366 irdma_handle_rst_pkt(struct irdma_cm_node *cm_node,
2369 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
2370 "caller: %pS cm_node=%p state=%d rem_port=0x%04x loc_port=0x%04x rem_addr=%x loc_addr=%x\n",
2371 __builtin_return_address(0), cm_node, cm_node->state,
2372 cm_node->rem_port, cm_node->loc_port, cm_node->rem_addr[0],
2373 cm_node->loc_addr[0]);
2375 irdma_cleanup_retrans_entry(cm_node);
2376 switch (cm_node->state) {
2379 switch (cm_node->mpa_frame_rev) {
2382 cm_node->mpa_frame_rev = IETF_MPA_V1;
2384 cm_node->state = IRDMA_CM_STATE_SYN_SENT;
2385 if (irdma_send_syn(cm_node, 0))
2386 irdma_active_open_err(cm_node, false);
2390 irdma_active_open_err(cm_node, false);
2395 atomic_inc(&cm_node->passive_state);
2400 irdma_passive_open_err(cm_node, false);
2403 irdma_active_open_err(cm_node, false);
2411 cm_node->state = IRDMA_CM_STATE_CLOSED;
2412 irdma_rem_ref_cm_node(cm_node);
2421 * @cm_node: connection's node
2425 irdma_handle_rcv_mpa(struct irdma_cm_node *cm_node,
2435 err = irdma_parse_mpa(cm_node, dataloc, &res_type, datasize);
2437 if (cm_node->state == IRDMA_CM_STATE_MPAREQ_SENT)
2438 irdma_active_open_err(cm_node, true);
2440 irdma_passive_open_err(cm_node, true);
2444 switch (cm_node->state) {
2447 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
2449 cm_node->state = IRDMA_CM_STATE_MPAREQ_RCVD;
2451 irdma_send_ack(cm_node); /* ACK received MPA request */
2452 atomic_set(&cm_node->passive_state,
2456 irdma_cleanup_retrans_entry(cm_node);
2459 cm_node->state = IRDMA_CM_STATE_MPAREJ_RCVD;
2462 cm_node->state = IRDMA_CM_STATE_OFFLOADED;
2464 irdma_send_ack(cm_node);
2467 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
2468 "wrong cm_node state=%d\n", cm_node->state);
2471 irdma_create_event(cm_node, type);
2476 * @cm_node: connection's node
2480 irdma_check_syn(struct irdma_cm_node *cm_node, struct tcphdr *tcph)
2482 if (ntohl(tcph->th_ack) != cm_node->tcp_cntxt.loc_seq_num) {
2483 irdma_active_open_err(cm_node, true);
2492 * @cm_node: connection's node
2496 irdma_check_seq(struct irdma_cm_node *cm_node, struct tcphdr *tcph)
2500 u32 loc_seq_num = cm_node->tcp_cntxt.loc_seq_num;
2501 u32 rcv_nxt = cm_node->tcp_cntxt.rcv_nxt;
2507 rcv_wnd = cm_node->tcp_cntxt.rcv_wnd;
2512 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
2519 irdma_add_conn_est_qh(struct irdma_cm_node *cm_node)
2523 irdma_get_addr_info(cm_node, &nfo);
2524 nfo.qh_qpid = cm_node->iwdev->vsi.ilq->qp_id;
2525 irdma_manage_qhash(cm_node->iwdev, &nfo,
2528 cm_node, false);
2529 cm_node->qhash_set = true;
2534 * @cm_node: connection's node
2538 irdma_handle_syn_pkt(struct irdma_cm_node *cm_node,
2549 switch (cm_node->state) {
2553 irdma_active_open_err(cm_node, 1);
2557 if (atomic_read(&cm_node->listener->pend_accepts_cnt) >
2558 cm_node->listener->backlog) {
2559 cm_node->cm_core->stats_backlog_drops++;
2560 irdma_passive_open_err(cm_node, false);
2563 err = irdma_handle_tcp_options(cm_node, tcph, optionsize, 1);
2565 irdma_passive_open_err(cm_node, false);
2569 err = cm_node->cm_core->cm_create_ah(cm_node, false);
2571 irdma_passive_open_err(cm_node, false);
2575 cm_node->tcp_cntxt.rcv_nxt = inc_sequence + 1;
2576 cm_node->accept_pend = 1;
2577 atomic_inc(&cm_node->listener->pend_accepts_cnt);
2579 cm_node->state = IRDMA_CM_STATE_SYN_RCVD;
2582 irdma_cleanup_retrans_entry(cm_node);
2583 atomic_inc(&cm_node->refcnt);
2584 irdma_send_reset(cm_node);
2601 * @cm_node: connection's node
2605 irdma_handle_synack_pkt(struct irdma_cm_node *cm_node,
2615 switch (cm_node->state) {
2617 irdma_cleanup_retrans_entry(cm_node);
2619 if (irdma_check_syn(cm_node, tcph)) {
2620 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
2624 cm_node->tcp_cntxt.rem_ack_num = ntohl(tcph->th_ack);
2626 err = irdma_handle_tcp_options(cm_node, tcph, optionsize, 0);
2628 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
2629 "cm_node=%p tcp_options failed\n", cm_node);
2632 irdma_cleanup_retrans_entry(cm_node);
2633 cm_node->tcp_cntxt.rcv_nxt = inc_sequence + 1;
2634 irdma_send_ack(cm_node); /* ACK for the syn_ack */
2635 err = irdma_send_mpa_request(cm_node);
2637 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
2638 "cm_node=%p irdma_send_mpa_request failed\n",
2639 cm_node);
2642 cm_node->state = IRDMA_CM_STATE_MPAREQ_SENT;
2645 irdma_passive_open_err(cm_node, true);
2648 cm_node->tcp_cntxt.loc_seq_num = ntohl(tcph->th_ack);
2649 irdma_cleanup_retrans_entry(cm_node);
2650 cm_node->state = IRDMA_CM_STATE_CLOSED;
2651 irdma_send_reset(cm_node);
2654 cm_node->tcp_cntxt.loc_seq_num = ntohl(tcph->th_ack);
2655 irdma_cleanup_retrans_entry(cm_node);
2656 atomic_inc(&cm_node->refcnt);
2657 irdma_send_reset(cm_node);
2674 * @cm_node: connection's node
2678 irdma_handle_ack_pkt(struct irdma_cm_node *cm_node,
2689 if (irdma_check_seq(cm_node, tcph))
2693 switch (cm_node->state) {
2695 irdma_cleanup_retrans_entry(cm_node);
2696 ret = irdma_handle_tcp_options(cm_node, tcph, optionsize, 1);
2699 cm_node->tcp_cntxt.rem_ack_num = ntohl(tcph->th_ack);
2700 cm_node->state = IRDMA_CM_STATE_ESTABLISHED;
2702 cm_node->tcp_cntxt.rcv_nxt = inc_sequence + datasize;
2703 irdma_handle_rcv_mpa(cm_node, rbuf);
2707 irdma_cleanup_retrans_entry(cm_node);
2709 cm_node->tcp_cntxt.rcv_nxt = inc_sequence + datasize;
2710 irdma_handle_rcv_mpa(cm_node, rbuf);
2714 cm_node->tcp_cntxt.rem_ack_num = ntohl(tcph->th_ack);
2716 cm_node->tcp_cntxt.rcv_nxt = inc_sequence + datasize;
2717 cm_node->ack_rcvd = false;
2718 irdma_handle_rcv_mpa(cm_node, rbuf);
2720 cm_node->ack_rcvd = true;
2724 irdma_cleanup_retrans_entry(cm_node);
2725 cm_node->state = IRDMA_CM_STATE_CLOSED;
2726 irdma_send_reset(cm_node);
2729 irdma_cleanup_retrans_entry(cm_node);
2730 atomic_inc(&cm_node->refcnt);
2731 irdma_send_reset(cm_node);
2735 irdma_cleanup_retrans_entry(cm_node);
2736 cm_node->state = IRDMA_CM_STATE_CLOSED;
2737 irdma_rem_ref_cm_node(cm_node);
2740 irdma_cleanup_retrans_entry(cm_node);
2741 cm_node->state = IRDMA_CM_STATE_FIN_WAIT2;
2749 irdma_cleanup_retrans_entry(cm_node);
2758 * @cm_node: connection's node
2762 irdma_process_pkt(struct irdma_cm_node *cm_node,
2784 irdma_handle_syn_pkt(cm_node, rbuf);
2787 irdma_handle_synack_pkt(cm_node, rbuf);
2790 err = irdma_handle_ack_pkt(cm_node, rbuf);
2792 irdma_handle_fin_pkt(cm_node);
2795 irdma_handle_rst_pkt(cm_node, rbuf);
2799 (!irdma_check_seq(cm_node, (struct tcphdr *)rbuf->tcph)))
2800 irdma_handle_fin_pkt(cm_node);
2873 * @caller_cm_node: pointer to cm_node structure to return
2882 struct irdma_cm_node *cm_node;
2887 cm_node = irdma_make_cm_node(cm_core, iwdev, cm_info, NULL);
2888 if (!cm_node)
2892 cm_node->tcp_cntxt.client = 1;
2893 cm_node->tcp_cntxt.rcv_wscale = IRDMA_CM_DEFAULT_RCV_WND_SCALE;
2895 irdma_record_ird_ord(cm_node, conn_param->ird, conn_param->ord);
2897 cm_node->pdata.size = private_data_len;
2898 cm_node->pdata.addr = cm_node->pdata_buf;
2900 memcpy(cm_node->pdata_buf, private_data, private_data_len);
2901 *caller_cm_node = cm_node;
2908 * @cm_node: connection's node
2913 irdma_cm_reject(struct irdma_cm_node *cm_node, const void *pdata,
2919 if (cm_node->tcp_cntxt.client)
2922 irdma_cleanup_retrans_entry(cm_node);
2924 passive_state = atomic_add_return(1, &cm_node->passive_state);
2926 cm_node->state = IRDMA_CM_STATE_CLOSED;
2927 irdma_rem_ref_cm_node(cm_node);
2931 if (cm_node->state == IRDMA_CM_STATE_LISTENER_DESTROYED) {
2932 irdma_rem_ref_cm_node(cm_node);
2936 ret = irdma_send_mpa_reject(cm_node, pdata, plen);
2940 cm_node->state = IRDMA_CM_STATE_CLOSED;
2941 if (irdma_send_reset(cm_node))
2942 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
2950 * @cm_node: connection's node
2953 irdma_cm_close(struct irdma_cm_node *cm_node)
2955 switch (cm_node->state) {
2963 irdma_cleanup_retrans_entry(cm_node);
2964 irdma_send_reset(cm_node);
2967 cm_node->state = IRDMA_CM_STATE_LAST_ACK;
2968 irdma_send_fin(cm_node);
2977 irdma_cleanup_retrans_entry(cm_node);
2978 irdma_send_reset(cm_node);
2985 irdma_rem_ref_cm_node(cm_node);
2988 if (cm_node->send_entry)
2989 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
2991 irdma_rem_ref_cm_node(cm_node);
3007 struct irdma_cm_node *cm_node;
3063 cm_node = irdma_find_node(cm_core, cm_info.rem_port, cm_info.rem_addr,
3066 if (!cm_node) {
3087 cm_node = irdma_make_cm_node(cm_core, iwdev, &cm_info,
3089 if (!cm_node) {
3097 cm_node->state = IRDMA_CM_STATE_LISTENING;
3099 irdma_rem_ref_cm_node(cm_node);
3103 atomic_inc(&cm_node->refcnt);
3104 } else if (cm_node->state == IRDMA_CM_STATE_OFFLOADED) {
3105 irdma_rem_ref_cm_node(cm_node);
3109 irdma_process_pkt(cm_node, rbuf);
3110 irdma_rem_ref_cm_node(cm_node);
3114 irdma_add_qh(struct irdma_cm_node *cm_node, bool active)
3117 irdma_add_conn_est_qh(cm_node);
3122 irdma_cm_free_ah_nop(struct irdma_cm_node *cm_node)
3186 * @cm_node: connection's node
3191 irdma_init_tcp_ctx(struct irdma_cm_node *cm_node,
3195 tcp_info->ipv4 = cm_node->ipv4;
3208 tcp_info->snd_wscale = cm_node->tcp_cntxt.snd_wscale;
3209 tcp_info->rcv_wscale = cm_node->tcp_cntxt.rcv_wscale;
3211 tcp_info->snd_nxt = cm_node->tcp_cntxt.loc_seq_num;
3212 tcp_info->snd_wnd = cm_node->tcp_cntxt.snd_wnd;
3213 tcp_info->rcv_nxt = cm_node->tcp_cntxt.rcv_nxt;
3214 tcp_info->snd_max = cm_node->tcp_cntxt.loc_seq_num;
3216 tcp_info->snd_una = cm_node->tcp_cntxt.loc_seq_num;
3217 tcp_info->cwnd = 2 * cm_node->tcp_cntxt.mss;
3218 tcp_info->snd_wl1 = cm_node->tcp_cntxt.rcv_nxt;
3219 tcp_info->snd_wl2 = cm_node->tcp_cntxt.loc_seq_num;
3220 tcp_info->max_snd_window = cm_node->tcp_cntxt.max_snd_wnd;
3221 tcp_info->rcv_wnd = cm_node->tcp_cntxt.rcv_wnd
3222 << cm_node->tcp_cntxt.rcv_wscale;
3225 tcp_info->snd_mss = (u32)cm_node->tcp_cntxt.mss;
3226 tcp_info->tos = cm_node->tos;
3227 if (cm_node->vlan_id < VLAN_N_VID) {
3229 tcp_info->vlan_tag = cm_node->vlan_id;
3230 tcp_info->vlan_tag |= cm_node->user_pri << VLAN_PRIO_SHIFT;
3232 tcp_info->src_port = cm_node->loc_port;
3233 tcp_info->dst_port = cm_node->rem_port;
3235 cm_node->rem_addr, NULL,
3237 if (cm_node->ipv4) {
3238 tcp_info->dest_ip_addr[3] = cm_node->rem_addr[0];
3239 tcp_info->local_ipaddr[3] = cm_node->loc_addr[0];
3241 memcpy(tcp_info->dest_ip_addr, cm_node->rem_addr,
3243 memcpy(tcp_info->local_ipaddr, cm_node->loc_addr,
3251 * @cm_node: connection's node
3255 struct irdma_cm_node *cm_node)
3267 iwarp_info->ord_size = cm_node->ord_size;
3268 iwarp_info->ird_size = cm_node->ird_size;
3276 ctx_info->user_pri = cm_node->user_pri;
3278 irdma_init_tcp_ctx(cm_node, &iwqp->tcp_info, iwqp);
3279 if (cm_node->snd_mark_en) {
3282 cm_node->lsmm_size;
3285 cm_node->state = IRDMA_CM_STATE_OFFLOADED;
3289 if (cm_node->rcv_mark_en) {
3344 irdma_cm_close(iwqp->cm_node);
3434 if (!iwqp->cm_node) {
3438 atomic_inc(&iwqp->cm_node->refcnt);
3443 err = irdma_send_cm_event(iwqp->cm_node, cm_id,
3453 err = irdma_send_cm_event(iwqp->cm_node, cm_id,
3461 irdma_rem_ref_cm_node(iwqp->cm_node);
3512 struct irdma_cm_node *cm_node;
3530 cm_node = cm_id->provider_data;
3533 cm_node->ipv4 = true;
3534 cm_node->vlan_id = irdma_get_vlan_ipv4(cm_id, cm_node->loc_addr);
3536 cm_node->ipv4 = false;
3537 irdma_get_vlan_mac_ipv6(cm_id, cm_node->loc_addr, &cm_node->vlan_id,
3541 cm_node->vlan_id);
3543 if (cm_node->state == IRDMA_CM_STATE_LISTENER_DESTROYED) {
3548 passive_state = atomic_add_return(1, &cm_node->passive_state);
3563 cm_node->pdata.size = conn_param->private_data_len;
3565 accept.size = irdma_cm_build_mpa_frame(cm_node, &accept, MPA_KEY_REPLY);
3569 if (cm_node->dev->ws_add(iwqp->sc_qp.vsi, cm_node->user_pri)) {
3573 iwqp->sc_qp.user_pri = cm_node->user_pri;
3575 if (cm_node->dev->hw_attrs.uk_attrs.hw_rev == IRDMA_GEN_2)
3593 cm_node->lsmm_size = accept.size + conn_param->private_data_len;
3594 irdma_sc_send_lsmm(&iwqp->sc_qp, iwqp->ietf_mem.va, cm_node->lsmm_size,
3601 cm_node->cm_id = cm_id;
3605 iwqp->cm_node = cm_node;
3606 cm_node->iwqp = iwqp;
3607 irdma_cm_init_tsa_conn(iwqp, cm_node);
3612 cm_node->qhash_set = false;
3613 cm_node->cm_core->cm_free_ah(cm_node);
3622 "Slow Connection: cm_node=%p, loc_port=%d, rem_port=%d, cm_id=%p\n",
3623 cm_node, cm_node->loc_port,
3624 cm_node->rem_port, cm_node->cm_id);
3630 irdma_send_cm_event(cm_node, cm_id, IW_CM_EVENT_ESTABLISHED, 0);
3631 cm_node->accelerated = true;
3632 complete(&cm_node->establish_comp);
3634 if (cm_node->accept_pend) {
3635 atomic_dec(&cm_node->listener->pend_accepts_cnt);
3636 cm_node->accept_pend = 0;
3640 "rem_port=0x%04x, loc_port=0x%04x rem_addr=%x loc_addr=%x cm_node=%p cm_id=%p qp_id=%d\n\n",
3641 cm_node->rem_port, cm_node->loc_port, cm_node->rem_addr[0],
3642 cm_node->loc_addr[0], cm_node, cm_id, ibqp->qp_num);
3643 cm_node->cm_core->stats_accepts++;
3648 irdma_rem_ref_cm_node(cm_node);
3663 struct irdma_cm_node *cm_node;
3665 cm_node = cm_id->provider_data;
3666 cm_node->pdata.size = pdata_len;
3672 cm_node->cm_core->stats_rejects++;
3677 return irdma_cm_reject(cm_node, pdata, pdata_len);
3691 struct irdma_cm_node *cm_node;
3771 &cm_node);
3774 ret = cm_node->cm_core->cm_create_ah(cm_node, true);
3783 cm_node->qhash_set = true;
3785 cm_node->apbvt_entry = irdma_add_apbvt(iwdev, cm_info.loc_port);
3786 if (!cm_node->apbvt_entry) {
3791 cm_node->apbvt_set = true;
3792 iwqp->cm_node = cm_node;
3793 cm_node->iwqp = iwqp;
3798 if (cm_node->state != IRDMA_CM_STATE_OFFLOADED) {
3799 cm_node->state = IRDMA_CM_STATE_SYN_SENT;
3800 ret = irdma_send_syn(cm_node, 0);
3806 "rem_port=0x%04x, loc_port=0x%04x rem_addr=%x loc_addr=%x cm_node=%p cm_id=%p qp_id = %d\n\n",
3807 cm_node->rem_port, cm_node->loc_port, cm_node->rem_addr[0],
3808 cm_node->loc_addr[0], cm_node, cm_id, ibqp->qp_num);
3821 irdma_rem_ref_cm_node(cm_node);
3973 * @teardown_list: a list to which cm_node will be selected
3985 struct irdma_cm_node *cm_node;
3988 HASH_FOR_EACH_RCU(cm_core->cm_hash_tbl, bkt, cm_node, list) {
3990 (nfo->vlan_id == cm_node->vlan_id &&
3991 !memcmp(cm_node->loc_addr, ipaddr, nfo->ipv4 ? 4 : 16))) &&
3992 atomic_inc_not_zero(&cm_node->refcnt))
3993 list_add(&cm_node->teardown_entry, teardown_list);
4010 * @teardown_list: a list to which cm_node will be selected
4068 * @event: the info for cm_node of connection
4075 struct irdma_cm_node *cm_node;
4083 cm_node = event->cm_node;
4084 cm_id = cm_node->cm_id;
4093 irdma_cm_init_tsa_conn(iwqp, cm_node);
4094 read0 = (cm_node->send_rdma0_op == SEND_RDMA_READ_ZERO);
4102 cm_node->qhash_set = false;
4110 "Slow Connection: cm_node=%p, loc_port=%d, rem_port=%d, cm_id=%p\n",
4111 cm_node, cm_node->loc_port,
4112 cm_node->rem_port, cm_node->cm_id);
4115 irdma_send_cm_event(cm_node, cm_id, IW_CM_EVENT_CONNECT_REPLY, 0);
4116 cm_node->accelerated = true;
4117 complete(&cm_node->establish_comp);
4118 cm_node->cm_core->cm_free_ah(cm_node);
4124 irdma_send_cm_event(event->cm_node, cm_id, IW_CM_EVENT_CONNECT_REPLY,
4126 irdma_rem_ref_cm_node(event->cm_node);
4131 * @event: the info for cm_node of connection
4136 struct irdma_cm_node *cm_node = event->cm_node;
4137 struct iw_cm_id *cm_id = cm_node->cm_id;
4147 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
4148 "reset event %p - cm_id = %p\n", event->cm_node, cm_id);
4151 irdma_send_cm_event(cm_node, cm_node->cm_id, IW_CM_EVENT_DISCONNECT,
4153 irdma_send_cm_event(cm_node, cm_node->cm_id, IW_CM_EVENT_CLOSE, 0);
4164 struct irdma_cm_node *cm_node;
4166 if (!event || !event->cm_node || !event->cm_node->cm_core)
4169 cm_node = event->cm_node;
4173 irdma_send_cm_event(cm_node, cm_node->cm_id,
4180 if (!event->cm_node->cm_id ||
4181 event->cm_node->state != IRDMA_CM_STATE_OFFLOADED)
4186 if (!event->cm_node->cm_id ||
4187 cm_node->state == IRDMA_CM_STATE_OFFLOADED)
4189 irdma_send_cm_event(cm_node, cm_node->cm_id,
4193 if (!event->cm_node->cm_id ||
4194 event->cm_node->state == IRDMA_CM_STATE_OFFLOADED)
4199 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM,
4204 irdma_rem_ref_cm_node(event->cm_node);
4215 atomic_inc(&event->cm_node->refcnt);
4217 queue_work(event->cm_node->cm_core->event_wq, &event->event_work);
4238 struct irdma_cm_node *cm_node;
4251 cm_node = container_of(list_node, struct irdma_cm_node,
4253 irdma_modify_qp(&cm_node->iwqp->ibqp, &attr, IB_QP_STATE, NULL);
4255 irdma_cm_disconn(cm_node->iwqp);
4256 irdma_rem_ref_cm_node(cm_node);