75 		 irdma_fw_major_ver(&iwdev->rf->sc_dev),  in irdma_get_dev_fw_str()
76 		 irdma_fw_minor_ver(&iwdev->rf->sc_dev));  in irdma_get_dev_fw_str()
140 	status = irdma_get_pble(iwdev->rf->pble_rsrc, palloc, iwmr->page_cnt,  in irdma_alloc_mr()
153 	irdma_free_pble(iwdev->rf->pble_rsrc, palloc);  in irdma_alloc_mr()
180 	struct irdma_uk_attrs *uk_attrs = &iwdev->rf->sc_dev.hw_attrs.uk_attrs;  in irdma_alloc_ucontext()
204 		uresp.max_qps = iwdev->rf->max_qp;  in irdma_alloc_ucontext()
205 		uresp.max_pds = iwdev->rf->sc_dev.hw_attrs.max_hw_pds;  in irdma_alloc_ucontext()
206 		uresp.wq_size = iwdev->rf->sc_dev.hw_attrs.max_qp_wr * 2;  in irdma_alloc_ucontext()
229 		    (uintptr_t)iwdev->rf->sc_dev.hw_regs[IRDMA_DB_ADDR_OFFSET];  in irdma_alloc_ucontext()
288 	struct irdma_sc_dev *dev = &iwdev->rf->sc_dev;  in irdma_alloc_pd()
289 	struct irdma_pci_f *rf = iwdev->rf;  in irdma_alloc_pd()  local
298 	err = irdma_alloc_rsrc(rf, rf->allocated_pds, rf->max_pd, &pd_id,  in irdma_alloc_pd()
299 			       &rf->next_pd);  in irdma_alloc_pd()
326 	irdma_free_rsrc(rf, rf->allocated_pds, pd_id);  in irdma_alloc_pd()
338 	irdma_free_rsrc(iwdev->rf, iwdev->rf->allocated_pds, iwpd->sc_pd.pd_id);  in irdma_dealloc_pd()
345  * @rf: RDMA PCI function
350 irdma_find_qp_update_qs(struct irdma_pci_f *rf,  in irdma_find_qp_update_qs()  argument
386 		queue_work(rf->iwdev->cleanup_wq, &work->work);  in irdma_find_qp_update_qs()
443 	ah_info->dst_arpindex = irdma_add_arp(iwdev->rf, ah_info->dest_ip_addr, dmac);  in irdma_create_ah_vlan_tag()
456 		irdma_find_qp_update_qs(iwdev->rf, pd, vlan_prio);  in irdma_create_ah_vlan_tag()
467 irdma_create_ah_wait(struct irdma_pci_f *rf,  in irdma_create_ah_wait()  argument
473 		int cnt = rf->sc_dev.hw_attrs.max_cqp_compl_wait_time_ms *  in irdma_create_ah_wait()
479 			irdma_cqp_ce_handler(rf, &rf->ccq.sc_cq);  in irdma_create_ah_wait()
484 			irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_create_ah_wait()
488 			irdma_dev_err(&rf->iwdev->ibdev, "CQP create AH error ret = %d opt_ret_val = %d",  in irdma_create_ah_wait()
490 			irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_create_ah_wait()
491 			if (!cnt && !rf->reset) {  in irdma_create_ah_wait()
492 				rf->reset = true;  in irdma_create_ah_wait()
493 				rf->gen_ops.request_reset(rf);  in irdma_create_ah_wait()
523 	struct irdma_pci_f *rf = iwdev->rf;  in irdma_create_ah()  local
536 	err = irdma_alloc_rsrc(rf, rf->allocated_ahs,  in irdma_create_ah()
537 			       rf->max_ah, &ah_id, &rf->next_ah);  in irdma_create_ah()
546 	irdma_sc_init_ah(&rf->sc_dev, sc_ah);  in irdma_create_ah()
554 		irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_VERBS,  in irdma_create_ah()
588 	err = irdma_ah_cqp_op(iwdev->rf, sc_ah, IRDMA_OP_AH_CREATE,  in irdma_create_ah()
591 		irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_DEV, "CQP-OP Create AH fail");  in irdma_create_ah()
595 	err = irdma_create_ah_wait(rf, sc_ah, sleep);  in irdma_create_ah()
603 			irdma_ah_cqp_op(iwdev->rf, &ah->sc_ah,  in irdma_create_ah()
611 	irdma_free_rsrc(iwdev->rf, iwdev->rf->allocated_ahs, ah_id);  in irdma_create_ah()
645 	struct irdma_pci_f *rf = iwdev->rf;  in irdma_free_qp_rsrc()  local
649 	irdma_dealloc_push_page(rf, iwqp);  in irdma_free_qp_rsrc()
657 		irdma_free_rsrc(rf, rf->allocated_qps, qp_num);  in irdma_free_qp_rsrc()
658 	irdma_free_dma_mem(rf->sc_dev.hw, &iwqp->q2_ctx_mem);  in irdma_free_qp_rsrc()
659 	irdma_free_dma_mem(rf->sc_dev.hw, &iwqp->kqp.dma_mem);  in irdma_free_qp_rsrc()
683 	struct irdma_pci_f *rf = iwdev->rf;  in irdma_create_qp()  local
690 	struct irdma_sc_dev *dev = &rf->sc_dev;  in irdma_create_qp()
747 		err_code = irdma_alloc_rsrc(rf, rf->allocated_qps, rf->max_qp,  in irdma_create_qp()
748 					    &qp_num, &rf->next_qp);  in irdma_create_qp()
781 		irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_VERBS, "setup qp failed\n");  in irdma_create_qp()
804 		irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_VERBS, "qp_init fail\n");  in irdma_create_qp()
825 	rf->qp_table[qp_num] = iwqp;  in irdma_create_qp()
829 			irdma_cqp_qp_destroy_cmd(&rf->sc_dev, &iwqp->sc_qp);  in irdma_create_qp()
863 			irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_VERBS, "copy_to_udata failed\n");  in irdma_create_qp()
912 	if (!iwdev->rf->reset && irdma_cqp_qp_destroy_cmd(&iwdev->rf->sc_dev, &iwqp->sc_qp))  in irdma_destroy_qp()
913 		return (iwdev->rf->rdma_ver <= IRDMA_GEN_2 && !iwqp->user_mode) ? 0 : -ENOTRECOVERABLE;  in irdma_destroy_qp()
936 	struct irdma_pci_f *rf = iwdev->rf;  in irdma_create_cq()  local
940 	struct irdma_sc_dev *dev = &rf->sc_dev;  in irdma_create_cq()
958 	err_code = irdma_alloc_rsrc(rf, rf->allocated_cqs, rf->max_cq, &cq_num,  in irdma_create_cq()
959 				    &rf->next_cq);  in irdma_create_cq()
975 	if (attr->comp_vector < rf->ceqs_count)  in irdma_create_cq()
1011 		if (rf->sc_dev.hw_attrs.uk_attrs.feature_flags &  in irdma_create_cq()
1040 		if (entries < 1 || entries > rf->max_cqe) {  in irdma_create_cq()
1081 		irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_VERBS, "init cq fail\n");  in irdma_create_cq()
1086 	cqp_request = irdma_alloc_and_get_cqp_request(&rf->cqp, true);  in irdma_create_cq()
1097 	status = irdma_handle_cqp_op(rf, cqp_request);  in irdma_create_cq()
1098 	irdma_put_cqp_request(&rf->cqp, cqp_request);  in irdma_create_cq()
1111 			irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_VERBS, "copy to user data\n");  in irdma_create_cq()
1117 	rf->cq_table[cq_num] = iwcq;  in irdma_create_cq()
1122 	irdma_cq_wq_destroy(rf, cq);  in irdma_create_cq()
1129 	irdma_free_rsrc(rf, rf->allocated_cqs, cq_num);  in irdma_create_cq()
1186 	irdma_ah_cqp_op(iwdev->rf, &ah->sc_ah, IRDMA_OP_AH_DESTROY,  in irdma_destroy_ah()
1189 	irdma_free_rsrc(iwdev->rf, iwdev->rf->allocated_ahs,  in irdma_destroy_ah()
1220 		irdma_free_pble(iwdev->rf->pble_rsrc, &iwpbl->pble_alloc);  in irdma_dereg_mr()
1245 	if (len > iwdev->rf->sc_dev.hw_attrs.max_mr_size)  in irdma_rereg_user_mr()
1265 			irdma_free_pble(iwdev->rf->pble_rsrc,  in irdma_rereg_user_mr()
1341 	irdma_cq_wq_destroy(iwdev->rf, cq);  in irdma_destroy_cq()
1346 	irdma_cq_free_rsrc(iwdev->rf, iwcq);  in irdma_destroy_cq()
1539 	props->max_msg_sz = iwdev->rf->sc_dev.hw_attrs.max_hw_outbound_msg_size;  in irdma_query_port()
1608 	struct irdma_sc_dev *dev = &iwdev->rf->sc_dev;  in irdma_alloc_hw_stats()
1632 	if (iwdev->rf->rdma_ver >= IRDMA_GEN_2)  in irdma_get_hw_stats()
1633 		irdma_cqp_gather_stats_cmd(&iwdev->rf->sc_dev, iwdev->vsi.pestat, true);  in irdma_get_hw_stats()
1719 	if (iwdev->rf->rdma_ver >= IRDMA_GEN_2)  in kc_set_rdma_uverbs_cmd_mask()