1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright (c) 2016 - 2018 Cavium Inc. 3 * All rights reserved. 4 * www.cavium.com 5 */ 6 7 #include <limits.h> 8 9 #include <rte_alarm.h> 10 #include <rte_string_fns.h> 11 12 #include "eal_firmware.h" 13 14 #include "qede_ethdev.h" 15 /* ######### DEBUG ###########*/ 16 #include "qede_debug.h" 17 18 /* Alarm timeout. */ 19 #define QEDE_ALARM_TIMEOUT_US 100000 20 21 /* Global variable to hold absolute path of fw file */ 22 char qede_fw_file[PATH_MAX]; 23 24 static const char * const QEDE_DEFAULT_FIRMWARE = 25 "/lib/firmware/qed/qed_init_values-8.40.33.0.bin"; 26 27 static void 28 qed_update_pf_params(struct ecore_dev *edev, struct ecore_pf_params *params) 29 { 30 int i; 31 32 for (i = 0; i < edev->num_hwfns; i++) { 33 struct ecore_hwfn *p_hwfn = &edev->hwfns[i]; 34 p_hwfn->pf_params = *params; 35 } 36 } 37 38 static void qed_init_pci(struct ecore_dev *edev, struct rte_pci_device *pci_dev) 39 { 40 edev->regview = pci_dev->mem_resource[0].addr; 41 edev->doorbells = pci_dev->mem_resource[2].addr; 42 edev->db_size = pci_dev->mem_resource[2].len; 43 edev->pci_dev = pci_dev; 44 } 45 46 static int 47 qed_probe(struct ecore_dev *edev, struct rte_pci_device *pci_dev, 48 uint32_t dp_module, uint8_t dp_level, bool is_vf) 49 { 50 struct ecore_hw_prepare_params hw_prepare_params; 51 int rc; 52 53 ecore_init_struct(edev); 54 edev->drv_type = DRV_ID_DRV_TYPE_LINUX; 55 /* Protocol type is always fixed to PROTOCOL_ETH */ 56 57 if (is_vf) 58 edev->b_is_vf = true; 59 60 ecore_init_dp(edev, dp_module, dp_level, NULL); 61 qed_init_pci(edev, pci_dev); 62 63 memset(&hw_prepare_params, 0, sizeof(hw_prepare_params)); 64 65 if (is_vf) 66 hw_prepare_params.acquire_retry_cnt = ECORE_VF_ACQUIRE_THRESH; 67 68 hw_prepare_params.personality = ECORE_PCI_ETH; 69 hw_prepare_params.drv_resc_alloc = false; 70 hw_prepare_params.chk_reg_fifo = false; 71 hw_prepare_params.initiate_pf_flr = true; 72 hw_prepare_params.allow_mdump = false; 73 hw_prepare_params.b_en_pacing = false; 74 hw_prepare_params.epoch = OSAL_GET_EPOCH(ECORE_LEADING_HWFN(edev)); 75 rc = ecore_hw_prepare(edev, &hw_prepare_params); 76 if (rc) { 77 DP_ERR(edev, "hw prepare failed\n"); 78 return rc; 79 } 80 81 return rc; 82 } 83 84 static int qed_nic_setup(struct ecore_dev *edev) 85 { 86 int rc; 87 88 rc = ecore_resc_alloc(edev); 89 if (rc) 90 return rc; 91 92 DP_INFO(edev, "Allocated qed resources\n"); 93 ecore_resc_setup(edev); 94 95 return rc; 96 } 97 98 #ifdef CONFIG_ECORE_ZIPPED_FW 99 static int qed_alloc_stream_mem(struct ecore_dev *edev) 100 { 101 int i; 102 103 for_each_hwfn(edev, i) { 104 struct ecore_hwfn *p_hwfn = &edev->hwfns[i]; 105 106 p_hwfn->stream = OSAL_ZALLOC(p_hwfn->p_dev, GFP_KERNEL, 107 sizeof(*p_hwfn->stream)); 108 if (!p_hwfn->stream) 109 return -ENOMEM; 110 } 111 112 return 0; 113 } 114 115 static void qed_free_stream_mem(struct ecore_dev *edev) 116 { 117 int i; 118 119 for_each_hwfn(edev, i) { 120 struct ecore_hwfn *p_hwfn = &edev->hwfns[i]; 121 122 if (!p_hwfn->stream) 123 return; 124 125 OSAL_FREE(p_hwfn->p_dev, p_hwfn->stream); 126 } 127 } 128 #endif 129 130 #ifdef CONFIG_ECORE_BINARY_FW 131 static int qed_load_firmware_data(struct ecore_dev *edev) 132 { 133 const char *fw = RTE_LIBRTE_QEDE_FW; 134 void *buf; 135 size_t bufsz; 136 int ret; 137 138 if (strcmp(fw, "") == 0) 139 strcpy(qede_fw_file, QEDE_DEFAULT_FIRMWARE); 140 else 141 strcpy(qede_fw_file, fw); 142 143 if (rte_firmware_read(qede_fw_file, &buf, &bufsz) < 0) { 144 DP_ERR(edev, "Can't read firmware data: %s\n", qede_fw_file); 145 return -1; 146 } 147 148 edev->firmware = rte_zmalloc("qede_fw", bufsz, RTE_CACHE_LINE_SIZE); 149 if (!edev->firmware) { 150 DP_ERR(edev, "Can't allocate memory for firmware\n"); 151 ret = -ENOMEM; 152 goto out; 153 } 154 155 memcpy(edev->firmware, buf, bufsz); 156 edev->fw_len = bufsz; 157 if (edev->fw_len < 104) { 158 DP_ERR(edev, "Invalid fw size: %" PRIu64 "\n", 159 edev->fw_len); 160 ret = -EINVAL; 161 goto out; 162 } 163 ret = 0; 164 out: 165 free(buf); 166 return ret; 167 } 168 #endif 169 170 static void qed_handle_bulletin_change(struct ecore_hwfn *hwfn) 171 { 172 uint8_t mac[ETH_ALEN], is_mac_exist, is_mac_forced; 173 174 is_mac_exist = ecore_vf_bulletin_get_forced_mac(hwfn, mac, 175 &is_mac_forced); 176 if (is_mac_exist && is_mac_forced) 177 rte_memcpy(hwfn->hw_info.hw_mac_addr, mac, ETH_ALEN); 178 179 /* Always update link configuration according to bulletin */ 180 qed_link_update(hwfn); 181 } 182 183 static void qede_vf_task(void *arg) 184 { 185 struct ecore_hwfn *p_hwfn = arg; 186 uint8_t change = 0; 187 188 /* Read the bulletin board, and re-schedule the task */ 189 ecore_vf_read_bulletin(p_hwfn, &change); 190 if (change) 191 qed_handle_bulletin_change(p_hwfn); 192 193 rte_eal_alarm_set(QEDE_ALARM_TIMEOUT_US, qede_vf_task, p_hwfn); 194 } 195 196 static void qed_start_iov_task(struct ecore_dev *edev) 197 { 198 struct ecore_hwfn *p_hwfn; 199 int i; 200 201 for_each_hwfn(edev, i) { 202 p_hwfn = &edev->hwfns[i]; 203 if (!IS_PF(edev)) 204 rte_eal_alarm_set(QEDE_ALARM_TIMEOUT_US, qede_vf_task, 205 p_hwfn); 206 } 207 } 208 209 static void qed_stop_iov_task(struct ecore_dev *edev) 210 { 211 struct ecore_hwfn *p_hwfn; 212 int i; 213 214 for_each_hwfn(edev, i) { 215 p_hwfn = &edev->hwfns[i]; 216 if (IS_PF(edev)) 217 rte_eal_alarm_cancel(qed_iov_pf_task, p_hwfn); 218 else 219 rte_eal_alarm_cancel(qede_vf_task, p_hwfn); 220 } 221 } 222 static int qed_slowpath_start(struct ecore_dev *edev, 223 struct qed_slowpath_params *params) 224 { 225 struct ecore_drv_load_params drv_load_params; 226 struct ecore_hw_init_params hw_init_params; 227 struct ecore_mcp_drv_version drv_version; 228 const uint8_t *data = NULL; 229 struct ecore_hwfn *hwfn; 230 struct ecore_ptt *p_ptt; 231 int rc; 232 233 if (IS_PF(edev)) { 234 #ifdef CONFIG_ECORE_BINARY_FW 235 rc = qed_load_firmware_data(edev); 236 if (rc) { 237 DP_ERR(edev, "Failed to find fw file %s\n", 238 qede_fw_file); 239 goto err; 240 } 241 #endif 242 hwfn = ECORE_LEADING_HWFN(edev); 243 if (edev->num_hwfns == 1) { /* skip aRFS for 100G device */ 244 p_ptt = ecore_ptt_acquire(hwfn); 245 if (p_ptt) { 246 ECORE_LEADING_HWFN(edev)->p_arfs_ptt = p_ptt; 247 } else { 248 DP_ERR(edev, "Failed to acquire PTT for flowdir\n"); 249 rc = -ENOMEM; 250 goto err; 251 } 252 } 253 } 254 255 rc = qed_nic_setup(edev); 256 if (rc) 257 goto err; 258 259 /* set int_coalescing_mode */ 260 edev->int_coalescing_mode = ECORE_COAL_MODE_ENABLE; 261 262 #ifdef CONFIG_ECORE_ZIPPED_FW 263 if (IS_PF(edev)) { 264 /* Allocate stream for unzipping */ 265 rc = qed_alloc_stream_mem(edev); 266 if (rc) { 267 DP_ERR(edev, "Failed to allocate stream memory\n"); 268 goto err1; 269 } 270 } 271 #endif 272 273 qed_start_iov_task(edev); 274 275 #ifdef CONFIG_ECORE_BINARY_FW 276 if (IS_PF(edev)) { 277 data = (const uint8_t *)edev->firmware + sizeof(u32); 278 279 /* ############### DEBUG ################## */ 280 qed_dbg_pf_init(edev); 281 } 282 #endif 283 284 285 /* Start the slowpath */ 286 memset(&hw_init_params, 0, sizeof(hw_init_params)); 287 hw_init_params.b_hw_start = true; 288 hw_init_params.int_mode = params->int_mode; 289 hw_init_params.allow_npar_tx_switch = true; 290 hw_init_params.bin_fw_data = data; 291 292 memset(&drv_load_params, 0, sizeof(drv_load_params)); 293 drv_load_params.mfw_timeout_val = ECORE_LOAD_REQ_LOCK_TO_DEFAULT; 294 drv_load_params.avoid_eng_reset = false; 295 drv_load_params.override_force_load = ECORE_OVERRIDE_FORCE_LOAD_ALWAYS; 296 hw_init_params.avoid_eng_affin = false; 297 hw_init_params.p_drv_load_params = &drv_load_params; 298 299 rc = ecore_hw_init(edev, &hw_init_params); 300 if (rc) { 301 DP_ERR(edev, "ecore_hw_init failed\n"); 302 goto err2; 303 } 304 305 DP_INFO(edev, "HW inited and function started\n"); 306 307 if (IS_PF(edev)) { 308 hwfn = ECORE_LEADING_HWFN(edev); 309 drv_version.version = (params->drv_major << 24) | 310 (params->drv_minor << 16) | 311 (params->drv_rev << 8) | (params->drv_eng); 312 strlcpy((char *)drv_version.name, (const char *)params->name, 313 sizeof(drv_version.name)); 314 rc = ecore_mcp_send_drv_version(hwfn, hwfn->p_main_ptt, 315 &drv_version); 316 if (rc) { 317 DP_ERR(edev, "Failed sending drv version command\n"); 318 goto err3; 319 } 320 } 321 322 ecore_reset_vport_stats(edev); 323 324 return 0; 325 326 err3: 327 ecore_hw_stop(edev); 328 err2: 329 qed_stop_iov_task(edev); 330 #ifdef CONFIG_ECORE_ZIPPED_FW 331 qed_free_stream_mem(edev); 332 err1: 333 #endif 334 ecore_resc_free(edev); 335 err: 336 #ifdef CONFIG_ECORE_BINARY_FW 337 if (IS_PF(edev)) { 338 rte_free(edev->firmware); 339 edev->firmware = NULL; 340 } 341 #endif 342 qed_stop_iov_task(edev); 343 344 return rc; 345 } 346 347 static int 348 qed_fill_dev_info(struct ecore_dev *edev, struct qed_dev_info *dev_info) 349 { 350 struct ecore_hwfn *p_hwfn = ECORE_LEADING_HWFN(edev); 351 struct ecore_ptt *ptt = NULL; 352 struct ecore_tunnel_info *tun = &edev->tunnel; 353 354 memset(dev_info, 0, sizeof(struct qed_dev_info)); 355 356 if (tun->vxlan.tun_cls == ECORE_TUNN_CLSS_MAC_VLAN && 357 tun->vxlan.b_mode_enabled) 358 dev_info->vxlan_enable = true; 359 360 if (tun->l2_gre.b_mode_enabled && tun->ip_gre.b_mode_enabled && 361 tun->l2_gre.tun_cls == ECORE_TUNN_CLSS_MAC_VLAN && 362 tun->ip_gre.tun_cls == ECORE_TUNN_CLSS_MAC_VLAN) 363 dev_info->gre_enable = true; 364 365 if (tun->l2_geneve.b_mode_enabled && tun->ip_geneve.b_mode_enabled && 366 tun->l2_geneve.tun_cls == ECORE_TUNN_CLSS_MAC_VLAN && 367 tun->ip_geneve.tun_cls == ECORE_TUNN_CLSS_MAC_VLAN) 368 dev_info->geneve_enable = true; 369 370 dev_info->num_hwfns = edev->num_hwfns; 371 dev_info->is_mf_default = IS_MF_DEFAULT(&edev->hwfns[0]); 372 dev_info->mtu = ECORE_LEADING_HWFN(edev)->hw_info.mtu; 373 dev_info->dev_type = edev->type; 374 375 memcpy(&dev_info->hw_mac, &edev->hwfns[0].hw_info.hw_mac_addr, 376 RTE_ETHER_ADDR_LEN); 377 378 dev_info->fw_major = FW_MAJOR_VERSION; 379 dev_info->fw_minor = FW_MINOR_VERSION; 380 dev_info->fw_rev = FW_REVISION_VERSION; 381 dev_info->fw_eng = FW_ENGINEERING_VERSION; 382 383 if (IS_PF(edev)) { 384 dev_info->b_inter_pf_switch = 385 OSAL_GET_BIT(ECORE_MF_INTER_PF_SWITCH, &edev->mf_bits); 386 if (!OSAL_GET_BIT(ECORE_MF_DISABLE_ARFS, &edev->mf_bits)) 387 dev_info->b_arfs_capable = true; 388 dev_info->tx_switching = false; 389 390 dev_info->smart_an = ecore_mcp_is_smart_an_supported(p_hwfn); 391 392 ptt = ecore_ptt_acquire(ECORE_LEADING_HWFN(edev)); 393 if (ptt) { 394 ecore_mcp_get_mfw_ver(ECORE_LEADING_HWFN(edev), ptt, 395 &dev_info->mfw_rev, NULL); 396 397 ecore_mcp_get_mbi_ver(ECORE_LEADING_HWFN(edev), ptt, 398 &dev_info->mbi_version); 399 400 ecore_mcp_get_flash_size(ECORE_LEADING_HWFN(edev), ptt, 401 &dev_info->flash_size); 402 403 /* Workaround to allow PHY-read commands for 404 * B0 bringup. 405 */ 406 if (ECORE_IS_BB_B0(edev)) 407 dev_info->flash_size = 0xffffffff; 408 409 ecore_ptt_release(ECORE_LEADING_HWFN(edev), ptt); 410 } 411 } else { 412 ecore_mcp_get_mfw_ver(ECORE_LEADING_HWFN(edev), ptt, 413 &dev_info->mfw_rev, NULL); 414 } 415 416 return 0; 417 } 418 419 int 420 qed_fill_eth_dev_info(struct ecore_dev *edev, struct qed_dev_eth_info *info) 421 { 422 uint8_t queues = 0; 423 int i; 424 425 memset(info, 0, sizeof(*info)); 426 427 info->num_tc = 1 /* @@@TBD aelior MULTI_COS */; 428 429 if (IS_PF(edev)) { 430 int max_vf_vlan_filters = 0; 431 432 info->num_queues = 0; 433 for_each_hwfn(edev, i) 434 info->num_queues += 435 FEAT_NUM(&edev->hwfns[i], ECORE_PF_L2_QUE); 436 437 if (IS_ECORE_SRIOV(edev)) 438 max_vf_vlan_filters = edev->p_iov_info->total_vfs * 439 ECORE_ETH_VF_NUM_VLAN_FILTERS; 440 info->num_vlan_filters = RESC_NUM(&edev->hwfns[0], ECORE_VLAN) - 441 max_vf_vlan_filters; 442 443 memcpy(&info->port_mac, &edev->hwfns[0].hw_info.hw_mac_addr, 444 RTE_ETHER_ADDR_LEN); 445 } else { 446 ecore_vf_get_num_rxqs(ECORE_LEADING_HWFN(edev), 447 &info->num_queues); 448 if (ECORE_IS_CMT(edev)) { 449 ecore_vf_get_num_rxqs(&edev->hwfns[1], &queues); 450 info->num_queues += queues; 451 } 452 453 ecore_vf_get_num_vlan_filters(&edev->hwfns[0], 454 (u8 *)&info->num_vlan_filters); 455 456 ecore_vf_get_port_mac(&edev->hwfns[0], 457 (uint8_t *)&info->port_mac); 458 459 info->is_legacy = ecore_vf_get_pre_fp_hsi(&edev->hwfns[0]); 460 } 461 462 qed_fill_dev_info(edev, &info->common); 463 464 if (IS_VF(edev)) 465 memset(&info->common.hw_mac, 0, RTE_ETHER_ADDR_LEN); 466 467 return 0; 468 } 469 470 static void qed_set_name(struct ecore_dev *edev, char name[NAME_SIZE]) 471 { 472 int i; 473 474 memcpy(edev->name, name, NAME_SIZE); 475 for_each_hwfn(edev, i) { 476 snprintf(edev->hwfns[i].name, NAME_SIZE, "%s-%d", name, i); 477 } 478 } 479 480 static uint32_t 481 qed_sb_init(struct ecore_dev *edev, struct ecore_sb_info *sb_info, 482 void *sb_virt_addr, dma_addr_t sb_phy_addr, uint16_t sb_id) 483 { 484 struct ecore_hwfn *p_hwfn; 485 int hwfn_index; 486 uint16_t rel_sb_id; 487 uint8_t n_hwfns = edev->num_hwfns; 488 uint32_t rc; 489 490 hwfn_index = sb_id % n_hwfns; 491 p_hwfn = &edev->hwfns[hwfn_index]; 492 rel_sb_id = sb_id / n_hwfns; 493 494 DP_INFO(edev, "hwfn [%d] <--[init]-- SB %04x [0x%04x upper]\n", 495 hwfn_index, rel_sb_id, sb_id); 496 497 rc = ecore_int_sb_init(p_hwfn, p_hwfn->p_main_ptt, sb_info, 498 sb_virt_addr, sb_phy_addr, rel_sb_id); 499 500 return rc; 501 } 502 503 static void qed_fill_link(struct ecore_hwfn *hwfn, 504 __rte_unused struct ecore_ptt *ptt, 505 struct qed_link_output *if_link) 506 { 507 struct ecore_mcp_link_params params; 508 struct ecore_mcp_link_state link; 509 struct ecore_mcp_link_capabilities link_caps; 510 uint8_t change = 0; 511 512 memset(if_link, 0, sizeof(*if_link)); 513 514 /* Prepare source inputs */ 515 if (IS_PF(hwfn->p_dev)) { 516 memcpy(¶ms, ecore_mcp_get_link_params(hwfn), sizeof(params)); 517 memcpy(&link, ecore_mcp_get_link_state(hwfn), sizeof(link)); 518 memcpy(&link_caps, ecore_mcp_get_link_capabilities(hwfn), 519 sizeof(link_caps)); 520 } else { 521 ecore_vf_read_bulletin(hwfn, &change); 522 ecore_vf_get_link_params(hwfn, ¶ms); 523 ecore_vf_get_link_state(hwfn, &link); 524 ecore_vf_get_link_caps(hwfn, &link_caps); 525 } 526 527 /* Set the link parameters to pass to protocol driver */ 528 if (link.link_up) 529 if_link->link_up = true; 530 531 if (link.link_up) 532 if_link->speed = link.speed; 533 534 if_link->duplex = QEDE_DUPLEX_FULL; 535 536 /* Fill up the native advertised speed cap mask */ 537 if_link->adv_speed = params.speed.advertised_speeds; 538 539 if (params.speed.autoneg) 540 if_link->supported_caps |= QEDE_SUPPORTED_AUTONEG; 541 542 if (params.pause.autoneg || params.pause.forced_rx || 543 params.pause.forced_tx) 544 if_link->supported_caps |= QEDE_SUPPORTED_PAUSE; 545 546 if (params.pause.autoneg) 547 if_link->pause_config |= QED_LINK_PAUSE_AUTONEG_ENABLE; 548 549 if (params.pause.forced_rx) 550 if_link->pause_config |= QED_LINK_PAUSE_RX_ENABLE; 551 552 if (params.pause.forced_tx) 553 if_link->pause_config |= QED_LINK_PAUSE_TX_ENABLE; 554 555 if (link_caps.default_eee == ECORE_MCP_EEE_UNSUPPORTED) { 556 if_link->eee_supported = false; 557 } else { 558 if_link->eee_supported = true; 559 if_link->eee_active = link.eee_active; 560 if_link->sup_caps = link_caps.eee_speed_caps; 561 /* MFW clears adv_caps on eee disable; use configured value */ 562 if_link->eee.adv_caps = link.eee_adv_caps ? link.eee_adv_caps : 563 params.eee.adv_caps; 564 if_link->eee.lp_adv_caps = link.eee_lp_adv_caps; 565 if_link->eee.enable = params.eee.enable; 566 if_link->eee.tx_lpi_enable = params.eee.tx_lpi_enable; 567 if_link->eee.tx_lpi_timer = params.eee.tx_lpi_timer; 568 } 569 } 570 571 static void 572 qed_get_current_link(struct ecore_dev *edev, struct qed_link_output *if_link) 573 { 574 struct ecore_hwfn *hwfn; 575 struct ecore_ptt *ptt; 576 577 hwfn = &edev->hwfns[0]; 578 if (IS_PF(edev)) { 579 ptt = ecore_ptt_acquire(hwfn); 580 if (ptt) { 581 qed_fill_link(hwfn, ptt, if_link); 582 ecore_ptt_release(hwfn, ptt); 583 } else { 584 DP_NOTICE(hwfn, true, "Failed to fill link; No PTT\n"); 585 } 586 } else { 587 qed_fill_link(hwfn, NULL, if_link); 588 } 589 } 590 591 static int qed_set_link(struct ecore_dev *edev, struct qed_link_params *params) 592 { 593 struct ecore_hwfn *hwfn; 594 struct ecore_ptt *ptt; 595 struct ecore_mcp_link_params *link_params; 596 int rc; 597 598 if (IS_VF(edev)) 599 return 0; 600 601 /* The link should be set only once per PF */ 602 hwfn = &edev->hwfns[0]; 603 604 ptt = ecore_ptt_acquire(hwfn); 605 if (!ptt) 606 return -EBUSY; 607 608 link_params = ecore_mcp_get_link_params(hwfn); 609 if (params->override_flags & QED_LINK_OVERRIDE_SPEED_AUTONEG) 610 link_params->speed.autoneg = params->autoneg; 611 612 if (params->override_flags & QED_LINK_OVERRIDE_PAUSE_CONFIG) { 613 if (params->pause_config & QED_LINK_PAUSE_AUTONEG_ENABLE) 614 link_params->pause.autoneg = true; 615 else 616 link_params->pause.autoneg = false; 617 if (params->pause_config & QED_LINK_PAUSE_RX_ENABLE) 618 link_params->pause.forced_rx = true; 619 else 620 link_params->pause.forced_rx = false; 621 if (params->pause_config & QED_LINK_PAUSE_TX_ENABLE) 622 link_params->pause.forced_tx = true; 623 else 624 link_params->pause.forced_tx = false; 625 } 626 627 if (params->override_flags & QED_LINK_OVERRIDE_EEE_CONFIG) 628 memcpy(&link_params->eee, ¶ms->eee, 629 sizeof(link_params->eee)); 630 631 rc = ecore_mcp_set_link(hwfn, ptt, params->link_up); 632 633 ecore_ptt_release(hwfn, ptt); 634 635 return rc; 636 } 637 638 void qed_link_update(struct ecore_hwfn *hwfn) 639 { 640 struct ecore_dev *edev = hwfn->p_dev; 641 struct qede_dev *qdev = (struct qede_dev *)edev; 642 struct rte_eth_dev *dev = (struct rte_eth_dev *)qdev->ethdev; 643 int rc; 644 645 rc = qede_link_update(dev, 0); 646 qed_inform_vf_link_state(hwfn); 647 648 if (!rc) 649 rte_eth_dev_callback_process(dev, RTE_ETH_EVENT_INTR_LSC, NULL); 650 } 651 652 static int qed_drain(struct ecore_dev *edev) 653 { 654 struct ecore_hwfn *hwfn; 655 struct ecore_ptt *ptt; 656 int i, rc; 657 658 if (IS_VF(edev)) 659 return 0; 660 661 for_each_hwfn(edev, i) { 662 hwfn = &edev->hwfns[i]; 663 ptt = ecore_ptt_acquire(hwfn); 664 if (!ptt) { 665 DP_ERR(hwfn, "Failed to drain NIG; No PTT\n"); 666 return -EBUSY; 667 } 668 rc = ecore_mcp_drain(hwfn, ptt); 669 if (rc) 670 return rc; 671 ecore_ptt_release(hwfn, ptt); 672 } 673 674 return 0; 675 } 676 677 static int qed_nic_stop(struct ecore_dev *edev) 678 { 679 int i, rc; 680 681 rc = ecore_hw_stop(edev); 682 for (i = 0; i < edev->num_hwfns; i++) { 683 struct ecore_hwfn *p_hwfn = &edev->hwfns[i]; 684 685 if (p_hwfn->b_sp_dpc_enabled) 686 p_hwfn->b_sp_dpc_enabled = false; 687 } 688 return rc; 689 } 690 691 static int qed_slowpath_stop(struct ecore_dev *edev) 692 { 693 #ifdef CONFIG_QED_SRIOV 694 int i; 695 #endif 696 697 if (!edev) 698 return -ENODEV; 699 700 if (IS_PF(edev)) { 701 #ifdef CONFIG_ECORE_ZIPPED_FW 702 qed_free_stream_mem(edev); 703 #endif 704 705 #ifdef CONFIG_QED_SRIOV 706 if (IS_QED_ETH_IF(edev)) 707 qed_sriov_disable(edev, true); 708 #endif 709 } 710 711 qed_nic_stop(edev); 712 713 ecore_resc_free(edev); 714 qed_stop_iov_task(edev); 715 716 return 0; 717 } 718 719 static void qed_remove(struct ecore_dev *edev) 720 { 721 if (!edev) 722 return; 723 724 ecore_hw_remove(edev); 725 } 726 727 static int qed_send_drv_state(struct ecore_dev *edev, bool active) 728 { 729 struct ecore_hwfn *hwfn = ECORE_LEADING_HWFN(edev); 730 struct ecore_ptt *ptt; 731 int status = 0; 732 733 ptt = ecore_ptt_acquire(hwfn); 734 if (!ptt) 735 return -EAGAIN; 736 737 status = ecore_mcp_ov_update_driver_state(hwfn, ptt, active ? 738 ECORE_OV_DRIVER_STATE_ACTIVE : 739 ECORE_OV_DRIVER_STATE_DISABLED); 740 741 ecore_ptt_release(hwfn, ptt); 742 743 return status; 744 } 745 746 static int qed_get_sb_info(struct ecore_dev *edev, struct ecore_sb_info *sb, 747 u16 qid, struct ecore_sb_info_dbg *sb_dbg) 748 { 749 struct ecore_hwfn *hwfn = &edev->hwfns[qid % edev->num_hwfns]; 750 struct ecore_ptt *ptt; 751 int rc; 752 753 if (IS_VF(edev)) 754 return -EINVAL; 755 756 ptt = ecore_ptt_acquire(hwfn); 757 if (!ptt) { 758 DP_ERR(hwfn, "Can't acquire PTT\n"); 759 return -EAGAIN; 760 } 761 762 memset(sb_dbg, 0, sizeof(*sb_dbg)); 763 rc = ecore_int_get_sb_dbg(hwfn, ptt, sb, sb_dbg); 764 765 ecore_ptt_release(hwfn, ptt); 766 return rc; 767 } 768 769 const struct qed_common_ops qed_common_ops_pass = { 770 INIT_STRUCT_FIELD(probe, &qed_probe), 771 INIT_STRUCT_FIELD(update_pf_params, &qed_update_pf_params), 772 INIT_STRUCT_FIELD(slowpath_start, &qed_slowpath_start), 773 INIT_STRUCT_FIELD(set_name, &qed_set_name), 774 INIT_STRUCT_FIELD(chain_alloc, &ecore_chain_alloc), 775 INIT_STRUCT_FIELD(chain_free, &ecore_chain_free), 776 INIT_STRUCT_FIELD(sb_init, &qed_sb_init), 777 INIT_STRUCT_FIELD(get_sb_info, &qed_get_sb_info), 778 INIT_STRUCT_FIELD(get_link, &qed_get_current_link), 779 INIT_STRUCT_FIELD(set_link, &qed_set_link), 780 INIT_STRUCT_FIELD(drain, &qed_drain), 781 INIT_STRUCT_FIELD(slowpath_stop, &qed_slowpath_stop), 782 INIT_STRUCT_FIELD(remove, &qed_remove), 783 INIT_STRUCT_FIELD(send_drv_state, &qed_send_drv_state), 784 /* ############### DEBUG ####################*/ 785 786 INIT_STRUCT_FIELD(dbg_get_debug_engine, &qed_get_debug_engine), 787 INIT_STRUCT_FIELD(dbg_set_debug_engine, &qed_set_debug_engine), 788 789 INIT_STRUCT_FIELD(dbg_protection_override, 790 &qed_dbg_protection_override), 791 INIT_STRUCT_FIELD(dbg_protection_override_size, 792 &qed_dbg_protection_override_size), 793 794 INIT_STRUCT_FIELD(dbg_grc, &qed_dbg_grc), 795 INIT_STRUCT_FIELD(dbg_grc_size, &qed_dbg_grc_size), 796 797 INIT_STRUCT_FIELD(dbg_idle_chk, &qed_dbg_idle_chk), 798 INIT_STRUCT_FIELD(dbg_idle_chk_size, &qed_dbg_idle_chk_size), 799 800 INIT_STRUCT_FIELD(dbg_mcp_trace, &qed_dbg_mcp_trace), 801 INIT_STRUCT_FIELD(dbg_mcp_trace_size, &qed_dbg_mcp_trace_size), 802 803 INIT_STRUCT_FIELD(dbg_fw_asserts, &qed_dbg_fw_asserts), 804 INIT_STRUCT_FIELD(dbg_fw_asserts_size, &qed_dbg_fw_asserts_size), 805 806 INIT_STRUCT_FIELD(dbg_ilt, &qed_dbg_ilt), 807 INIT_STRUCT_FIELD(dbg_ilt_size, &qed_dbg_ilt_size), 808 809 INIT_STRUCT_FIELD(dbg_reg_fifo_size, &qed_dbg_reg_fifo_size), 810 INIT_STRUCT_FIELD(dbg_reg_fifo, &qed_dbg_reg_fifo), 811 812 INIT_STRUCT_FIELD(dbg_igu_fifo_size, &qed_dbg_igu_fifo_size), 813 INIT_STRUCT_FIELD(dbg_igu_fifo, &qed_dbg_igu_fifo), 814 }; 815 816 const struct qed_eth_ops qed_eth_ops_pass = { 817 INIT_STRUCT_FIELD(common, &qed_common_ops_pass), 818 INIT_STRUCT_FIELD(fill_dev_info, &qed_fill_eth_dev_info), 819 INIT_STRUCT_FIELD(sriov_configure, &qed_sriov_configure), 820 }; 821 822 const struct qed_eth_ops *qed_get_eth_ops(void) 823 { 824 return &qed_eth_ops_pass; 825 } 826