1 /*- 2 * BSD LICENSE 3 * 4 * Copyright(c) 2010-2012 Intel Corporation. All rights reserved. 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 11 * * Redistributions of source code must retain the above copyright 12 * notice, this list of conditions and the following disclaimer. 13 * * Redistributions in binary form must reproduce the above copyright 14 * notice, this list of conditions and the following disclaimer in 15 * the documentation and/or other materials provided with the 16 * distribution. 17 * * Neither the name of Intel Corporation nor the names of its 18 * contributors may be used to endorse or promote products derived 19 * from this software without specific prior written permission. 20 * 21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 22 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 24 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 25 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 31 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 * 33 */ 34 35 #include <stdarg.h> 36 #include <errno.h> 37 #include <stdio.h> 38 #include <string.h> 39 #include <stdarg.h> 40 #include <stdint.h> 41 #include <inttypes.h> 42 43 #include <sys/queue.h> 44 45 #include <rte_common.h> 46 #include <rte_byteorder.h> 47 #include <rte_debug.h> 48 #include <rte_log.h> 49 #include <rte_memory.h> 50 #include <rte_memcpy.h> 51 #include <rte_memzone.h> 52 #include <rte_launch.h> 53 #include <rte_tailq.h> 54 #include <rte_eal.h> 55 #include <rte_per_lcore.h> 56 #include <rte_lcore.h> 57 #include <rte_atomic.h> 58 #include <rte_branch_prediction.h> 59 #include <rte_ring.h> 60 #include <rte_mempool.h> 61 #include <rte_mbuf.h> 62 #include <rte_interrupts.h> 63 #include <rte_pci.h> 64 #include <rte_ether.h> 65 #include <rte_ethdev.h> 66 #include <rte_string_fns.h> 67 68 #include "testpmd.h" 69 70 static void 71 print_ethaddr(const char *name, struct ether_addr *eth_addr) 72 { 73 printf("%s%02X:%02X:%02X:%02X:%02X:%02X", name, 74 eth_addr->addr_bytes[0], 75 eth_addr->addr_bytes[1], 76 eth_addr->addr_bytes[2], 77 eth_addr->addr_bytes[3], 78 eth_addr->addr_bytes[4], 79 eth_addr->addr_bytes[5]); 80 } 81 82 void 83 nic_stats_display(portid_t port_id) 84 { 85 struct rte_eth_stats stats; 86 struct rte_port *port = &ports[port_id]; 87 uint8_t i; 88 89 static const char *nic_stats_border = "########################"; 90 91 if (port_id >= nb_ports) { 92 printf("Invalid port, range is [0, %d]\n", nb_ports - 1); 93 return; 94 } 95 rte_eth_stats_get(port_id, &stats); 96 printf("\n %s NIC statistics for port %-2d %s\n", 97 nic_stats_border, port_id, nic_stats_border); 98 99 if ((!port->rx_queue_stats_mapping_enabled) && (!port->tx_queue_stats_mapping_enabled)) { 100 printf(" RX-packets: %-10"PRIu64" RX-errors: %-10"PRIu64"RX-bytes: " 101 "%-"PRIu64"\n" 102 " TX-packets: %-10"PRIu64" TX-errors: %-10"PRIu64"TX-bytes: " 103 "%-"PRIu64"\n", 104 stats.ipackets, stats.ierrors, stats.ibytes, 105 stats.opackets, stats.oerrors, stats.obytes); 106 } 107 else { 108 printf(" RX-packets: %10"PRIu64" RX-errors: %10"PRIu64 109 " RX-bytes: %10"PRIu64"\n" 110 " TX-packets: %10"PRIu64" TX-errors: %10"PRIu64 111 " TX-bytes: %10"PRIu64"\n", 112 stats.ipackets, stats.ierrors, stats.ibytes, 113 stats.opackets, stats.oerrors, stats.obytes); 114 } 115 116 /* stats fdir */ 117 if (fdir_conf.mode != RTE_FDIR_MODE_NONE) 118 printf(" Fdirmiss: %-10"PRIu64" Fdirmatch: %-10"PRIu64"\n", 119 stats.fdirmiss, 120 stats.fdirmatch); 121 122 if (port->rx_queue_stats_mapping_enabled) { 123 printf("\n"); 124 for (i = 0; i < RTE_ETHDEV_QUEUE_STAT_CNTRS; i++) { 125 printf(" Stats reg %2d RX-packets: %10"PRIu64 126 " RX-errors: %10"PRIu64 127 " RX-bytes: %10"PRIu64"\n", 128 i, stats.q_ipackets[i], stats.q_errors[i], stats.q_ibytes[i]); 129 } 130 } 131 if (port->tx_queue_stats_mapping_enabled) { 132 printf("\n"); 133 for (i = 0; i < RTE_ETHDEV_QUEUE_STAT_CNTRS; i++) { 134 printf(" Stats reg %2d TX-packets: %10"PRIu64 135 " TX-bytes: %10"PRIu64"\n", 136 i, stats.q_opackets[i], stats.q_obytes[i]); 137 } 138 } 139 140 printf(" %s############################%s\n", 141 nic_stats_border, nic_stats_border); 142 } 143 144 void 145 nic_stats_clear(portid_t port_id) 146 { 147 if (port_id >= nb_ports) { 148 printf("Invalid port, range is [0, %d]\n", nb_ports - 1); 149 return; 150 } 151 rte_eth_stats_reset(port_id); 152 printf("\n NIC statistics for port %d cleared\n", port_id); 153 } 154 155 156 void 157 nic_stats_mapping_display(portid_t port_id) 158 { 159 struct rte_port *port = &ports[port_id]; 160 uint16_t i; 161 162 static const char *nic_stats_mapping_border = "########################"; 163 164 if (port_id >= nb_ports) { 165 printf("Invalid port, range is [0, %d]\n", nb_ports - 1); 166 return; 167 } 168 169 if ((!port->rx_queue_stats_mapping_enabled) && (!port->tx_queue_stats_mapping_enabled)) { 170 printf("Port id %d - either does not support queue statistic mapping or" 171 " no queue statistic mapping set\n", port_id); 172 return; 173 } 174 175 printf("\n %s NIC statistics mapping for port %-2d %s\n", 176 nic_stats_mapping_border, port_id, nic_stats_mapping_border); 177 178 if (port->rx_queue_stats_mapping_enabled) { 179 for (i = 0; i < nb_rx_queue_stats_mappings; i++) { 180 if (rx_queue_stats_mappings[i].port_id == port_id) { 181 printf(" RX-queue %2d mapped to Stats Reg %2d\n", 182 rx_queue_stats_mappings[i].queue_id, 183 rx_queue_stats_mappings[i].stats_counter_id); 184 } 185 } 186 printf("\n"); 187 } 188 189 190 if (port->tx_queue_stats_mapping_enabled) { 191 for (i = 0; i < nb_tx_queue_stats_mappings; i++) { 192 if (tx_queue_stats_mappings[i].port_id == port_id) { 193 printf(" TX-queue %2d mapped to Stats Reg %2d\n", 194 tx_queue_stats_mappings[i].queue_id, 195 tx_queue_stats_mappings[i].stats_counter_id); 196 } 197 } 198 } 199 200 printf(" %s####################################%s\n", 201 nic_stats_mapping_border, nic_stats_mapping_border); 202 } 203 204 void 205 port_infos_display(portid_t port_id) 206 { 207 struct rte_port *port; 208 struct rte_eth_link link; 209 int vlan_offload; 210 static const char *info_border = "*********************"; 211 212 if (port_id >= nb_ports) { 213 printf("Invalid port, range is [0, %d]\n", nb_ports - 1); 214 return; 215 } 216 port = &ports[port_id]; 217 rte_eth_link_get_nowait(port_id, &link); 218 printf("\n%s Infos for port %-2d %s\n", 219 info_border, port_id, info_border); 220 print_ethaddr("MAC address: ", &port->eth_addr); 221 printf("\nLink status: %s\n", (link.link_status) ? ("up") : ("down")); 222 printf("Link speed: %u Mbps\n", (unsigned) link.link_speed); 223 printf("Link duplex: %s\n", (link.link_duplex == ETH_LINK_FULL_DUPLEX) ? 224 ("full-duplex") : ("half-duplex")); 225 printf("Promiscuous mode: %s\n", 226 rte_eth_promiscuous_get(port_id) ? "enabled" : "disabled"); 227 printf("Allmulticast mode: %s\n", 228 rte_eth_allmulticast_get(port_id) ? "enabled" : "disabled"); 229 printf("Maximum number of MAC addresses: %u\n", 230 (unsigned int)(port->dev_info.max_mac_addrs)); 231 232 vlan_offload = rte_eth_dev_get_vlan_offload(port_id); 233 if (vlan_offload >= 0){ 234 printf("VLAN offload: \n"); 235 if (vlan_offload & ETH_VLAN_STRIP_OFFLOAD) 236 printf(" strip on \n"); 237 else 238 printf(" strip off \n"); 239 240 if (vlan_offload & ETH_VLAN_FILTER_OFFLOAD) 241 printf(" filter on \n"); 242 else 243 printf(" filter off \n"); 244 245 if (vlan_offload & ETH_VLAN_EXTEND_OFFLOAD) 246 printf(" qinq(extend) on \n"); 247 else 248 printf(" qinq(extend) off \n"); 249 } 250 } 251 252 static int 253 port_id_is_invalid(portid_t port_id) 254 { 255 if (port_id < nb_ports) 256 return 0; 257 printf("Invalid port %d (must be < nb_ports=%d)\n", port_id, nb_ports); 258 return 1; 259 } 260 261 static int 262 vlan_id_is_invalid(uint16_t vlan_id) 263 { 264 if (vlan_id < 4096) 265 return 0; 266 printf("Invalid vlan_id %d (must be < 4096)\n", vlan_id); 267 return 1; 268 } 269 270 static int 271 port_reg_off_is_invalid(portid_t port_id, uint32_t reg_off) 272 { 273 uint64_t pci_len; 274 275 if (reg_off & 0x3) { 276 printf("Port register offset 0x%X not aligned on a 4-byte " 277 "boundary\n", 278 (unsigned)reg_off); 279 return 1; 280 } 281 pci_len = ports[port_id].dev_info.pci_dev->mem_resource.len; 282 if (reg_off >= pci_len) { 283 printf("Port %d: register offset %u (0x%X) out of port PCI " 284 "resource (length=%"PRIu64")\n", 285 port_id, (unsigned)reg_off, (unsigned)reg_off, pci_len); 286 return 1; 287 } 288 return 0; 289 } 290 291 static int 292 reg_bit_pos_is_invalid(uint8_t bit_pos) 293 { 294 if (bit_pos <= 31) 295 return 0; 296 printf("Invalid bit position %d (must be <= 31)\n", bit_pos); 297 return 1; 298 } 299 300 #define display_port_and_reg_off(port_id, reg_off) \ 301 printf("port %d PCI register at offset 0x%X: ", (port_id), (reg_off)) 302 303 static inline void 304 display_port_reg_value(portid_t port_id, uint32_t reg_off, uint32_t reg_v) 305 { 306 display_port_and_reg_off(port_id, (unsigned)reg_off); 307 printf("0x%08X (%u)\n", (unsigned)reg_v, (unsigned)reg_v); 308 } 309 310 void 311 port_reg_bit_display(portid_t port_id, uint32_t reg_off, uint8_t bit_x) 312 { 313 uint32_t reg_v; 314 315 316 if (port_id_is_invalid(port_id)) 317 return; 318 if (port_reg_off_is_invalid(port_id, reg_off)) 319 return; 320 if (reg_bit_pos_is_invalid(bit_x)) 321 return; 322 reg_v = port_id_pci_reg_read(port_id, reg_off); 323 display_port_and_reg_off(port_id, (unsigned)reg_off); 324 printf("bit %d=%d\n", bit_x, (int) ((reg_v & (1 << bit_x)) >> bit_x)); 325 } 326 327 void 328 port_reg_bit_field_display(portid_t port_id, uint32_t reg_off, 329 uint8_t bit1_pos, uint8_t bit2_pos) 330 { 331 uint32_t reg_v; 332 uint8_t l_bit; 333 uint8_t h_bit; 334 335 if (port_id_is_invalid(port_id)) 336 return; 337 if (port_reg_off_is_invalid(port_id, reg_off)) 338 return; 339 if (reg_bit_pos_is_invalid(bit1_pos)) 340 return; 341 if (reg_bit_pos_is_invalid(bit2_pos)) 342 return; 343 if (bit1_pos > bit2_pos) 344 l_bit = bit2_pos, h_bit = bit1_pos; 345 else 346 l_bit = bit1_pos, h_bit = bit2_pos; 347 348 reg_v = port_id_pci_reg_read(port_id, reg_off); 349 reg_v >>= l_bit; 350 if (h_bit < 31) 351 reg_v &= ((1 << (h_bit - l_bit + 1)) - 1); 352 display_port_and_reg_off(port_id, (unsigned)reg_off); 353 printf("bits[%d, %d]=0x%0*X (%u)\n", l_bit, h_bit, 354 ((h_bit - l_bit) / 4) + 1, (unsigned)reg_v, (unsigned)reg_v); 355 } 356 357 void 358 port_reg_display(portid_t port_id, uint32_t reg_off) 359 { 360 uint32_t reg_v; 361 362 if (port_id_is_invalid(port_id)) 363 return; 364 if (port_reg_off_is_invalid(port_id, reg_off)) 365 return; 366 reg_v = port_id_pci_reg_read(port_id, reg_off); 367 display_port_reg_value(port_id, reg_off, reg_v); 368 } 369 370 void 371 port_reg_bit_set(portid_t port_id, uint32_t reg_off, uint8_t bit_pos, 372 uint8_t bit_v) 373 { 374 uint32_t reg_v; 375 376 if (port_id_is_invalid(port_id)) 377 return; 378 if (port_reg_off_is_invalid(port_id, reg_off)) 379 return; 380 if (reg_bit_pos_is_invalid(bit_pos)) 381 return; 382 if (bit_v > 1) { 383 printf("Invalid bit value %d (must be 0 or 1)\n", (int) bit_v); 384 return; 385 } 386 reg_v = port_id_pci_reg_read(port_id, reg_off); 387 if (bit_v == 0) 388 reg_v &= ~(1 << bit_pos); 389 else 390 reg_v |= (1 << bit_pos); 391 port_id_pci_reg_write(port_id, reg_off, reg_v); 392 display_port_reg_value(port_id, reg_off, reg_v); 393 } 394 395 void 396 port_reg_bit_field_set(portid_t port_id, uint32_t reg_off, 397 uint8_t bit1_pos, uint8_t bit2_pos, uint32_t value) 398 { 399 uint32_t max_v; 400 uint32_t reg_v; 401 uint8_t l_bit; 402 uint8_t h_bit; 403 404 if (port_id_is_invalid(port_id)) 405 return; 406 if (port_reg_off_is_invalid(port_id, reg_off)) 407 return; 408 if (reg_bit_pos_is_invalid(bit1_pos)) 409 return; 410 if (reg_bit_pos_is_invalid(bit2_pos)) 411 return; 412 if (bit1_pos > bit2_pos) 413 l_bit = bit2_pos, h_bit = bit1_pos; 414 else 415 l_bit = bit1_pos, h_bit = bit2_pos; 416 417 if ((h_bit - l_bit) < 31) 418 max_v = (1 << (h_bit - l_bit + 1)) - 1; 419 else 420 max_v = 0xFFFFFFFF; 421 422 if (value > max_v) { 423 printf("Invalid value %u (0x%x) must be < %u (0x%x)\n", 424 (unsigned)value, (unsigned)value, 425 (unsigned)max_v, (unsigned)max_v); 426 return; 427 } 428 reg_v = port_id_pci_reg_read(port_id, reg_off); 429 reg_v &= ~(max_v << l_bit); /* Keep unchanged bits */ 430 reg_v |= (value << l_bit); /* Set changed bits */ 431 port_id_pci_reg_write(port_id, reg_off, reg_v); 432 display_port_reg_value(port_id, reg_off, reg_v); 433 } 434 435 void 436 port_reg_set(portid_t port_id, uint32_t reg_off, uint32_t reg_v) 437 { 438 if (port_id_is_invalid(port_id)) 439 return; 440 if (port_reg_off_is_invalid(port_id, reg_off)) 441 return; 442 port_id_pci_reg_write(port_id, reg_off, reg_v); 443 display_port_reg_value(port_id, reg_off, reg_v); 444 } 445 446 /* 447 * RX/TX ring descriptors display functions. 448 */ 449 static int 450 rx_queue_id_is_invalid(queueid_t rxq_id) 451 { 452 if (rxq_id < nb_rxq) 453 return 0; 454 printf("Invalid RX queue %d (must be < nb_rxq=%d)\n", rxq_id, nb_rxq); 455 return 1; 456 } 457 458 static int 459 tx_queue_id_is_invalid(queueid_t txq_id) 460 { 461 if (txq_id < nb_txq) 462 return 0; 463 printf("Invalid TX queue %d (must be < nb_rxq=%d)\n", txq_id, nb_txq); 464 return 1; 465 } 466 467 static int 468 rx_desc_id_is_invalid(uint16_t rxdesc_id) 469 { 470 if (rxdesc_id < nb_rxd) 471 return 0; 472 printf("Invalid RX descriptor %d (must be < nb_rxd=%d)\n", 473 rxdesc_id, nb_rxd); 474 return 1; 475 } 476 477 static int 478 tx_desc_id_is_invalid(uint16_t txdesc_id) 479 { 480 if (txdesc_id < nb_txd) 481 return 0; 482 printf("Invalid TX descriptor %d (must be < nb_txd=%d)\n", 483 txdesc_id, nb_txd); 484 return 1; 485 } 486 487 static const struct rte_memzone * 488 ring_dma_zone_lookup(const char *ring_name, uint8_t port_id, uint16_t q_id) 489 { 490 char mz_name[RTE_MEMZONE_NAMESIZE]; 491 const struct rte_memzone *mz; 492 493 rte_snprintf(mz_name, sizeof(mz_name), "%s_%s_%d_%d", 494 ports[port_id].dev_info.driver_name, ring_name, port_id, q_id); 495 mz = rte_memzone_lookup(mz_name); 496 if (mz == NULL) 497 printf("%s ring memory zoneof (port %d, queue %d) not" 498 "found (zone name = %s\n", 499 ring_name, port_id, q_id, mz_name); 500 return (mz); 501 } 502 503 union igb_ring_dword { 504 uint64_t dword; 505 struct { 506 uint32_t hi; 507 uint32_t lo; 508 } words; 509 }; 510 511 struct igb_ring_desc { 512 union igb_ring_dword lo_dword; 513 union igb_ring_dword hi_dword; 514 }; 515 516 static void 517 ring_descriptor_display(const struct rte_memzone *ring_mz, uint16_t desc_id) 518 { 519 struct igb_ring_desc *ring; 520 struct igb_ring_desc rd; 521 522 ring = (struct igb_ring_desc *) ring_mz->addr; 523 rd.lo_dword = rte_le_to_cpu_64(ring[desc_id].lo_dword); 524 rd.hi_dword = rte_le_to_cpu_64(ring[desc_id].hi_dword); 525 printf(" 0x%08X - 0x%08X / 0x%08X - 0x%08X\n", 526 (unsigned)rd.lo_dword.words.lo, (unsigned)rd.lo_dword.words.hi, 527 (unsigned)rd.hi_dword.words.lo, (unsigned)rd.hi_dword.words.hi); 528 } 529 530 void 531 rx_ring_desc_display(portid_t port_id, queueid_t rxq_id, uint16_t rxd_id) 532 { 533 const struct rte_memzone *rx_mz; 534 535 if (port_id_is_invalid(port_id)) 536 return; 537 if (rx_queue_id_is_invalid(rxq_id)) 538 return; 539 if (rx_desc_id_is_invalid(rxd_id)) 540 return; 541 rx_mz = ring_dma_zone_lookup("rx_ring", port_id, rxq_id); 542 if (rx_mz == NULL) 543 return; 544 ring_descriptor_display(rx_mz, rxd_id); 545 } 546 547 void 548 tx_ring_desc_display(portid_t port_id, queueid_t txq_id, uint16_t txd_id) 549 { 550 const struct rte_memzone *tx_mz; 551 552 if (port_id_is_invalid(port_id)) 553 return; 554 if (tx_queue_id_is_invalid(txq_id)) 555 return; 556 if (tx_desc_id_is_invalid(txd_id)) 557 return; 558 tx_mz = ring_dma_zone_lookup("tx_ring", port_id, txq_id); 559 if (tx_mz == NULL) 560 return; 561 ring_descriptor_display(tx_mz, txd_id); 562 } 563 564 void 565 fwd_lcores_config_display(void) 566 { 567 lcoreid_t lc_id; 568 569 printf("List of forwarding lcores:"); 570 for (lc_id = 0; lc_id < nb_cfg_lcores; lc_id++) 571 printf(" %2u", fwd_lcores_cpuids[lc_id]); 572 printf("\n"); 573 } 574 void 575 rxtx_config_display(void) 576 { 577 printf(" %s packet forwarding - CRC stripping %s - " 578 "packets/burst=%d\n", cur_fwd_eng->fwd_mode_name, 579 rx_mode.hw_strip_crc ? "enabled" : "disabled", 580 nb_pkt_per_burst); 581 582 if (cur_fwd_eng == &tx_only_engine) 583 printf(" packet len=%u - nb packet segments=%d\n", 584 (unsigned)tx_pkt_length, (int) tx_pkt_nb_segs); 585 586 printf(" nb forwarding cores=%d - nb forwarding ports=%d\n", 587 nb_fwd_lcores, nb_fwd_ports); 588 printf(" RX queues=%d - RX desc=%d - RX free threshold=%d\n", 589 nb_rxq, nb_rxd, rx_free_thresh); 590 printf(" RX threshold registers: pthresh=%d hthresh=%d wthresh=%d\n", 591 rx_thresh.pthresh, rx_thresh.hthresh, rx_thresh.wthresh); 592 printf(" TX queues=%d - TX desc=%d - TX free threshold=%d\n", 593 nb_txq, nb_txd, tx_free_thresh); 594 printf(" TX threshold registers: pthresh=%d hthresh=%d wthresh=%d\n", 595 tx_thresh.pthresh, tx_thresh.hthresh, tx_thresh.wthresh); 596 printf(" TX RS bit threshold=%d - TXQ flags=0x%"PRIx32"\n", 597 tx_rs_thresh, txq_flags); 598 } 599 600 /* 601 * Setup forwarding configuration for each logical core. 602 */ 603 static void 604 setup_fwd_config_of_each_lcore(struct fwd_config *cfg) 605 { 606 streamid_t nb_fs_per_lcore; 607 streamid_t nb_fs; 608 streamid_t sm_id; 609 lcoreid_t nb_extra; 610 lcoreid_t nb_fc; 611 lcoreid_t nb_lc; 612 lcoreid_t lc_id; 613 614 nb_fs = cfg->nb_fwd_streams; 615 nb_fc = cfg->nb_fwd_lcores; 616 if (nb_fs <= nb_fc) { 617 nb_fs_per_lcore = 1; 618 nb_extra = 0; 619 } else { 620 nb_fs_per_lcore = (streamid_t) (nb_fs / nb_fc); 621 nb_extra = (lcoreid_t) (nb_fs % nb_fc); 622 } 623 nb_extra = (lcoreid_t) (nb_fs % nb_fc); 624 625 nb_lc = (lcoreid_t) (nb_fc - nb_extra); 626 sm_id = 0; 627 for (lc_id = 0; lc_id < nb_lc; lc_id++) { 628 fwd_lcores[lc_id]->stream_idx = sm_id; 629 fwd_lcores[lc_id]->stream_nb = nb_fs_per_lcore; 630 sm_id = (streamid_t) (sm_id + nb_fs_per_lcore); 631 } 632 633 /* 634 * Assign extra remaining streams, if any. 635 */ 636 nb_fs_per_lcore = (streamid_t) (nb_fs_per_lcore + 1); 637 for (lc_id = 0; lc_id < nb_extra; lc_id++) { 638 fwd_lcores[nb_lc + lc_id]->stream_idx = sm_id; 639 fwd_lcores[nb_lc + lc_id]->stream_nb = nb_fs_per_lcore; 640 sm_id = (streamid_t) (sm_id + nb_fs_per_lcore); 641 } 642 } 643 644 static void 645 simple_fwd_config_setup(void) 646 { 647 portid_t i; 648 portid_t j; 649 portid_t inc = 2; 650 651 if (nb_fwd_ports % 2) { 652 if (port_topology == PORT_TOPOLOGY_CHAINED) { 653 inc = 1; 654 } 655 else { 656 printf("\nWarning! Cannot handle an odd number of ports " 657 "with the current port topology. Configuration " 658 "must be changed to have an even number of ports, " 659 "or relaunch application with " 660 "--port-topology=chained\n\n"); 661 } 662 } 663 664 cur_fwd_config.nb_fwd_ports = (portid_t) nb_fwd_ports; 665 cur_fwd_config.nb_fwd_streams = 666 (streamid_t) cur_fwd_config.nb_fwd_ports; 667 668 /* reinitialize forwarding streams */ 669 init_fwd_streams(); 670 671 /* 672 * In the simple forwarding test, the number of forwarding cores 673 * must be lower or equal to the number of forwarding ports. 674 */ 675 cur_fwd_config.nb_fwd_lcores = (lcoreid_t) nb_fwd_lcores; 676 if (cur_fwd_config.nb_fwd_lcores > cur_fwd_config.nb_fwd_ports) 677 cur_fwd_config.nb_fwd_lcores = 678 (lcoreid_t) cur_fwd_config.nb_fwd_ports; 679 setup_fwd_config_of_each_lcore(&cur_fwd_config); 680 681 for (i = 0; i < cur_fwd_config.nb_fwd_ports; i = (portid_t) (i + inc)) { 682 j = (portid_t) ((i + 1) % cur_fwd_config.nb_fwd_ports); 683 fwd_streams[i]->rx_port = fwd_ports_ids[i]; 684 fwd_streams[i]->rx_queue = 0; 685 fwd_streams[i]->tx_port = fwd_ports_ids[j]; 686 fwd_streams[i]->tx_queue = 0; 687 fwd_streams[i]->peer_addr = j; 688 689 if (port_topology == PORT_TOPOLOGY_PAIRED) { 690 fwd_streams[j]->rx_port = fwd_ports_ids[j]; 691 fwd_streams[j]->rx_queue = 0; 692 fwd_streams[j]->tx_port = fwd_ports_ids[i]; 693 fwd_streams[j]->tx_queue = 0; 694 fwd_streams[j]->peer_addr = i; 695 } 696 } 697 } 698 699 /** 700 * For the RSS forwarding test, each core is assigned on every port a transmit 701 * queue whose index is the index of the core itself. This approach limits the 702 * maximumm number of processing cores of the RSS test to the maximum number of 703 * TX queues supported by the devices. 704 * 705 * Each core is assigned a single stream, each stream being composed of 706 * a RX queue to poll on a RX port for input messages, associated with 707 * a TX queue of a TX port where to send forwarded packets. 708 * All packets received on the RX queue of index "RxQj" of the RX port "RxPi" 709 * are sent on the TX queue "TxQl" of the TX port "TxPk" according to the two 710 * following rules: 711 * - TxPk = (RxPi + 1) if RxPi is even, (RxPi - 1) if RxPi is odd 712 * - TxQl = RxQj 713 */ 714 static void 715 rss_fwd_config_setup(void) 716 { 717 portid_t rxp; 718 portid_t txp; 719 queueid_t rxq; 720 queueid_t nb_q; 721 lcoreid_t lc_id; 722 723 nb_q = nb_rxq; 724 if (nb_q > nb_txq) 725 nb_q = nb_txq; 726 cur_fwd_config.nb_fwd_lcores = (lcoreid_t) nb_fwd_lcores; 727 cur_fwd_config.nb_fwd_ports = nb_fwd_ports; 728 cur_fwd_config.nb_fwd_streams = 729 (streamid_t) (nb_q * cur_fwd_config.nb_fwd_ports); 730 if (cur_fwd_config.nb_fwd_streams > cur_fwd_config.nb_fwd_lcores) 731 cur_fwd_config.nb_fwd_streams = 732 (streamid_t)cur_fwd_config.nb_fwd_lcores; 733 else 734 cur_fwd_config.nb_fwd_lcores = 735 (lcoreid_t)cur_fwd_config.nb_fwd_streams; 736 737 /* reinitialize forwarding streams */ 738 init_fwd_streams(); 739 740 setup_fwd_config_of_each_lcore(&cur_fwd_config); 741 rxp = 0; rxq = 0; 742 for (lc_id = 0; lc_id < cur_fwd_config.nb_fwd_lcores; lc_id++) { 743 struct fwd_stream *fs; 744 745 fs = fwd_streams[lc_id]; 746 if ((rxp & 0x1) == 0) 747 txp = (portid_t) (rxp + 1); 748 else 749 txp = (portid_t) (rxp - 1); 750 fs->rx_port = fwd_ports_ids[rxp]; 751 fs->rx_queue = rxq; 752 fs->tx_port = fwd_ports_ids[txp]; 753 fs->tx_queue = rxq; 754 fs->peer_addr = fs->tx_port; 755 rxq = (queueid_t) (rxq + 1); 756 if (rxq < nb_q) 757 continue; 758 /* 759 * rxq == nb_q 760 * Restart from RX queue 0 on next RX port 761 */ 762 rxq = 0; 763 if (numa_support && (nb_fwd_ports <= (nb_ports >> 1))) 764 rxp = (portid_t) 765 (rxp + ((nb_ports >> 1) / nb_fwd_ports)); 766 else 767 rxp = (portid_t) (rxp + 1); 768 } 769 } 770 771 /* 772 * In DCB and VT on,the mapping of 128 receive queues to 128 transmit queues. 773 */ 774 static void 775 dcb_rxq_2_txq_mapping(queueid_t rxq, queueid_t *txq) 776 { 777 if(dcb_q_mapping == DCB_4_TCS_Q_MAPPING) { 778 779 if (rxq < 32) 780 /* tc0: 0-31 */ 781 *txq = rxq; 782 else if (rxq < 64) { 783 /* tc1: 64-95 */ 784 *txq = (uint16_t)(rxq + 32); 785 } 786 else { 787 /* tc2: 96-111;tc3:112-127 */ 788 *txq = (uint16_t)(rxq/2 + 64); 789 } 790 } 791 else { 792 if (rxq < 16) 793 /* tc0 mapping*/ 794 *txq = rxq; 795 else if (rxq < 32) { 796 /* tc1 mapping*/ 797 *txq = (uint16_t)(rxq + 16); 798 } 799 else if (rxq < 64) { 800 /*tc2,tc3 mapping */ 801 *txq = (uint16_t)(rxq + 32); 802 } 803 else { 804 /* tc4,tc5,tc6 and tc7 mapping */ 805 *txq = (uint16_t)(rxq/2 + 64); 806 } 807 } 808 } 809 810 /** 811 * For the DCB forwarding test, each core is assigned on every port multi-transmit 812 * queue. 813 * 814 * Each core is assigned a multi-stream, each stream being composed of 815 * a RX queue to poll on a RX port for input messages, associated with 816 * a TX queue of a TX port where to send forwarded packets. 817 * All packets received on the RX queue of index "RxQj" of the RX port "RxPi" 818 * are sent on the TX queue "TxQl" of the TX port "TxPk" according to the two 819 * following rules: 820 * In VT mode, 821 * - TxPk = (RxPi + 1) if RxPi is even, (RxPi - 1) if RxPi is odd 822 * - TxQl = RxQj 823 * In non-VT mode, 824 * - TxPk = (RxPi + 1) if RxPi is even, (RxPi - 1) if RxPi is odd 825 * There is a mapping of RxQj to TxQl to be required,and the mapping was implemented 826 * in dcb_rxq_2_txq_mapping function. 827 */ 828 static void 829 dcb_fwd_config_setup(void) 830 { 831 portid_t rxp; 832 portid_t txp; 833 queueid_t rxq; 834 queueid_t nb_q; 835 lcoreid_t lc_id; 836 uint8_t sm_id; 837 838 nb_q = nb_rxq; 839 840 cur_fwd_config.nb_fwd_lcores = (lcoreid_t) nb_fwd_lcores; 841 cur_fwd_config.nb_fwd_ports = nb_fwd_ports; 842 cur_fwd_config.nb_fwd_streams = 843 (streamid_t) (nb_q * cur_fwd_config.nb_fwd_ports); 844 845 /* reinitialize forwarding streams */ 846 init_fwd_streams(); 847 848 setup_fwd_config_of_each_lcore(&cur_fwd_config); 849 rxp = 0; rxq = 0; 850 for (lc_id = 0; lc_id < cur_fwd_config.nb_fwd_lcores; lc_id++) { 851 /* a fwd core can run multi-streams */ 852 for (sm_id = 0; sm_id < fwd_lcores[lc_id]->stream_nb; sm_id++) 853 { 854 struct fwd_stream *fs; 855 fs = fwd_streams[fwd_lcores[lc_id]->stream_idx + sm_id]; 856 if ((rxp & 0x1) == 0) 857 txp = (portid_t) (rxp + 1); 858 else 859 txp = (portid_t) (rxp - 1); 860 fs->rx_port = fwd_ports_ids[rxp]; 861 fs->rx_queue = rxq; 862 fs->tx_port = fwd_ports_ids[txp]; 863 if (dcb_q_mapping == DCB_VT_Q_MAPPING) 864 fs->tx_queue = rxq; 865 else 866 dcb_rxq_2_txq_mapping(rxq, &fs->tx_queue); 867 fs->peer_addr = fs->tx_port; 868 rxq = (queueid_t) (rxq + 1); 869 if (rxq < nb_q) 870 continue; 871 rxq = 0; 872 if (numa_support && (nb_fwd_ports <= (nb_ports >> 1))) 873 rxp = (portid_t) 874 (rxp + ((nb_ports >> 1) / nb_fwd_ports)); 875 else 876 rxp = (portid_t) (rxp + 1); 877 } 878 } 879 } 880 881 void 882 fwd_config_setup(void) 883 { 884 cur_fwd_config.fwd_eng = cur_fwd_eng; 885 if ((nb_rxq > 1) && (nb_txq > 1)){ 886 if (dcb_config) 887 dcb_fwd_config_setup(); 888 else 889 rss_fwd_config_setup(); 890 } 891 else 892 simple_fwd_config_setup(); 893 } 894 895 static void 896 pkt_fwd_config_display(struct fwd_config *cfg) 897 { 898 struct fwd_stream *fs; 899 lcoreid_t lc_id; 900 streamid_t sm_id; 901 902 printf("%s packet forwarding - ports=%d - cores=%d - streams=%d - " 903 "NUMA support %s\n", 904 cfg->fwd_eng->fwd_mode_name, 905 cfg->nb_fwd_ports, cfg->nb_fwd_lcores, cfg->nb_fwd_streams, 906 numa_support == 1 ? "enabled" : "disabled"); 907 for (lc_id = 0; lc_id < cfg->nb_fwd_lcores; lc_id++) { 908 printf("Logical Core %u (socket %u) forwards packets on " 909 "%d streams:", 910 fwd_lcores_cpuids[lc_id], 911 rte_lcore_to_socket_id(fwd_lcores_cpuids[lc_id]), 912 fwd_lcores[lc_id]->stream_nb); 913 for (sm_id = 0; sm_id < fwd_lcores[lc_id]->stream_nb; sm_id++) { 914 fs = fwd_streams[fwd_lcores[lc_id]->stream_idx + sm_id]; 915 printf("\n RX P=%d/Q=%d (socket %u) -> TX " 916 "P=%d/Q=%d (socket %u) ", 917 fs->rx_port, fs->rx_queue, 918 ports[fs->rx_port].socket_id, 919 fs->tx_port, fs->tx_queue, 920 ports[fs->tx_port].socket_id); 921 print_ethaddr("peer=", 922 &peer_eth_addrs[fs->peer_addr]); 923 } 924 printf("\n"); 925 } 926 printf("\n"); 927 } 928 929 930 void 931 fwd_config_display(void) 932 { 933 if((dcb_config) && (nb_fwd_lcores == 1)) { 934 printf("In DCB mode,the nb forwarding cores should be larger than 1\n"); 935 return; 936 } 937 fwd_config_setup(); 938 pkt_fwd_config_display(&cur_fwd_config); 939 } 940 941 int 942 set_fwd_lcores_list(unsigned int *lcorelist, unsigned int nb_lc) 943 { 944 unsigned int i; 945 unsigned int lcore_cpuid; 946 int record_now; 947 948 record_now = 0; 949 again: 950 for (i = 0; i < nb_lc; i++) { 951 lcore_cpuid = lcorelist[i]; 952 if (! rte_lcore_is_enabled(lcore_cpuid)) { 953 printf("lcore %u not enabled\n", lcore_cpuid); 954 return -1; 955 } 956 if (lcore_cpuid == rte_get_master_lcore()) { 957 printf("lcore %u cannot be masked on for running " 958 "packet forwarding, which is the master lcore " 959 "and reserved for command line parsing only\n", 960 lcore_cpuid); 961 return -1; 962 } 963 if (record_now) 964 fwd_lcores_cpuids[i] = lcore_cpuid; 965 } 966 if (record_now == 0) { 967 record_now = 1; 968 goto again; 969 } 970 nb_cfg_lcores = (lcoreid_t) nb_lc; 971 if (nb_fwd_lcores != (lcoreid_t) nb_lc) { 972 printf("previous number of forwarding cores %u - changed to " 973 "number of configured cores %u\n", 974 (unsigned int) nb_fwd_lcores, nb_lc); 975 nb_fwd_lcores = (lcoreid_t) nb_lc; 976 } 977 978 return 0; 979 } 980 981 int 982 set_fwd_lcores_mask(uint64_t lcoremask) 983 { 984 unsigned int lcorelist[64]; 985 unsigned int nb_lc; 986 unsigned int i; 987 988 if (lcoremask == 0) { 989 printf("Invalid NULL mask of cores\n"); 990 return -1; 991 } 992 nb_lc = 0; 993 for (i = 0; i < 64; i++) { 994 if (! ((uint64_t)(1ULL << i) & lcoremask)) 995 continue; 996 lcorelist[nb_lc++] = i; 997 } 998 return set_fwd_lcores_list(lcorelist, nb_lc); 999 } 1000 1001 void 1002 set_fwd_lcores_number(uint16_t nb_lc) 1003 { 1004 if (nb_lc > nb_cfg_lcores) { 1005 printf("nb fwd cores %u > %u (max. number of configured " 1006 "lcores) - ignored\n", 1007 (unsigned int) nb_lc, (unsigned int) nb_cfg_lcores); 1008 return; 1009 } 1010 nb_fwd_lcores = (lcoreid_t) nb_lc; 1011 printf("Number of forwarding cores set to %u\n", 1012 (unsigned int) nb_fwd_lcores); 1013 } 1014 1015 void 1016 set_fwd_ports_list(unsigned int *portlist, unsigned int nb_pt) 1017 { 1018 unsigned int i; 1019 portid_t port_id; 1020 int record_now; 1021 1022 record_now = 0; 1023 again: 1024 for (i = 0; i < nb_pt; i++) { 1025 port_id = (portid_t) portlist[i]; 1026 if (port_id >= nb_ports) { 1027 printf("Invalid port id %u > %u\n", 1028 (unsigned int) port_id, 1029 (unsigned int) nb_ports); 1030 return; 1031 } 1032 if (record_now) 1033 fwd_ports_ids[i] = port_id; 1034 } 1035 if (record_now == 0) { 1036 record_now = 1; 1037 goto again; 1038 } 1039 nb_cfg_ports = (portid_t) nb_pt; 1040 if (nb_fwd_ports != (portid_t) nb_pt) { 1041 printf("previous number of forwarding ports %u - changed to " 1042 "number of configured ports %u\n", 1043 (unsigned int) nb_fwd_ports, nb_pt); 1044 nb_fwd_ports = (portid_t) nb_pt; 1045 } 1046 } 1047 1048 void 1049 set_fwd_ports_mask(uint64_t portmask) 1050 { 1051 unsigned int portlist[64]; 1052 unsigned int nb_pt; 1053 unsigned int i; 1054 1055 if (portmask == 0) { 1056 printf("Invalid NULL mask of ports\n"); 1057 return; 1058 } 1059 nb_pt = 0; 1060 for (i = 0; i < 64; i++) { 1061 if (! ((uint64_t)(1ULL << i) & portmask)) 1062 continue; 1063 portlist[nb_pt++] = i; 1064 } 1065 set_fwd_ports_list(portlist, nb_pt); 1066 } 1067 1068 void 1069 set_fwd_ports_number(uint16_t nb_pt) 1070 { 1071 if (nb_pt > nb_cfg_ports) { 1072 printf("nb fwd ports %u > %u (number of configured " 1073 "ports) - ignored\n", 1074 (unsigned int) nb_pt, (unsigned int) nb_cfg_ports); 1075 return; 1076 } 1077 nb_fwd_ports = (portid_t) nb_pt; 1078 printf("Number of forwarding ports set to %u\n", 1079 (unsigned int) nb_fwd_ports); 1080 } 1081 1082 void 1083 set_nb_pkt_per_burst(uint16_t nb) 1084 { 1085 if (nb > MAX_PKT_BURST) { 1086 printf("nb pkt per burst: %u > %u (maximum packet per burst) " 1087 " ignored\n", 1088 (unsigned int) nb, (unsigned int) MAX_PKT_BURST); 1089 return; 1090 } 1091 nb_pkt_per_burst = nb; 1092 printf("Number of packets per burst set to %u\n", 1093 (unsigned int) nb_pkt_per_burst); 1094 } 1095 1096 void 1097 set_tx_pkt_segments(unsigned *seg_lengths, unsigned nb_segs) 1098 { 1099 uint16_t tx_pkt_len; 1100 unsigned i; 1101 1102 if (nb_segs >= (unsigned) nb_txd) { 1103 printf("nb segments per TX packets=%u >= nb_txd=%u - ignored\n", 1104 nb_segs, (unsigned int) nb_txd); 1105 return; 1106 } 1107 1108 /* 1109 * Check that each segment length is greater or equal than 1110 * the mbuf data sise. 1111 * Check also that the total packet length is greater or equal than the 1112 * size of an empty UDP/IP packet (sizeof(struct ether_hdr) + 20 + 8). 1113 */ 1114 tx_pkt_len = 0; 1115 for (i = 0; i < nb_segs; i++) { 1116 if (seg_lengths[i] > (unsigned) mbuf_data_size) { 1117 printf("length[%u]=%u > mbuf_data_size=%u - give up\n", 1118 i, seg_lengths[i], (unsigned) mbuf_data_size); 1119 return; 1120 } 1121 tx_pkt_len = (uint16_t)(tx_pkt_len + seg_lengths[i]); 1122 } 1123 if (tx_pkt_len < (sizeof(struct ether_hdr) + 20 + 8)) { 1124 printf("total packet length=%u < %d - give up\n", 1125 (unsigned) tx_pkt_len, 1126 (int)(sizeof(struct ether_hdr) + 20 + 8)); 1127 return; 1128 } 1129 1130 for (i = 0; i < nb_segs; i++) 1131 tx_pkt_seg_lengths[i] = (uint16_t) seg_lengths[i]; 1132 1133 tx_pkt_length = tx_pkt_len; 1134 tx_pkt_nb_segs = (uint8_t) nb_segs; 1135 } 1136 1137 void 1138 set_pkt_forwarding_mode(const char *fwd_mode_name) 1139 { 1140 struct fwd_engine *fwd_eng; 1141 unsigned i; 1142 1143 i = 0; 1144 while ((fwd_eng = fwd_engines[i]) != NULL) { 1145 if (! strcmp(fwd_eng->fwd_mode_name, fwd_mode_name)) { 1146 printf("Set %s packet forwarding mode\n", 1147 fwd_mode_name); 1148 cur_fwd_eng = fwd_eng; 1149 return; 1150 } 1151 i++; 1152 } 1153 printf("Invalid %s packet forwarding mode\n", fwd_mode_name); 1154 } 1155 1156 void 1157 set_verbose_level(uint16_t vb_level) 1158 { 1159 printf("Change verbose level from %u to %u\n", 1160 (unsigned int) verbose_level, (unsigned int) vb_level); 1161 verbose_level = vb_level; 1162 } 1163 1164 void 1165 vlan_extend_set(portid_t port_id, int on) 1166 { 1167 int diag; 1168 int vlan_offload; 1169 1170 if (port_id_is_invalid(port_id)) 1171 return; 1172 1173 vlan_offload = rte_eth_dev_get_vlan_offload(port_id); 1174 1175 if (on) 1176 vlan_offload |= ETH_VLAN_EXTEND_OFFLOAD; 1177 else 1178 vlan_offload &= ~ETH_VLAN_EXTEND_OFFLOAD; 1179 1180 diag = rte_eth_dev_set_vlan_offload(port_id, vlan_offload); 1181 if (diag < 0) 1182 printf("rx_vlan_extend_set(port_pi=%d, on=%d) failed " 1183 "diag=%d\n", port_id, on, diag); 1184 } 1185 1186 void 1187 rx_vlan_strip_set(portid_t port_id, int on) 1188 { 1189 int diag; 1190 int vlan_offload; 1191 1192 if (port_id_is_invalid(port_id)) 1193 return; 1194 1195 vlan_offload = rte_eth_dev_get_vlan_offload(port_id); 1196 1197 if (on) 1198 vlan_offload |= ETH_VLAN_STRIP_OFFLOAD; 1199 else 1200 vlan_offload &= ~ETH_VLAN_STRIP_OFFLOAD; 1201 1202 diag = rte_eth_dev_set_vlan_offload(port_id, vlan_offload); 1203 if (diag < 0) 1204 printf("rx_vlan_strip_set(port_pi=%d, on=%d) failed " 1205 "diag=%d\n", port_id, on, diag); 1206 } 1207 1208 void 1209 rx_vlan_strip_set_on_queue(portid_t port_id, uint16_t queue_id, int on) 1210 { 1211 int diag; 1212 1213 if (port_id_is_invalid(port_id)) 1214 return; 1215 1216 diag = rte_eth_dev_set_vlan_strip_on_queue(port_id, queue_id, on); 1217 if (diag < 0) 1218 printf("rx_vlan_strip_set_on_queue(port_pi=%d, queue_id=%d, on=%d) failed " 1219 "diag=%d\n", port_id, queue_id, on, diag); 1220 } 1221 1222 void 1223 rx_vlan_filter_set(portid_t port_id, int on) 1224 { 1225 int diag; 1226 int vlan_offload; 1227 1228 if (port_id_is_invalid(port_id)) 1229 return; 1230 1231 vlan_offload = rte_eth_dev_get_vlan_offload(port_id); 1232 1233 if (on) 1234 vlan_offload |= ETH_VLAN_FILTER_OFFLOAD; 1235 else 1236 vlan_offload &= ~ETH_VLAN_FILTER_OFFLOAD; 1237 1238 diag = rte_eth_dev_set_vlan_offload(port_id, vlan_offload); 1239 if (diag < 0) 1240 printf("rx_vlan_filter_set(port_pi=%d, on=%d) failed " 1241 "diag=%d\n", port_id, on, diag); 1242 } 1243 1244 void 1245 rx_vft_set(portid_t port_id, uint16_t vlan_id, int on) 1246 { 1247 int diag; 1248 1249 if (port_id_is_invalid(port_id)) 1250 return; 1251 if (vlan_id_is_invalid(vlan_id)) 1252 return; 1253 diag = rte_eth_dev_vlan_filter(port_id, vlan_id, on); 1254 if (diag == 0) 1255 return; 1256 printf("rte_eth_dev_vlan_filter(port_pi=%d, vlan_id=%d, on=%d) failed " 1257 "diag=%d\n", 1258 port_id, vlan_id, on, diag); 1259 } 1260 1261 void 1262 rx_vlan_all_filter_set(portid_t port_id, int on) 1263 { 1264 uint16_t vlan_id; 1265 1266 if (port_id_is_invalid(port_id)) 1267 return; 1268 for (vlan_id = 0; vlan_id < 4096; vlan_id++) 1269 rx_vft_set(port_id, vlan_id, on); 1270 } 1271 1272 void 1273 vlan_tpid_set(portid_t port_id, uint16_t tp_id) 1274 { 1275 int diag; 1276 if (port_id_is_invalid(port_id)) 1277 return; 1278 1279 diag = rte_eth_dev_set_vlan_ether_type(port_id, tp_id); 1280 if (diag == 0) 1281 return; 1282 1283 printf("tx_vlan_tpid_set(port_pi=%d, tpid=%d) failed " 1284 "diag=%d\n", 1285 port_id, tp_id, diag); 1286 } 1287 1288 void 1289 tx_vlan_set(portid_t port_id, uint16_t vlan_id) 1290 { 1291 if (port_id_is_invalid(port_id)) 1292 return; 1293 if (vlan_id_is_invalid(vlan_id)) 1294 return; 1295 ports[port_id].tx_ol_flags |= PKT_TX_VLAN_PKT; 1296 ports[port_id].tx_vlan_id = vlan_id; 1297 } 1298 1299 void 1300 tx_vlan_reset(portid_t port_id) 1301 { 1302 if (port_id_is_invalid(port_id)) 1303 return; 1304 ports[port_id].tx_ol_flags &= ~PKT_TX_VLAN_PKT; 1305 } 1306 1307 void 1308 set_qmap(portid_t port_id, uint8_t is_rx, uint16_t queue_id, uint8_t map_value) 1309 { 1310 uint16_t i; 1311 uint8_t existing_mapping_found = 0; 1312 1313 if (port_id_is_invalid(port_id)) 1314 return; 1315 1316 if (is_rx ? (rx_queue_id_is_invalid(queue_id)) : (tx_queue_id_is_invalid(queue_id))) 1317 return; 1318 1319 if (map_value >= RTE_ETHDEV_QUEUE_STAT_CNTRS) { 1320 printf("map_value not in required range 0..%d\n", 1321 RTE_ETHDEV_QUEUE_STAT_CNTRS - 1); 1322 return; 1323 } 1324 1325 if (!is_rx) { /*then tx*/ 1326 for (i = 0; i < nb_tx_queue_stats_mappings; i++) { 1327 if ((tx_queue_stats_mappings[i].port_id == port_id) && 1328 (tx_queue_stats_mappings[i].queue_id == queue_id)) { 1329 tx_queue_stats_mappings[i].stats_counter_id = map_value; 1330 existing_mapping_found = 1; 1331 break; 1332 } 1333 } 1334 if (!existing_mapping_found) { /* A new additional mapping... */ 1335 tx_queue_stats_mappings[nb_tx_queue_stats_mappings].port_id = port_id; 1336 tx_queue_stats_mappings[nb_tx_queue_stats_mappings].queue_id = queue_id; 1337 tx_queue_stats_mappings[nb_tx_queue_stats_mappings].stats_counter_id = map_value; 1338 nb_tx_queue_stats_mappings++; 1339 } 1340 } 1341 else { /*rx*/ 1342 for (i = 0; i < nb_rx_queue_stats_mappings; i++) { 1343 if ((rx_queue_stats_mappings[i].port_id == port_id) && 1344 (rx_queue_stats_mappings[i].queue_id == queue_id)) { 1345 rx_queue_stats_mappings[i].stats_counter_id = map_value; 1346 existing_mapping_found = 1; 1347 break; 1348 } 1349 } 1350 if (!existing_mapping_found) { /* A new additional mapping... */ 1351 rx_queue_stats_mappings[nb_rx_queue_stats_mappings].port_id = port_id; 1352 rx_queue_stats_mappings[nb_rx_queue_stats_mappings].queue_id = queue_id; 1353 rx_queue_stats_mappings[nb_rx_queue_stats_mappings].stats_counter_id = map_value; 1354 nb_rx_queue_stats_mappings++; 1355 } 1356 } 1357 } 1358 1359 void 1360 tx_cksum_set(portid_t port_id, uint8_t cksum_mask) 1361 { 1362 uint16_t tx_ol_flags; 1363 if (port_id_is_invalid(port_id)) 1364 return; 1365 /* Clear last 4 bits and then set L3/4 checksum mask again */ 1366 tx_ol_flags = (uint16_t) (ports[port_id].tx_ol_flags & 0xFFF0); 1367 ports[port_id].tx_ol_flags = (uint16_t) ((cksum_mask & 0xf) | tx_ol_flags); 1368 } 1369 1370 void 1371 fdir_add_signature_filter(portid_t port_id, uint8_t queue_id, 1372 struct rte_fdir_filter *fdir_filter) 1373 { 1374 int diag; 1375 1376 if (port_id_is_invalid(port_id)) 1377 return; 1378 1379 diag = rte_eth_dev_fdir_add_signature_filter(port_id, fdir_filter, 1380 queue_id); 1381 if (diag == 0) 1382 return; 1383 1384 printf("rte_eth_dev_fdir_add_signature_filter for port_id=%d failed " 1385 "diag=%d\n", port_id, diag); 1386 } 1387 1388 void 1389 fdir_update_signature_filter(portid_t port_id, uint8_t queue_id, 1390 struct rte_fdir_filter *fdir_filter) 1391 { 1392 int diag; 1393 1394 if (port_id_is_invalid(port_id)) 1395 return; 1396 1397 diag = rte_eth_dev_fdir_update_signature_filter(port_id, fdir_filter, 1398 queue_id); 1399 if (diag == 0) 1400 return; 1401 1402 printf("rte_eth_dev_fdir_update_signature_filter for port_id=%d failed " 1403 "diag=%d\n", port_id, diag); 1404 } 1405 1406 void 1407 fdir_remove_signature_filter(portid_t port_id, 1408 struct rte_fdir_filter *fdir_filter) 1409 { 1410 int diag; 1411 1412 if (port_id_is_invalid(port_id)) 1413 return; 1414 1415 diag = rte_eth_dev_fdir_remove_signature_filter(port_id, fdir_filter); 1416 if (diag == 0) 1417 return; 1418 1419 printf("rte_eth_dev_fdir_add_signature_filter for port_id=%d failed " 1420 "diag=%d\n", port_id, diag); 1421 1422 } 1423 1424 void 1425 fdir_get_infos(portid_t port_id) 1426 { 1427 struct rte_eth_fdir fdir_infos; 1428 1429 static const char *fdir_stats_border = "########################"; 1430 1431 if (port_id_is_invalid(port_id)) 1432 return; 1433 1434 rte_eth_dev_fdir_get_infos(port_id, &fdir_infos); 1435 1436 printf("\n %s FDIR infos for port %-2d %s\n", 1437 fdir_stats_border, port_id, fdir_stats_border); 1438 1439 printf(" collision: %-10"PRIu64" free: %"PRIu64"\n" 1440 " maxhash: %-10"PRIu64" maxlen: %"PRIu64"\n" 1441 " add: %-10"PRIu64" remove: %"PRIu64"\n" 1442 " f_add: %-10"PRIu64" f_remove: %"PRIu64"\n", 1443 (uint64_t)(fdir_infos.collision), (uint64_t)(fdir_infos.free), 1444 (uint64_t)(fdir_infos.maxhash), (uint64_t)(fdir_infos.maxlen), 1445 fdir_infos.add, fdir_infos.remove, 1446 fdir_infos.f_add, fdir_infos.f_remove); 1447 printf(" %s############################%s\n", 1448 fdir_stats_border, fdir_stats_border); 1449 } 1450 1451 void 1452 fdir_add_perfect_filter(portid_t port_id, uint16_t soft_id, uint8_t queue_id, 1453 uint8_t drop, struct rte_fdir_filter *fdir_filter) 1454 { 1455 int diag; 1456 1457 if (port_id_is_invalid(port_id)) 1458 return; 1459 1460 diag = rte_eth_dev_fdir_add_perfect_filter(port_id, fdir_filter, 1461 soft_id, queue_id, drop); 1462 if (diag == 0) 1463 return; 1464 1465 printf("rte_eth_dev_fdir_add_perfect_filter for port_id=%d failed " 1466 "diag=%d\n", port_id, diag); 1467 } 1468 1469 void 1470 fdir_update_perfect_filter(portid_t port_id, uint16_t soft_id, uint8_t queue_id, 1471 uint8_t drop, struct rte_fdir_filter *fdir_filter) 1472 { 1473 int diag; 1474 1475 if (port_id_is_invalid(port_id)) 1476 return; 1477 1478 diag = rte_eth_dev_fdir_update_perfect_filter(port_id, fdir_filter, 1479 soft_id, queue_id, drop); 1480 if (diag == 0) 1481 return; 1482 1483 printf("rte_eth_dev_fdir_update_perfect_filter for port_id=%d failed " 1484 "diag=%d\n", port_id, diag); 1485 } 1486 1487 void 1488 fdir_remove_perfect_filter(portid_t port_id, uint16_t soft_id, 1489 struct rte_fdir_filter *fdir_filter) 1490 { 1491 int diag; 1492 1493 if (port_id_is_invalid(port_id)) 1494 return; 1495 1496 diag = rte_eth_dev_fdir_remove_perfect_filter(port_id, fdir_filter, 1497 soft_id); 1498 if (diag == 0) 1499 return; 1500 1501 printf("rte_eth_dev_fdir_update_perfect_filter for port_id=%d failed " 1502 "diag=%d\n", port_id, diag); 1503 } 1504 1505 void 1506 fdir_set_masks(portid_t port_id, struct rte_fdir_masks *fdir_masks) 1507 { 1508 int diag; 1509 1510 if (port_id_is_invalid(port_id)) 1511 return; 1512 1513 diag = rte_eth_dev_fdir_set_masks(port_id, fdir_masks); 1514 if (diag == 0) 1515 return; 1516 1517 printf("rte_eth_dev_set_masks_filter for port_id=%d failed " 1518 "diag=%d\n", port_id, diag); 1519 } 1520