1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(c) 2020 Intel Corporation 3 */ 4 5 #include <sys/queue.h> 6 #include <stdio.h> 7 #include <errno.h> 8 #include <stdint.h> 9 #include <string.h> 10 #include <unistd.h> 11 #include <stdarg.h> 12 13 #include <rte_debug.h> 14 #include <rte_ether.h> 15 #include <ethdev_driver.h> 16 #include <rte_log.h> 17 #include <rte_malloc.h> 18 #include <rte_eth_ctrl.h> 19 #include <rte_tailq.h> 20 #include <rte_flow_driver.h> 21 22 #include "iavf_log.h" 23 #include "iavf.h" 24 #include "iavf_generic_flow.h" 25 26 #define IAVF_PHINT_NONE 0 27 #define IAVF_PHINT_GTPU BIT_ULL(0) 28 #define IAVF_PHINT_GTPU_EH BIT_ULL(1) 29 #define IAVF_PHINT_GTPU_EH_DWN BIT_ULL(2) 30 #define IAVF_PHINT_GTPU_EH_UP BIT_ULL(3) 31 #define IAVF_PHINT_OUTER_IPV4 BIT_ULL(4) 32 #define IAVF_PHINT_OUTER_IPV6 BIT_ULL(5) 33 #define IAVF_PHINT_GRE BIT_ULL(6) 34 /* the second IP header of GTPoGRE */ 35 #define IAVF_PHINT_MID_IPV4 BIT_ULL(7) 36 #define IAVF_PHINT_MID_IPV6 BIT_ULL(8) 37 /* L2TPv2 */ 38 #define IAVF_PHINT_L2TPV2 BIT_ULL(9) 39 #define IAVF_PHINT_L2TPV2_LEN BIT_ULL(10) 40 /* Raw */ 41 #define IAVF_PHINT_RAW BIT_ULL(11) 42 43 #define IAVF_PHINT_GTPU_MSK (IAVF_PHINT_GTPU | \ 44 IAVF_PHINT_GTPU_EH | \ 45 IAVF_PHINT_GTPU_EH_DWN | \ 46 IAVF_PHINT_GTPU_EH_UP) 47 48 #define IAVF_PHINT_LAYERS_MSK (IAVF_PHINT_OUTER_IPV4 | \ 49 IAVF_PHINT_OUTER_IPV6) 50 51 #define IAVF_GTPU_EH_DWNLINK 0 52 #define IAVF_GTPU_EH_UPLINK 1 53 54 struct iavf_hash_match_type { 55 uint64_t hash_type; 56 struct virtchnl_proto_hdrs *proto_hdrs; 57 uint64_t pattern_hint; 58 }; 59 60 struct iavf_rss_meta { 61 struct virtchnl_proto_hdrs proto_hdrs; 62 enum virtchnl_rss_algorithm rss_algorithm; 63 bool raw_ena; 64 }; 65 66 struct iavf_hash_flow_cfg { 67 struct virtchnl_rss_cfg *rss_cfg; 68 bool simple_xor; 69 }; 70 71 static int 72 iavf_hash_init(struct iavf_adapter *ad); 73 static int 74 iavf_hash_create(struct iavf_adapter *ad, struct rte_flow *flow, void *meta, 75 struct rte_flow_error *error); 76 static int 77 iavf_hash_destroy(struct iavf_adapter *ad, struct rte_flow *flow, 78 struct rte_flow_error *error); 79 static void 80 iavf_hash_uninit(struct iavf_adapter *ad); 81 static void 82 iavf_hash_free(struct rte_flow *flow); 83 static int 84 iavf_hash_parse_pattern_action(struct iavf_adapter *ad, 85 struct iavf_pattern_match_item *array, 86 uint32_t array_len, 87 const struct rte_flow_item pattern[], 88 const struct rte_flow_action actions[], 89 uint32_t priority, 90 void **meta, 91 struct rte_flow_error *error); 92 93 #define FIELD_SELECTOR(proto_hdr_field) \ 94 (1UL << ((proto_hdr_field) & PROTO_HDR_FIELD_MASK)) 95 #define BUFF_NOUSED 0 96 97 #define proto_hdr_eth { \ 98 VIRTCHNL_PROTO_HDR_ETH, \ 99 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ETH_SRC) | \ 100 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ETH_DST), {BUFF_NOUSED} } 101 102 #define proto_hdr_svlan { \ 103 VIRTCHNL_PROTO_HDR_S_VLAN, \ 104 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_S_VLAN_ID), {BUFF_NOUSED} } 105 106 #define proto_hdr_cvlan { \ 107 VIRTCHNL_PROTO_HDR_C_VLAN, \ 108 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_C_VLAN_ID), {BUFF_NOUSED} } 109 110 #define proto_hdr_ipv4 { \ 111 VIRTCHNL_PROTO_HDR_IPV4, \ 112 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_SRC) | \ 113 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_DST), {BUFF_NOUSED} } 114 115 #define proto_hdr_ipv4_with_prot { \ 116 VIRTCHNL_PROTO_HDR_IPV4, \ 117 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_SRC) | \ 118 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_DST) | \ 119 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_PROT), {BUFF_NOUSED} } 120 121 #define proto_hdr_ipv6 { \ 122 VIRTCHNL_PROTO_HDR_IPV6, \ 123 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_SRC) | \ 124 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_DST), {BUFF_NOUSED} } 125 126 #define proto_hdr_ipv6_frag { \ 127 VIRTCHNL_PROTO_HDR_IPV6_EH_FRAG, \ 128 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_EH_FRAG_PKID), {BUFF_NOUSED} } 129 130 #define proto_hdr_ipv6_with_prot { \ 131 VIRTCHNL_PROTO_HDR_IPV6, \ 132 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_SRC) | \ 133 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_DST) | \ 134 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_PROT), {BUFF_NOUSED} } 135 136 #define proto_hdr_udp { \ 137 VIRTCHNL_PROTO_HDR_UDP, \ 138 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_UDP_SRC_PORT) | \ 139 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_UDP_DST_PORT), {BUFF_NOUSED} } 140 141 #define proto_hdr_tcp { \ 142 VIRTCHNL_PROTO_HDR_TCP, \ 143 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_TCP_SRC_PORT) | \ 144 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_TCP_DST_PORT), {BUFF_NOUSED} } 145 146 #define proto_hdr_sctp { \ 147 VIRTCHNL_PROTO_HDR_SCTP, \ 148 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_SCTP_SRC_PORT) | \ 149 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_SCTP_DST_PORT), {BUFF_NOUSED} } 150 151 #define proto_hdr_esp { \ 152 VIRTCHNL_PROTO_HDR_ESP, \ 153 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ESP_SPI), {BUFF_NOUSED} } 154 155 #define proto_hdr_ah { \ 156 VIRTCHNL_PROTO_HDR_AH, \ 157 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_AH_SPI), {BUFF_NOUSED} } 158 159 #define proto_hdr_l2tpv3 { \ 160 VIRTCHNL_PROTO_HDR_L2TPV3, \ 161 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_L2TPV3_SESS_ID), {BUFF_NOUSED} } 162 163 #define proto_hdr_pfcp { \ 164 VIRTCHNL_PROTO_HDR_PFCP, \ 165 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_PFCP_SEID), {BUFF_NOUSED} } 166 167 #define proto_hdr_gtpc { \ 168 VIRTCHNL_PROTO_HDR_GTPC, 0, {BUFF_NOUSED} } 169 170 #define proto_hdr_ecpri { \ 171 VIRTCHNL_PROTO_HDR_ECPRI, \ 172 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ECPRI_PC_RTC_ID), {BUFF_NOUSED} } 173 174 #define proto_hdr_l2tpv2 { \ 175 VIRTCHNL_PROTO_HDR_L2TPV2, \ 176 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_L2TPV2_SESS_ID) | \ 177 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_L2TPV2_LEN_SESS_ID), {BUFF_NOUSED} } 178 179 #define proto_hdr_ppp { \ 180 VIRTCHNL_PROTO_HDR_PPP, 0, {BUFF_NOUSED} } 181 182 #define TUNNEL_LEVEL_OUTER 0 183 #define TUNNEL_LEVEL_INNER 1 184 185 /* proto_hdrs template */ 186 struct virtchnl_proto_hdrs outer_ipv4_tmplt = { 187 TUNNEL_LEVEL_OUTER, 4, 188 {{proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv4}} 189 }; 190 191 struct virtchnl_proto_hdrs outer_ipv4_udp_tmplt = { 192 TUNNEL_LEVEL_OUTER, 5, 193 {{proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, 194 proto_hdr_ipv4_with_prot, 195 proto_hdr_udp}} 196 }; 197 198 struct virtchnl_proto_hdrs outer_ipv4_tcp_tmplt = { 199 TUNNEL_LEVEL_OUTER, 5, 200 {{proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, 201 proto_hdr_ipv4_with_prot, 202 proto_hdr_tcp}} 203 }; 204 205 struct virtchnl_proto_hdrs outer_ipv4_sctp_tmplt = { 206 TUNNEL_LEVEL_OUTER, 5, 207 {{proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv4, 208 proto_hdr_sctp}} 209 }; 210 211 struct virtchnl_proto_hdrs outer_ipv6_tmplt = { 212 TUNNEL_LEVEL_OUTER, 4, 213 {{proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv6}} 214 }; 215 216 struct virtchnl_proto_hdrs outer_ipv6_frag_tmplt = { 217 TUNNEL_LEVEL_OUTER, 5, 218 {{proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, 219 proto_hdr_ipv6, proto_hdr_ipv6_frag}} 220 }; 221 222 struct virtchnl_proto_hdrs outer_ipv6_udp_tmplt = { 223 TUNNEL_LEVEL_OUTER, 5, 224 {{proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, 225 proto_hdr_ipv6_with_prot, 226 proto_hdr_udp}} 227 }; 228 229 struct virtchnl_proto_hdrs outer_ipv6_tcp_tmplt = { 230 TUNNEL_LEVEL_OUTER, 5, 231 {{proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, 232 proto_hdr_ipv6_with_prot, 233 proto_hdr_tcp}} 234 }; 235 236 struct virtchnl_proto_hdrs outer_ipv6_sctp_tmplt = { 237 TUNNEL_LEVEL_OUTER, 5, 238 {{proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv6, 239 proto_hdr_sctp}} 240 }; 241 242 struct virtchnl_proto_hdrs inner_ipv4_tmplt = { 243 TUNNEL_LEVEL_INNER, 1, {{proto_hdr_ipv4}} 244 }; 245 246 struct virtchnl_proto_hdrs inner_ipv4_udp_tmplt = { 247 TUNNEL_LEVEL_INNER, 2, {{proto_hdr_ipv4_with_prot, proto_hdr_udp}} 248 }; 249 250 struct virtchnl_proto_hdrs inner_ipv4_tcp_tmplt = { 251 TUNNEL_LEVEL_INNER, 2, {{proto_hdr_ipv4_with_prot, proto_hdr_tcp}} 252 }; 253 254 struct virtchnl_proto_hdrs second_inner_ipv4_tmplt = { 255 2, 1, {{proto_hdr_ipv4}} 256 }; 257 258 struct virtchnl_proto_hdrs second_inner_ipv4_udp_tmplt = { 259 2, 2, {{proto_hdr_ipv4_with_prot, proto_hdr_udp}} 260 }; 261 262 struct virtchnl_proto_hdrs second_inner_ipv4_tcp_tmplt = { 263 2, 2, {{proto_hdr_ipv4_with_prot, proto_hdr_tcp}} 264 }; 265 266 struct virtchnl_proto_hdrs second_inner_ipv6_tmplt = { 267 2, 1, {{proto_hdr_ipv6}} 268 }; 269 270 struct virtchnl_proto_hdrs second_inner_ipv6_udp_tmplt = { 271 2, 2, {{proto_hdr_ipv6_with_prot, proto_hdr_udp}} 272 }; 273 274 struct virtchnl_proto_hdrs second_inner_ipv6_tcp_tmplt = { 275 2, 2, {{proto_hdr_ipv6_with_prot, proto_hdr_tcp}} 276 }; 277 278 struct virtchnl_proto_hdrs inner_ipv4_sctp_tmplt = { 279 TUNNEL_LEVEL_INNER, 2, {{proto_hdr_ipv4, proto_hdr_sctp}} 280 }; 281 282 struct virtchnl_proto_hdrs inner_ipv6_tmplt = { 283 TUNNEL_LEVEL_INNER, 1, {{proto_hdr_ipv6}} 284 }; 285 286 struct virtchnl_proto_hdrs inner_ipv6_udp_tmplt = { 287 TUNNEL_LEVEL_INNER, 2, {{proto_hdr_ipv6_with_prot, proto_hdr_udp}} 288 }; 289 290 struct virtchnl_proto_hdrs inner_ipv6_tcp_tmplt = { 291 TUNNEL_LEVEL_INNER, 2, {{proto_hdr_ipv6_with_prot, proto_hdr_tcp}} 292 }; 293 294 struct virtchnl_proto_hdrs inner_ipv6_sctp_tmplt = { 295 TUNNEL_LEVEL_INNER, 2, {{proto_hdr_ipv6, proto_hdr_sctp}} 296 }; 297 298 struct virtchnl_proto_hdrs ipv4_esp_tmplt = { 299 TUNNEL_LEVEL_OUTER, 2, {{proto_hdr_ipv4, proto_hdr_esp}} 300 }; 301 302 struct virtchnl_proto_hdrs ipv4_udp_esp_tmplt = { 303 TUNNEL_LEVEL_OUTER, 3, 304 {{proto_hdr_ipv4, proto_hdr_udp, proto_hdr_esp}} 305 }; 306 307 struct virtchnl_proto_hdrs ipv4_ah_tmplt = { 308 TUNNEL_LEVEL_OUTER, 2, {{proto_hdr_ipv4, proto_hdr_ah}} 309 }; 310 311 struct virtchnl_proto_hdrs ipv6_esp_tmplt = { 312 TUNNEL_LEVEL_OUTER, 2, {{proto_hdr_ipv6, proto_hdr_esp}} 313 }; 314 315 struct virtchnl_proto_hdrs ipv6_udp_esp_tmplt = { 316 TUNNEL_LEVEL_OUTER, 3, 317 {{proto_hdr_ipv6, proto_hdr_udp, proto_hdr_esp}} 318 }; 319 320 struct virtchnl_proto_hdrs ipv6_ah_tmplt = { 321 TUNNEL_LEVEL_OUTER, 2, {{proto_hdr_ipv6, proto_hdr_ah}} 322 }; 323 324 struct virtchnl_proto_hdrs ipv4_l2tpv3_tmplt = { 325 TUNNEL_LEVEL_OUTER, 2, {{proto_hdr_ipv4, proto_hdr_l2tpv3}} 326 }; 327 328 struct virtchnl_proto_hdrs ipv6_l2tpv3_tmplt = { 329 TUNNEL_LEVEL_OUTER, 2, {{proto_hdr_ipv6, proto_hdr_l2tpv3}} 330 }; 331 332 struct virtchnl_proto_hdrs ipv4_pfcp_tmplt = { 333 TUNNEL_LEVEL_OUTER, 2, {{proto_hdr_ipv4, proto_hdr_pfcp}} 334 }; 335 336 struct virtchnl_proto_hdrs ipv6_pfcp_tmplt = { 337 TUNNEL_LEVEL_OUTER, 2, {{proto_hdr_ipv6, proto_hdr_pfcp}} 338 }; 339 340 struct virtchnl_proto_hdrs ipv4_udp_gtpc_tmplt = { 341 TUNNEL_LEVEL_OUTER, 3, 342 {{proto_hdr_ipv4, proto_hdr_udp, proto_hdr_gtpc}} 343 }; 344 345 struct virtchnl_proto_hdrs ipv6_udp_gtpc_tmplt = { 346 TUNNEL_LEVEL_OUTER, 3, 347 {{proto_hdr_ipv6, proto_hdr_udp, proto_hdr_gtpc}} 348 }; 349 350 struct virtchnl_proto_hdrs eth_ecpri_tmplt = { 351 TUNNEL_LEVEL_OUTER, 2, {{proto_hdr_eth, proto_hdr_ecpri}} 352 }; 353 354 struct virtchnl_proto_hdrs ipv4_ecpri_tmplt = { 355 TUNNEL_LEVEL_OUTER, 3, 356 {{proto_hdr_ipv4, proto_hdr_udp, proto_hdr_ecpri}} 357 }; 358 359 struct virtchnl_proto_hdrs udp_l2tpv2_ppp_ipv4_tmplt = { 360 TUNNEL_LEVEL_INNER, 3, 361 {{proto_hdr_l2tpv2, 362 proto_hdr_ppp, 363 proto_hdr_ipv4}} 364 }; 365 366 struct virtchnl_proto_hdrs udp_l2tpv2_ppp_ipv6_tmplt = { 367 TUNNEL_LEVEL_INNER, 3, 368 {{proto_hdr_l2tpv2, 369 proto_hdr_ppp, 370 proto_hdr_ipv6}} 371 }; 372 373 struct virtchnl_proto_hdrs udp_l2tpv2_ppp_ipv4_udp_tmplt = { 374 TUNNEL_LEVEL_INNER, 4, 375 {{proto_hdr_l2tpv2, 376 proto_hdr_ppp, 377 proto_hdr_ipv4_with_prot, 378 proto_hdr_udp}} 379 }; 380 381 struct virtchnl_proto_hdrs udp_l2tpv2_ppp_ipv4_tcp_tmplt = { 382 TUNNEL_LEVEL_INNER, 4, 383 {{proto_hdr_l2tpv2, 384 proto_hdr_ppp, 385 proto_hdr_ipv4_with_prot, 386 proto_hdr_tcp}} 387 }; 388 389 struct virtchnl_proto_hdrs udp_l2tpv2_ppp_ipv6_udp_tmplt = { 390 TUNNEL_LEVEL_INNER, 4, 391 {{proto_hdr_l2tpv2, 392 proto_hdr_ppp, 393 proto_hdr_ipv6_with_prot, 394 proto_hdr_udp}} 395 }; 396 397 struct virtchnl_proto_hdrs udp_l2tpv2_ppp_ipv6_tcp_tmplt = { 398 TUNNEL_LEVEL_INNER, 4, 399 {{proto_hdr_l2tpv2, 400 proto_hdr_ppp, 401 proto_hdr_ipv6_with_prot, 402 proto_hdr_tcp}} 403 404 }; 405 406 struct virtchnl_proto_hdrs ipv4_l2tpv2_tmplt = { 407 TUNNEL_LEVEL_OUTER, 4, 408 {{proto_hdr_eth, 409 proto_hdr_ipv4, 410 proto_hdr_udp, 411 proto_hdr_l2tpv2}} 412 }; 413 414 struct virtchnl_proto_hdrs ipv6_l2tpv2_tmplt = { 415 TUNNEL_LEVEL_OUTER, 4, 416 {{proto_hdr_eth, 417 proto_hdr_ipv6, 418 proto_hdr_udp, 419 proto_hdr_l2tpv2}} 420 }; 421 422 struct virtchnl_proto_hdrs ipv4_l2tpv2_ppp_tmplt = { 423 TUNNEL_LEVEL_OUTER, 5, 424 {{proto_hdr_eth, 425 proto_hdr_ipv4, 426 proto_hdr_udp, 427 proto_hdr_l2tpv2, 428 proto_hdr_ppp}} 429 }; 430 431 struct virtchnl_proto_hdrs ipv6_l2tpv2_ppp_tmplt = { 432 TUNNEL_LEVEL_OUTER, 5, 433 {{proto_hdr_eth, 434 proto_hdr_ipv6, 435 proto_hdr_udp, 436 proto_hdr_l2tpv2, 437 proto_hdr_ppp}} 438 }; 439 440 /* rss type super set */ 441 442 /* IPv4 outer */ 443 #define IAVF_RSS_TYPE_OUTER_IPV4 (RTE_ETH_RSS_ETH | RTE_ETH_RSS_IPV4 | \ 444 RTE_ETH_RSS_FRAG_IPV4 | \ 445 RTE_ETH_RSS_IPV4_CHKSUM) 446 #define IAVF_RSS_TYPE_OUTER_IPV4_UDP (IAVF_RSS_TYPE_OUTER_IPV4 | \ 447 RTE_ETH_RSS_NONFRAG_IPV4_UDP | \ 448 RTE_ETH_RSS_L4_CHKSUM) 449 #define IAVF_RSS_TYPE_OUTER_IPV4_TCP (IAVF_RSS_TYPE_OUTER_IPV4 | \ 450 RTE_ETH_RSS_NONFRAG_IPV4_TCP | \ 451 RTE_ETH_RSS_L4_CHKSUM) 452 #define IAVF_RSS_TYPE_OUTER_IPV4_SCTP (IAVF_RSS_TYPE_OUTER_IPV4 | \ 453 RTE_ETH_RSS_NONFRAG_IPV4_SCTP | \ 454 RTE_ETH_RSS_L4_CHKSUM) 455 /* IPv6 outer */ 456 #define IAVF_RSS_TYPE_OUTER_IPV6 (RTE_ETH_RSS_ETH | RTE_ETH_RSS_IPV6) 457 #define IAVF_RSS_TYPE_OUTER_IPV6_FRAG (IAVF_RSS_TYPE_OUTER_IPV6 | \ 458 RTE_ETH_RSS_FRAG_IPV6) 459 #define IAVF_RSS_TYPE_OUTER_IPV6_UDP (IAVF_RSS_TYPE_OUTER_IPV6 | \ 460 RTE_ETH_RSS_NONFRAG_IPV6_UDP | \ 461 RTE_ETH_RSS_L4_CHKSUM) 462 #define IAVF_RSS_TYPE_OUTER_IPV6_TCP (IAVF_RSS_TYPE_OUTER_IPV6 | \ 463 RTE_ETH_RSS_NONFRAG_IPV6_TCP | \ 464 RTE_ETH_RSS_L4_CHKSUM) 465 #define IAVF_RSS_TYPE_OUTER_IPV6_SCTP (IAVF_RSS_TYPE_OUTER_IPV6 | \ 466 RTE_ETH_RSS_NONFRAG_IPV6_SCTP | \ 467 RTE_ETH_RSS_L4_CHKSUM) 468 /* VLAN IPV4 */ 469 #define IAVF_RSS_TYPE_VLAN_IPV4 (IAVF_RSS_TYPE_OUTER_IPV4 | \ 470 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN) 471 #define IAVF_RSS_TYPE_VLAN_IPV4_UDP (IAVF_RSS_TYPE_OUTER_IPV4_UDP | \ 472 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN) 473 #define IAVF_RSS_TYPE_VLAN_IPV4_TCP (IAVF_RSS_TYPE_OUTER_IPV4_TCP | \ 474 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN) 475 #define IAVF_RSS_TYPE_VLAN_IPV4_SCTP (IAVF_RSS_TYPE_OUTER_IPV4_SCTP | \ 476 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN) 477 /* VLAN IPv6 */ 478 #define IAVF_RSS_TYPE_VLAN_IPV6 (IAVF_RSS_TYPE_OUTER_IPV6 | \ 479 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN) 480 #define IAVF_RSS_TYPE_VLAN_IPV6_FRAG (IAVF_RSS_TYPE_OUTER_IPV6_FRAG | \ 481 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN) 482 #define IAVF_RSS_TYPE_VLAN_IPV6_UDP (IAVF_RSS_TYPE_OUTER_IPV6_UDP | \ 483 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN) 484 #define IAVF_RSS_TYPE_VLAN_IPV6_TCP (IAVF_RSS_TYPE_OUTER_IPV6_TCP | \ 485 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN) 486 #define IAVF_RSS_TYPE_VLAN_IPV6_SCTP (IAVF_RSS_TYPE_OUTER_IPV6_SCTP | \ 487 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN) 488 /* IPv4 inner */ 489 #define IAVF_RSS_TYPE_INNER_IPV4 RTE_ETH_RSS_IPV4 490 #define IAVF_RSS_TYPE_INNER_IPV4_UDP (RTE_ETH_RSS_IPV4 | \ 491 RTE_ETH_RSS_NONFRAG_IPV4_UDP) 492 #define IAVF_RSS_TYPE_INNER_IPV4_TCP (RTE_ETH_RSS_IPV4 | \ 493 RTE_ETH_RSS_NONFRAG_IPV4_TCP) 494 #define IAVF_RSS_TYPE_INNER_IPV4_SCTP (RTE_ETH_RSS_IPV4 | \ 495 RTE_ETH_RSS_NONFRAG_IPV4_SCTP) 496 /* IPv6 inner */ 497 #define IAVF_RSS_TYPE_INNER_IPV6 RTE_ETH_RSS_IPV6 498 #define IAVF_RSS_TYPE_INNER_IPV6_UDP (RTE_ETH_RSS_IPV6 | \ 499 RTE_ETH_RSS_NONFRAG_IPV6_UDP) 500 #define IAVF_RSS_TYPE_INNER_IPV6_TCP (RTE_ETH_RSS_IPV6 | \ 501 RTE_ETH_RSS_NONFRAG_IPV6_TCP) 502 #define IAVF_RSS_TYPE_INNER_IPV6_SCTP (RTE_ETH_RSS_IPV6 | \ 503 RTE_ETH_RSS_NONFRAG_IPV6_SCTP) 504 /* GTPU IPv4 */ 505 #define IAVF_RSS_TYPE_GTPU_IPV4 (IAVF_RSS_TYPE_INNER_IPV4 | \ 506 RTE_ETH_RSS_GTPU) 507 #define IAVF_RSS_TYPE_GTPU_IPV4_UDP (IAVF_RSS_TYPE_INNER_IPV4_UDP | \ 508 RTE_ETH_RSS_GTPU) 509 #define IAVF_RSS_TYPE_GTPU_IPV4_TCP (IAVF_RSS_TYPE_INNER_IPV4_TCP | \ 510 RTE_ETH_RSS_GTPU) 511 /* GTPU IPv6 */ 512 #define IAVF_RSS_TYPE_GTPU_IPV6 (IAVF_RSS_TYPE_INNER_IPV6 | \ 513 RTE_ETH_RSS_GTPU) 514 #define IAVF_RSS_TYPE_GTPU_IPV6_UDP (IAVF_RSS_TYPE_INNER_IPV6_UDP | \ 515 RTE_ETH_RSS_GTPU) 516 #define IAVF_RSS_TYPE_GTPU_IPV6_TCP (IAVF_RSS_TYPE_INNER_IPV6_TCP | \ 517 RTE_ETH_RSS_GTPU) 518 /* ESP, AH, L2TPV3 and PFCP */ 519 #define IAVF_RSS_TYPE_IPV4_ESP (RTE_ETH_RSS_ESP | RTE_ETH_RSS_IPV4) 520 #define IAVF_RSS_TYPE_IPV4_AH (RTE_ETH_RSS_AH | RTE_ETH_RSS_IPV4) 521 #define IAVF_RSS_TYPE_IPV6_ESP (RTE_ETH_RSS_ESP | RTE_ETH_RSS_IPV6) 522 #define IAVF_RSS_TYPE_IPV6_AH (RTE_ETH_RSS_AH | RTE_ETH_RSS_IPV6) 523 #define IAVF_RSS_TYPE_IPV4_L2TPV3 (RTE_ETH_RSS_L2TPV3 | RTE_ETH_RSS_IPV4) 524 #define IAVF_RSS_TYPE_IPV6_L2TPV3 (RTE_ETH_RSS_L2TPV3 | RTE_ETH_RSS_IPV6) 525 #define IAVF_RSS_TYPE_IPV4_PFCP (RTE_ETH_RSS_PFCP | RTE_ETH_RSS_IPV4) 526 #define IAVF_RSS_TYPE_IPV6_PFCP (RTE_ETH_RSS_PFCP | RTE_ETH_RSS_IPV6) 527 528 /* L2TPv2 */ 529 #define IAVF_RSS_TYPE_ETH_L2TPV2 (RTE_ETH_RSS_ETH | RTE_ETH_RSS_L2TPV2) 530 531 /** 532 * Supported pattern for hash. 533 * The first member is pattern item type, 534 * the second member is input set mask, 535 * the third member is virtchnl_proto_hdrs template 536 */ 537 static struct iavf_pattern_match_item iavf_hash_pattern_list[] = { 538 /* IPv4 */ 539 {iavf_pattern_raw, IAVF_INSET_NONE, NULL}, 540 {iavf_pattern_eth_ipv4, IAVF_RSS_TYPE_OUTER_IPV4, &outer_ipv4_tmplt}, 541 {iavf_pattern_eth_ipv4_udp, IAVF_RSS_TYPE_OUTER_IPV4_UDP, &outer_ipv4_udp_tmplt}, 542 {iavf_pattern_eth_ipv4_tcp, IAVF_RSS_TYPE_OUTER_IPV4_TCP, &outer_ipv4_tcp_tmplt}, 543 {iavf_pattern_eth_ipv4_sctp, IAVF_RSS_TYPE_OUTER_IPV4_SCTP, &outer_ipv4_sctp_tmplt}, 544 {iavf_pattern_eth_vlan_ipv4, IAVF_RSS_TYPE_VLAN_IPV4, &outer_ipv4_tmplt}, 545 {iavf_pattern_eth_vlan_ipv4_udp, IAVF_RSS_TYPE_VLAN_IPV4_UDP, &outer_ipv4_udp_tmplt}, 546 {iavf_pattern_eth_vlan_ipv4_tcp, IAVF_RSS_TYPE_VLAN_IPV4_TCP, &outer_ipv4_tcp_tmplt}, 547 {iavf_pattern_eth_vlan_ipv4_sctp, IAVF_RSS_TYPE_VLAN_IPV4_SCTP, &outer_ipv4_sctp_tmplt}, 548 {iavf_pattern_eth_ipv4_gtpu, RTE_ETH_RSS_IPV4, &outer_ipv4_udp_tmplt}, 549 {iavf_pattern_eth_ipv4_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt}, 550 {iavf_pattern_eth_ipv4_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt}, 551 {iavf_pattern_eth_ipv4_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt}, 552 {iavf_pattern_eth_ipv6_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt}, 553 {iavf_pattern_eth_ipv6_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt}, 554 {iavf_pattern_eth_ipv6_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt}, 555 {iavf_pattern_eth_ipv4_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt}, 556 {iavf_pattern_eth_ipv4_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt}, 557 {iavf_pattern_eth_ipv4_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt}, 558 {iavf_pattern_eth_ipv6_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt}, 559 {iavf_pattern_eth_ipv6_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt}, 560 {iavf_pattern_eth_ipv6_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt}, 561 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt}, 562 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt}, 563 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt}, 564 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt}, 565 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt}, 566 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt}, 567 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt}, 568 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt}, 569 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt}, 570 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt}, 571 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt}, 572 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt}, 573 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt}, 574 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt}, 575 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt}, 576 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt}, 577 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt}, 578 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt}, 579 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt}, 580 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt}, 581 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt}, 582 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt}, 583 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt}, 584 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt}, 585 {iavf_pattern_eth_ipv4_esp, IAVF_RSS_TYPE_IPV4_ESP, &ipv4_esp_tmplt}, 586 {iavf_pattern_eth_ipv4_udp_esp, IAVF_RSS_TYPE_IPV4_ESP, &ipv4_udp_esp_tmplt}, 587 {iavf_pattern_eth_ipv4_ah, IAVF_RSS_TYPE_IPV4_AH, &ipv4_ah_tmplt}, 588 {iavf_pattern_eth_ipv4_l2tpv3, IAVF_RSS_TYPE_IPV4_L2TPV3, &ipv4_l2tpv3_tmplt}, 589 {iavf_pattern_eth_ipv4_pfcp, IAVF_RSS_TYPE_IPV4_PFCP, &ipv4_pfcp_tmplt}, 590 {iavf_pattern_eth_ipv4_gtpc, RTE_ETH_RSS_IPV4, &ipv4_udp_gtpc_tmplt}, 591 {iavf_pattern_eth_ecpri, RTE_ETH_RSS_ECPRI, ð_ecpri_tmplt}, 592 {iavf_pattern_eth_ipv4_ecpri, RTE_ETH_RSS_ECPRI, &ipv4_ecpri_tmplt}, 593 {iavf_pattern_eth_ipv4_gre_ipv4, IAVF_RSS_TYPE_INNER_IPV4, &inner_ipv4_tmplt}, 594 {iavf_pattern_eth_ipv6_gre_ipv4, IAVF_RSS_TYPE_INNER_IPV4, &inner_ipv4_tmplt}, 595 {iavf_pattern_eth_ipv4_gre_ipv4_tcp, IAVF_RSS_TYPE_INNER_IPV4_TCP, &inner_ipv4_tcp_tmplt}, 596 {iavf_pattern_eth_ipv6_gre_ipv4_tcp, IAVF_RSS_TYPE_INNER_IPV4_TCP, &inner_ipv4_tcp_tmplt}, 597 {iavf_pattern_eth_ipv4_gre_ipv4_udp, IAVF_RSS_TYPE_INNER_IPV4_UDP, &inner_ipv4_udp_tmplt}, 598 {iavf_pattern_eth_ipv6_gre_ipv4_udp, IAVF_RSS_TYPE_INNER_IPV4_UDP, &inner_ipv4_udp_tmplt}, 599 {iavf_pattern_eth_ipv4_udp_l2tpv2, IAVF_RSS_TYPE_ETH_L2TPV2, &ipv4_l2tpv2_tmplt}, 600 {iavf_pattern_eth_ipv4_udp_l2tpv2_ppp, IAVF_RSS_TYPE_ETH_L2TPV2, &ipv4_l2tpv2_ppp_tmplt}, 601 {iavf_pattern_eth_ipv4_udp_l2tpv2_ppp_ipv4, IAVF_RSS_TYPE_INNER_IPV4, &udp_l2tpv2_ppp_ipv4_tmplt}, 602 {iavf_pattern_eth_ipv4_udp_l2tpv2_ppp_ipv4_udp, IAVF_RSS_TYPE_INNER_IPV4_UDP, &udp_l2tpv2_ppp_ipv4_udp_tmplt}, 603 {iavf_pattern_eth_ipv4_udp_l2tpv2_ppp_ipv4_tcp, IAVF_RSS_TYPE_INNER_IPV4_TCP, &udp_l2tpv2_ppp_ipv4_tcp_tmplt}, 604 {iavf_pattern_eth_ipv6_udp_l2tpv2_ppp_ipv4, IAVF_RSS_TYPE_INNER_IPV4, &udp_l2tpv2_ppp_ipv4_tmplt}, 605 {iavf_pattern_eth_ipv6_udp_l2tpv2_ppp_ipv4_udp, IAVF_RSS_TYPE_INNER_IPV4_UDP, &udp_l2tpv2_ppp_ipv4_udp_tmplt}, 606 {iavf_pattern_eth_ipv6_udp_l2tpv2_ppp_ipv4_tcp, IAVF_RSS_TYPE_INNER_IPV4_TCP, &udp_l2tpv2_ppp_ipv4_tcp_tmplt}, 607 608 /* IPv6 */ 609 {iavf_pattern_eth_ipv6, IAVF_RSS_TYPE_OUTER_IPV6, &outer_ipv6_tmplt}, 610 {iavf_pattern_eth_ipv6_frag_ext, IAVF_RSS_TYPE_OUTER_IPV6_FRAG, &outer_ipv6_frag_tmplt}, 611 {iavf_pattern_eth_ipv6_udp, IAVF_RSS_TYPE_OUTER_IPV6_UDP, &outer_ipv6_udp_tmplt}, 612 {iavf_pattern_eth_ipv6_tcp, IAVF_RSS_TYPE_OUTER_IPV6_TCP, &outer_ipv6_tcp_tmplt}, 613 {iavf_pattern_eth_ipv6_sctp, IAVF_RSS_TYPE_OUTER_IPV6_SCTP, &outer_ipv6_sctp_tmplt}, 614 {iavf_pattern_eth_vlan_ipv6, IAVF_RSS_TYPE_VLAN_IPV6, &outer_ipv6_tmplt}, 615 {iavf_pattern_eth_vlan_ipv6_frag_ext, IAVF_RSS_TYPE_OUTER_IPV6_FRAG, &outer_ipv6_frag_tmplt}, 616 {iavf_pattern_eth_vlan_ipv6_udp, IAVF_RSS_TYPE_VLAN_IPV6_UDP, &outer_ipv6_udp_tmplt}, 617 {iavf_pattern_eth_vlan_ipv6_tcp, IAVF_RSS_TYPE_VLAN_IPV6_TCP, &outer_ipv6_tcp_tmplt}, 618 {iavf_pattern_eth_vlan_ipv6_sctp, IAVF_RSS_TYPE_VLAN_IPV6_SCTP, &outer_ipv6_sctp_tmplt}, 619 {iavf_pattern_eth_ipv6_gtpu, RTE_ETH_RSS_IPV6, &outer_ipv6_udp_tmplt}, 620 {iavf_pattern_eth_ipv4_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt}, 621 {iavf_pattern_eth_ipv4_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt}, 622 {iavf_pattern_eth_ipv4_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt}, 623 {iavf_pattern_eth_ipv6_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt}, 624 {iavf_pattern_eth_ipv6_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt}, 625 {iavf_pattern_eth_ipv6_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt}, 626 {iavf_pattern_eth_ipv4_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt}, 627 {iavf_pattern_eth_ipv4_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt}, 628 {iavf_pattern_eth_ipv4_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt}, 629 {iavf_pattern_eth_ipv6_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt}, 630 {iavf_pattern_eth_ipv6_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt}, 631 {iavf_pattern_eth_ipv6_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt}, 632 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt}, 633 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt}, 634 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt}, 635 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt}, 636 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt}, 637 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt}, 638 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt}, 639 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt}, 640 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt}, 641 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt}, 642 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt}, 643 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt}, 644 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt}, 645 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt}, 646 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt}, 647 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt}, 648 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt}, 649 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt}, 650 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt}, 651 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt}, 652 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt}, 653 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt}, 654 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt}, 655 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt}, 656 {iavf_pattern_eth_ipv6_esp, IAVF_RSS_TYPE_IPV6_ESP, &ipv6_esp_tmplt}, 657 {iavf_pattern_eth_ipv6_udp_esp, IAVF_RSS_TYPE_IPV6_ESP, &ipv6_udp_esp_tmplt}, 658 {iavf_pattern_eth_ipv6_ah, IAVF_RSS_TYPE_IPV6_AH, &ipv6_ah_tmplt}, 659 {iavf_pattern_eth_ipv6_l2tpv3, IAVF_RSS_TYPE_IPV6_L2TPV3, &ipv6_l2tpv3_tmplt}, 660 {iavf_pattern_eth_ipv6_pfcp, IAVF_RSS_TYPE_IPV6_PFCP, &ipv6_pfcp_tmplt}, 661 {iavf_pattern_eth_ipv6_gtpc, RTE_ETH_RSS_IPV6, &ipv6_udp_gtpc_tmplt}, 662 {iavf_pattern_eth_ipv4_gre_ipv6, IAVF_RSS_TYPE_INNER_IPV6, &inner_ipv6_tmplt}, 663 {iavf_pattern_eth_ipv6_gre_ipv6, IAVF_RSS_TYPE_INNER_IPV6, &inner_ipv6_tmplt}, 664 {iavf_pattern_eth_ipv4_gre_ipv6_tcp, IAVF_RSS_TYPE_INNER_IPV6_TCP, &inner_ipv6_tcp_tmplt}, 665 {iavf_pattern_eth_ipv6_gre_ipv6_tcp, IAVF_RSS_TYPE_INNER_IPV6_TCP, &inner_ipv6_tcp_tmplt}, 666 {iavf_pattern_eth_ipv4_gre_ipv6_udp, IAVF_RSS_TYPE_INNER_IPV6_UDP, &inner_ipv6_udp_tmplt}, 667 {iavf_pattern_eth_ipv6_gre_ipv6_udp, IAVF_RSS_TYPE_INNER_IPV6_UDP, &inner_ipv6_udp_tmplt}, 668 {iavf_pattern_eth_ipv6_udp_l2tpv2, IAVF_RSS_TYPE_ETH_L2TPV2, &ipv6_l2tpv2_tmplt}, 669 {iavf_pattern_eth_ipv6_udp_l2tpv2_ppp, IAVF_RSS_TYPE_ETH_L2TPV2, &ipv6_l2tpv2_ppp_tmplt}, 670 {iavf_pattern_eth_ipv4_udp_l2tpv2_ppp_ipv6, IAVF_RSS_TYPE_INNER_IPV6, &udp_l2tpv2_ppp_ipv6_tmplt}, 671 {iavf_pattern_eth_ipv4_udp_l2tpv2_ppp_ipv6_udp, IAVF_RSS_TYPE_INNER_IPV6_UDP, &udp_l2tpv2_ppp_ipv6_udp_tmplt}, 672 {iavf_pattern_eth_ipv4_udp_l2tpv2_ppp_ipv6_tcp, IAVF_RSS_TYPE_INNER_IPV6_TCP, &udp_l2tpv2_ppp_ipv6_tcp_tmplt}, 673 {iavf_pattern_eth_ipv6_udp_l2tpv2_ppp_ipv6, IAVF_RSS_TYPE_INNER_IPV6, &udp_l2tpv2_ppp_ipv6_tmplt}, 674 {iavf_pattern_eth_ipv6_udp_l2tpv2_ppp_ipv6_udp, IAVF_RSS_TYPE_INNER_IPV6_UDP, &udp_l2tpv2_ppp_ipv6_udp_tmplt}, 675 {iavf_pattern_eth_ipv6_udp_l2tpv2_ppp_ipv6_tcp, IAVF_RSS_TYPE_INNER_IPV6_TCP, &udp_l2tpv2_ppp_ipv6_tcp_tmplt}, 676 677 }; 678 679 static struct iavf_flow_engine iavf_hash_engine = { 680 .init = iavf_hash_init, 681 .create = iavf_hash_create, 682 .destroy = iavf_hash_destroy, 683 .uninit = iavf_hash_uninit, 684 .free = iavf_hash_free, 685 .type = IAVF_FLOW_ENGINE_HASH, 686 }; 687 688 /* Register parser for comms package. */ 689 static struct iavf_flow_parser iavf_hash_parser = { 690 .engine = &iavf_hash_engine, 691 .array = iavf_hash_pattern_list, 692 .array_len = RTE_DIM(iavf_hash_pattern_list), 693 .parse_pattern_action = iavf_hash_parse_pattern_action, 694 .stage = IAVF_FLOW_STAGE_RSS, 695 }; 696 697 int 698 iavf_rss_hash_set(struct iavf_adapter *ad, uint64_t rss_hf, bool add) 699 { 700 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad); 701 struct virtchnl_rss_cfg rss_cfg; 702 703 #define IAVF_RSS_HF_ALL ( \ 704 RTE_ETH_RSS_IPV4 | \ 705 RTE_ETH_RSS_IPV6 | \ 706 RTE_ETH_RSS_NONFRAG_IPV4_UDP | \ 707 RTE_ETH_RSS_NONFRAG_IPV6_UDP | \ 708 RTE_ETH_RSS_NONFRAG_IPV4_TCP | \ 709 RTE_ETH_RSS_NONFRAG_IPV6_TCP | \ 710 RTE_ETH_RSS_NONFRAG_IPV4_SCTP | \ 711 RTE_ETH_RSS_NONFRAG_IPV6_SCTP) 712 713 rss_cfg.rss_algorithm = VIRTCHNL_RSS_ALG_TOEPLITZ_ASYMMETRIC; 714 if (rss_hf & RTE_ETH_RSS_IPV4) { 715 rss_cfg.proto_hdrs = inner_ipv4_tmplt; 716 iavf_add_del_rss_cfg(ad, &rss_cfg, add); 717 } 718 719 if (rss_hf & RTE_ETH_RSS_NONFRAG_IPV4_UDP) { 720 rss_cfg.proto_hdrs = inner_ipv4_udp_tmplt; 721 iavf_add_del_rss_cfg(ad, &rss_cfg, add); 722 } 723 724 if (rss_hf & RTE_ETH_RSS_NONFRAG_IPV4_TCP) { 725 rss_cfg.proto_hdrs = inner_ipv4_tcp_tmplt; 726 iavf_add_del_rss_cfg(ad, &rss_cfg, add); 727 } 728 729 if (rss_hf & RTE_ETH_RSS_NONFRAG_IPV4_SCTP) { 730 rss_cfg.proto_hdrs = inner_ipv4_sctp_tmplt; 731 iavf_add_del_rss_cfg(ad, &rss_cfg, add); 732 } 733 734 if (rss_hf & RTE_ETH_RSS_IPV6) { 735 rss_cfg.proto_hdrs = inner_ipv6_tmplt; 736 iavf_add_del_rss_cfg(ad, &rss_cfg, add); 737 } 738 739 if (rss_hf & RTE_ETH_RSS_NONFRAG_IPV6_UDP) { 740 rss_cfg.proto_hdrs = inner_ipv6_udp_tmplt; 741 iavf_add_del_rss_cfg(ad, &rss_cfg, add); 742 } 743 744 if (rss_hf & RTE_ETH_RSS_NONFRAG_IPV6_TCP) { 745 rss_cfg.proto_hdrs = inner_ipv6_tcp_tmplt; 746 iavf_add_del_rss_cfg(ad, &rss_cfg, add); 747 } 748 749 if (rss_hf & RTE_ETH_RSS_NONFRAG_IPV6_SCTP) { 750 rss_cfg.proto_hdrs = inner_ipv6_sctp_tmplt; 751 iavf_add_del_rss_cfg(ad, &rss_cfg, add); 752 } 753 754 vf->rss_hf = rss_hf & IAVF_RSS_HF_ALL; 755 return 0; 756 } 757 758 RTE_INIT(iavf_hash_engine_init) 759 { 760 struct iavf_flow_engine *engine = &iavf_hash_engine; 761 762 iavf_register_flow_engine(engine); 763 } 764 765 static int 766 iavf_hash_init(struct iavf_adapter *ad) 767 { 768 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad); 769 struct iavf_flow_parser *parser; 770 int ret; 771 772 if (vf->vf_reset) 773 return -EIO; 774 775 if (!vf->vf_res) 776 return -EINVAL; 777 778 if (!(vf->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_ADV_RSS_PF)) 779 return -ENOTSUP; 780 781 parser = &iavf_hash_parser; 782 783 ret = iavf_register_parser(parser, ad); 784 if (ret) { 785 PMD_DRV_LOG(ERR, "fail to register hash parser"); 786 return ret; 787 } 788 789 return ret; 790 } 791 792 static int 793 iavf_hash_parse_pattern(const struct rte_flow_item pattern[], uint64_t *phint, 794 struct rte_flow_error *error) 795 { 796 const struct rte_flow_item *item = pattern; 797 const struct rte_flow_item_gtp_psc *psc; 798 const struct rte_flow_item_ecpri *ecpri; 799 struct rte_ecpri_common_hdr ecpri_common; 800 const struct rte_flow_item_l2tpv2 *l2tpv2; 801 uint16_t flags_version; 802 803 for (item = pattern; item->type != RTE_FLOW_ITEM_TYPE_END; item++) { 804 if (item->last) { 805 rte_flow_error_set(error, EINVAL, 806 RTE_FLOW_ERROR_TYPE_ITEM, item, 807 "Not support range"); 808 return -rte_errno; 809 } 810 811 switch (item->type) { 812 case RTE_FLOW_ITEM_TYPE_RAW: 813 *phint |= IAVF_PHINT_RAW; 814 break; 815 case RTE_FLOW_ITEM_TYPE_IPV4: 816 if (!(*phint & IAVF_PHINT_GTPU_MSK) && 817 !(*phint & IAVF_PHINT_GRE) && 818 !(*phint & IAVF_PHINT_L2TPV2)) 819 *phint |= IAVF_PHINT_OUTER_IPV4; 820 if ((*phint & IAVF_PHINT_GRE) && !(*phint & IAVF_PHINT_GTPU_MSK)) 821 *phint |= IAVF_PHINT_MID_IPV4; 822 break; 823 case RTE_FLOW_ITEM_TYPE_IPV6: 824 if (!(*phint & IAVF_PHINT_GTPU_MSK) && 825 !(*phint & IAVF_PHINT_GRE) && 826 !(*phint & IAVF_PHINT_L2TPV2)) 827 *phint |= IAVF_PHINT_OUTER_IPV6; 828 if ((*phint & IAVF_PHINT_GRE) && !(*phint & IAVF_PHINT_GTPU_MSK)) 829 *phint |= IAVF_PHINT_MID_IPV6; 830 break; 831 case RTE_FLOW_ITEM_TYPE_GTPU: 832 *phint |= IAVF_PHINT_GTPU; 833 break; 834 case RTE_FLOW_ITEM_TYPE_GTP_PSC: 835 *phint |= IAVF_PHINT_GTPU_EH; 836 psc = item->spec; 837 if (!psc) 838 break; 839 else if (psc->hdr.type == IAVF_GTPU_EH_UPLINK) 840 *phint |= IAVF_PHINT_GTPU_EH_UP; 841 else if (psc->hdr.type == IAVF_GTPU_EH_DWNLINK) 842 *phint |= IAVF_PHINT_GTPU_EH_DWN; 843 break; 844 case RTE_FLOW_ITEM_TYPE_ECPRI: 845 ecpri = item->spec; 846 if (!ecpri) 847 break; 848 849 ecpri_common.u32 = rte_be_to_cpu_32(ecpri->hdr.common.u32); 850 851 if (ecpri_common.type != 852 RTE_ECPRI_MSG_TYPE_IQ_DATA) { 853 rte_flow_error_set(error, EINVAL, 854 RTE_FLOW_ERROR_TYPE_ITEM, item, 855 "Unsupported common type."); 856 return -rte_errno; 857 } 858 break; 859 case RTE_FLOW_ITEM_TYPE_GRE: 860 *phint |= IAVF_PHINT_GRE; 861 break; 862 case RTE_FLOW_ITEM_TYPE_L2TPV2: 863 l2tpv2 = item->spec; 864 865 if (l2tpv2) { 866 flags_version = 867 rte_be_to_cpu_16(l2tpv2->hdr.common.flags_version); 868 if (flags_version & IAVF_L2TPV2_FLAGS_LEN) 869 *phint |= IAVF_PHINT_L2TPV2_LEN; 870 else 871 *phint |= IAVF_PHINT_L2TPV2; 872 } else { 873 *phint |= IAVF_PHINT_L2TPV2; 874 } 875 break; 876 default: 877 break; 878 } 879 } 880 881 return 0; 882 } 883 884 static int 885 iavf_hash_parse_raw_pattern(const struct rte_flow_item *item, 886 struct iavf_rss_meta *meta) 887 { 888 const struct rte_flow_item_raw *raw_spec, *raw_mask; 889 uint16_t spec_len, pkt_len; 890 uint8_t *pkt_buf, *msk_buf; 891 uint8_t tmp_val = 0; 892 uint8_t tmp_c = 0; 893 int i, j; 894 895 raw_spec = item->spec; 896 raw_mask = item->mask; 897 898 spec_len = strlen((char *)(uintptr_t)raw_spec->pattern); 899 if (strlen((char *)(uintptr_t)raw_mask->pattern) != 900 spec_len) 901 return -rte_errno; 902 903 pkt_len = spec_len / 2; 904 905 pkt_buf = rte_zmalloc(NULL, pkt_len, 0); 906 if (!pkt_buf) 907 return -ENOMEM; 908 909 msk_buf = rte_zmalloc(NULL, pkt_len, 0); 910 if (!msk_buf) 911 return -ENOMEM; 912 913 /* convert string to int array */ 914 for (i = 0, j = 0; i < spec_len; i += 2, j++) { 915 tmp_c = raw_spec->pattern[i]; 916 if (tmp_c >= 'a' && tmp_c <= 'f') 917 tmp_val = tmp_c - 'a' + 10; 918 if (tmp_c >= 'A' && tmp_c <= 'F') 919 tmp_val = tmp_c - 'A' + 10; 920 if (tmp_c >= '0' && tmp_c <= '9') 921 tmp_val = tmp_c - '0'; 922 923 tmp_c = raw_spec->pattern[i + 1]; 924 if (tmp_c >= 'a' && tmp_c <= 'f') 925 pkt_buf[j] = tmp_val * 16 + tmp_c - 'a' + 10; 926 if (tmp_c >= 'A' && tmp_c <= 'F') 927 pkt_buf[j] = tmp_val * 16 + tmp_c - 'A' + 10; 928 if (tmp_c >= '0' && tmp_c <= '9') 929 pkt_buf[j] = tmp_val * 16 + tmp_c - '0'; 930 931 tmp_c = raw_mask->pattern[i]; 932 if (tmp_c >= 'a' && tmp_c <= 'f') 933 tmp_val = tmp_c - 0x57; 934 if (tmp_c >= 'A' && tmp_c <= 'F') 935 tmp_val = tmp_c - 0x37; 936 if (tmp_c >= '0' && tmp_c <= '9') 937 tmp_val = tmp_c - '0'; 938 939 tmp_c = raw_mask->pattern[i + 1]; 940 if (tmp_c >= 'a' && tmp_c <= 'f') 941 msk_buf[j] = tmp_val * 16 + tmp_c - 'a' + 10; 942 if (tmp_c >= 'A' && tmp_c <= 'F') 943 msk_buf[j] = tmp_val * 16 + tmp_c - 'A' + 10; 944 if (tmp_c >= '0' && tmp_c <= '9') 945 msk_buf[j] = tmp_val * 16 + tmp_c - '0'; 946 } 947 948 rte_memcpy(meta->proto_hdrs.raw.spec, pkt_buf, pkt_len); 949 rte_memcpy(meta->proto_hdrs.raw.mask, msk_buf, pkt_len); 950 meta->proto_hdrs.raw.pkt_len = pkt_len; 951 952 rte_free(pkt_buf); 953 rte_free(msk_buf); 954 955 return 0; 956 } 957 958 #define REFINE_PROTO_FLD(op, fld) \ 959 VIRTCHNL_##op##_PROTO_HDR_FIELD(hdr, VIRTCHNL_PROTO_HDR_##fld) 960 #define REPALCE_PROTO_FLD(fld_1, fld_2) \ 961 do { \ 962 REFINE_PROTO_FLD(DEL, fld_1); \ 963 REFINE_PROTO_FLD(ADD, fld_2); \ 964 } while (0) 965 966 static void 967 iavf_hash_add_fragment_hdr(struct virtchnl_proto_hdrs *hdrs, int layer) 968 { 969 struct virtchnl_proto_hdr *hdr1; 970 struct virtchnl_proto_hdr *hdr2; 971 int i; 972 973 if (layer < 0 || layer > hdrs->count) 974 return; 975 976 /* shift headers layer */ 977 for (i = hdrs->count; i >= layer; i--) { 978 hdr1 = &hdrs->proto_hdr[i]; 979 hdr2 = &hdrs->proto_hdr[i - 1]; 980 *hdr1 = *hdr2; 981 } 982 983 /* adding dummy fragment header */ 984 hdr1 = &hdrs->proto_hdr[layer]; 985 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, IPV4_FRAG); 986 hdrs->count = ++layer; 987 } 988 989 /* refine proto hdrs base on l2, l3, l4 rss type */ 990 static void 991 iavf_refine_proto_hdrs_l234(struct virtchnl_proto_hdrs *proto_hdrs, 992 uint64_t rss_type) 993 { 994 struct virtchnl_proto_hdr *hdr; 995 int i; 996 997 for (i = 0; i < proto_hdrs->count; i++) { 998 hdr = &proto_hdrs->proto_hdr[i]; 999 switch (hdr->type) { 1000 case VIRTCHNL_PROTO_HDR_ETH: 1001 if (!(rss_type & RTE_ETH_RSS_ETH)) 1002 hdr->field_selector = 0; 1003 else if (rss_type & RTE_ETH_RSS_L2_SRC_ONLY) 1004 REFINE_PROTO_FLD(DEL, ETH_DST); 1005 else if (rss_type & RTE_ETH_RSS_L2_DST_ONLY) 1006 REFINE_PROTO_FLD(DEL, ETH_SRC); 1007 break; 1008 case VIRTCHNL_PROTO_HDR_IPV4: 1009 if (rss_type & 1010 (RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_FRAG_IPV4 | 1011 RTE_ETH_RSS_NONFRAG_IPV4_UDP | 1012 RTE_ETH_RSS_NONFRAG_IPV4_TCP | 1013 RTE_ETH_RSS_NONFRAG_IPV4_SCTP)) { 1014 if (rss_type & RTE_ETH_RSS_FRAG_IPV4) { 1015 iavf_hash_add_fragment_hdr(proto_hdrs, i + 1); 1016 } else if (rss_type & RTE_ETH_RSS_L3_SRC_ONLY) { 1017 REFINE_PROTO_FLD(DEL, IPV4_DST); 1018 } else if (rss_type & RTE_ETH_RSS_L3_DST_ONLY) { 1019 REFINE_PROTO_FLD(DEL, IPV4_SRC); 1020 } else if (rss_type & 1021 (RTE_ETH_RSS_L4_SRC_ONLY | 1022 RTE_ETH_RSS_L4_DST_ONLY)) { 1023 REFINE_PROTO_FLD(DEL, IPV4_DST); 1024 REFINE_PROTO_FLD(DEL, IPV4_SRC); 1025 } 1026 } else { 1027 hdr->field_selector = 0; 1028 } 1029 1030 if (rss_type & RTE_ETH_RSS_IPV4_CHKSUM) 1031 REFINE_PROTO_FLD(ADD, IPV4_CHKSUM); 1032 1033 break; 1034 case VIRTCHNL_PROTO_HDR_IPV4_FRAG: 1035 if (rss_type & 1036 (RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_FRAG_IPV4 | 1037 RTE_ETH_RSS_NONFRAG_IPV4_UDP | 1038 RTE_ETH_RSS_NONFRAG_IPV4_TCP | 1039 RTE_ETH_RSS_NONFRAG_IPV4_SCTP)) { 1040 if (rss_type & RTE_ETH_RSS_FRAG_IPV4) 1041 REFINE_PROTO_FLD(ADD, IPV4_FRAG_PKID); 1042 } else { 1043 hdr->field_selector = 0; 1044 } 1045 1046 if (rss_type & RTE_ETH_RSS_IPV4_CHKSUM) 1047 REFINE_PROTO_FLD(ADD, IPV4_CHKSUM); 1048 1049 break; 1050 case VIRTCHNL_PROTO_HDR_IPV6: 1051 if (rss_type & 1052 (RTE_ETH_RSS_IPV6 | RTE_ETH_RSS_FRAG_IPV6 | 1053 RTE_ETH_RSS_NONFRAG_IPV6_UDP | 1054 RTE_ETH_RSS_NONFRAG_IPV6_TCP | 1055 RTE_ETH_RSS_NONFRAG_IPV6_SCTP)) { 1056 if (rss_type & RTE_ETH_RSS_L3_SRC_ONLY) { 1057 REFINE_PROTO_FLD(DEL, IPV6_DST); 1058 } else if (rss_type & RTE_ETH_RSS_L3_DST_ONLY) { 1059 REFINE_PROTO_FLD(DEL, IPV6_SRC); 1060 } else if (rss_type & 1061 (RTE_ETH_RSS_L4_SRC_ONLY | 1062 RTE_ETH_RSS_L4_DST_ONLY)) { 1063 REFINE_PROTO_FLD(DEL, IPV6_DST); 1064 REFINE_PROTO_FLD(DEL, IPV6_SRC); 1065 } 1066 } else { 1067 hdr->field_selector = 0; 1068 } 1069 if (rss_type & RTE_ETH_RSS_L3_PRE64) { 1070 if (REFINE_PROTO_FLD(TEST, IPV6_SRC)) 1071 REPALCE_PROTO_FLD(IPV6_SRC, 1072 IPV6_PREFIX64_SRC); 1073 if (REFINE_PROTO_FLD(TEST, IPV6_DST)) 1074 REPALCE_PROTO_FLD(IPV6_DST, 1075 IPV6_PREFIX64_DST); 1076 } 1077 break; 1078 case VIRTCHNL_PROTO_HDR_IPV6_EH_FRAG: 1079 if (rss_type & RTE_ETH_RSS_FRAG_IPV6) 1080 REFINE_PROTO_FLD(ADD, IPV6_EH_FRAG_PKID); 1081 else 1082 hdr->field_selector = 0; 1083 1084 break; 1085 case VIRTCHNL_PROTO_HDR_UDP: 1086 if (rss_type & 1087 (RTE_ETH_RSS_NONFRAG_IPV4_UDP | 1088 RTE_ETH_RSS_NONFRAG_IPV6_UDP)) { 1089 if (rss_type & RTE_ETH_RSS_L4_SRC_ONLY) 1090 REFINE_PROTO_FLD(DEL, UDP_DST_PORT); 1091 else if (rss_type & RTE_ETH_RSS_L4_DST_ONLY) 1092 REFINE_PROTO_FLD(DEL, UDP_SRC_PORT); 1093 else if (rss_type & 1094 (RTE_ETH_RSS_L3_SRC_ONLY | 1095 RTE_ETH_RSS_L3_DST_ONLY)) 1096 hdr->field_selector = 0; 1097 } else { 1098 hdr->field_selector = 0; 1099 } 1100 1101 if (rss_type & RTE_ETH_RSS_L4_CHKSUM) 1102 REFINE_PROTO_FLD(ADD, UDP_CHKSUM); 1103 break; 1104 case VIRTCHNL_PROTO_HDR_TCP: 1105 if (rss_type & 1106 (RTE_ETH_RSS_NONFRAG_IPV4_TCP | 1107 RTE_ETH_RSS_NONFRAG_IPV6_TCP)) { 1108 if (rss_type & RTE_ETH_RSS_L4_SRC_ONLY) 1109 REFINE_PROTO_FLD(DEL, TCP_DST_PORT); 1110 else if (rss_type & RTE_ETH_RSS_L4_DST_ONLY) 1111 REFINE_PROTO_FLD(DEL, TCP_SRC_PORT); 1112 else if (rss_type & 1113 (RTE_ETH_RSS_L3_SRC_ONLY | 1114 RTE_ETH_RSS_L3_DST_ONLY)) 1115 hdr->field_selector = 0; 1116 } else { 1117 hdr->field_selector = 0; 1118 } 1119 1120 if (rss_type & RTE_ETH_RSS_L4_CHKSUM) 1121 REFINE_PROTO_FLD(ADD, TCP_CHKSUM); 1122 break; 1123 case VIRTCHNL_PROTO_HDR_SCTP: 1124 if (rss_type & 1125 (RTE_ETH_RSS_NONFRAG_IPV4_SCTP | 1126 RTE_ETH_RSS_NONFRAG_IPV6_SCTP)) { 1127 if (rss_type & RTE_ETH_RSS_L4_SRC_ONLY) 1128 REFINE_PROTO_FLD(DEL, SCTP_DST_PORT); 1129 else if (rss_type & RTE_ETH_RSS_L4_DST_ONLY) 1130 REFINE_PROTO_FLD(DEL, SCTP_SRC_PORT); 1131 else if (rss_type & 1132 (RTE_ETH_RSS_L3_SRC_ONLY | 1133 RTE_ETH_RSS_L3_DST_ONLY)) 1134 hdr->field_selector = 0; 1135 } else { 1136 hdr->field_selector = 0; 1137 } 1138 1139 if (rss_type & RTE_ETH_RSS_L4_CHKSUM) 1140 REFINE_PROTO_FLD(ADD, SCTP_CHKSUM); 1141 break; 1142 case VIRTCHNL_PROTO_HDR_S_VLAN: 1143 if (!(rss_type & RTE_ETH_RSS_S_VLAN)) 1144 hdr->field_selector = 0; 1145 break; 1146 case VIRTCHNL_PROTO_HDR_C_VLAN: 1147 if (!(rss_type & RTE_ETH_RSS_C_VLAN)) 1148 hdr->field_selector = 0; 1149 break; 1150 case VIRTCHNL_PROTO_HDR_L2TPV3: 1151 if (!(rss_type & RTE_ETH_RSS_L2TPV3)) 1152 hdr->field_selector = 0; 1153 break; 1154 case VIRTCHNL_PROTO_HDR_ESP: 1155 if (!(rss_type & RTE_ETH_RSS_ESP)) 1156 hdr->field_selector = 0; 1157 break; 1158 case VIRTCHNL_PROTO_HDR_AH: 1159 if (!(rss_type & RTE_ETH_RSS_AH)) 1160 hdr->field_selector = 0; 1161 break; 1162 case VIRTCHNL_PROTO_HDR_PFCP: 1163 if (!(rss_type & RTE_ETH_RSS_PFCP)) 1164 hdr->field_selector = 0; 1165 break; 1166 case VIRTCHNL_PROTO_HDR_ECPRI: 1167 if (!(rss_type & RTE_ETH_RSS_ECPRI)) 1168 hdr->field_selector = 0; 1169 break; 1170 case VIRTCHNL_PROTO_HDR_L2TPV2: 1171 if (!(rss_type & RTE_ETH_RSS_L2TPV2)) 1172 hdr->field_selector = 0; 1173 break; 1174 default: 1175 break; 1176 } 1177 } 1178 } 1179 1180 /* refine proto hdrs base on gtpu rss type */ 1181 static void 1182 iavf_refine_proto_hdrs_gtpu(struct virtchnl_proto_hdrs *proto_hdrs, 1183 uint64_t rss_type) 1184 { 1185 struct virtchnl_proto_hdr *hdr; 1186 int i; 1187 1188 if (!(rss_type & RTE_ETH_RSS_GTPU)) 1189 return; 1190 1191 for (i = 0; i < proto_hdrs->count; i++) { 1192 hdr = &proto_hdrs->proto_hdr[i]; 1193 switch (hdr->type) { 1194 case VIRTCHNL_PROTO_HDR_GTPU_IP: 1195 REFINE_PROTO_FLD(ADD, GTPU_IP_TEID); 1196 break; 1197 default: 1198 break; 1199 } 1200 } 1201 } 1202 1203 static void 1204 iavf_refine_proto_hdrs_by_pattern(struct virtchnl_proto_hdrs *proto_hdrs, 1205 uint64_t phint) 1206 { 1207 struct virtchnl_proto_hdr *hdr1; 1208 struct virtchnl_proto_hdr *hdr2; 1209 int i, shift_count = 1; 1210 int tun_lvl = proto_hdrs->tunnel_level; 1211 1212 if (!(phint & IAVF_PHINT_GTPU_MSK) && !(phint & IAVF_PHINT_GRE)) 1213 return; 1214 1215 while (tun_lvl) { 1216 if (phint & IAVF_PHINT_LAYERS_MSK) 1217 shift_count = 2; 1218 1219 /* shift headers layer */ 1220 for (i = proto_hdrs->count - 1 + shift_count; 1221 i > shift_count - 1; i--) { 1222 hdr1 = &proto_hdrs->proto_hdr[i]; 1223 hdr2 = &proto_hdrs->proto_hdr[i - shift_count]; 1224 *hdr1 = *hdr2; 1225 } 1226 1227 if (shift_count == 1) { 1228 /* adding tunnel header at layer 0 */ 1229 hdr1 = &proto_hdrs->proto_hdr[0]; 1230 } else { 1231 /* adding tunnel header and outer ip header */ 1232 hdr1 = &proto_hdrs->proto_hdr[1]; 1233 hdr2 = &proto_hdrs->proto_hdr[0]; 1234 hdr2->field_selector = 0; 1235 proto_hdrs->count++; 1236 tun_lvl--; 1237 1238 if (tun_lvl == TUNNEL_LEVEL_OUTER) { 1239 if (phint & IAVF_PHINT_OUTER_IPV4) 1240 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr2, IPV4); 1241 else if (phint & IAVF_PHINT_OUTER_IPV6) 1242 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr2, IPV6); 1243 } else if (tun_lvl == TUNNEL_LEVEL_INNER) { 1244 if (phint & IAVF_PHINT_MID_IPV4) 1245 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr2, IPV4); 1246 else if (phint & IAVF_PHINT_MID_IPV6) 1247 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr2, IPV6); 1248 } 1249 } 1250 1251 hdr1->field_selector = 0; 1252 proto_hdrs->count++; 1253 1254 if (phint & IAVF_PHINT_GTPU_EH_DWN) 1255 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_EH_PDU_DWN); 1256 else if (phint & IAVF_PHINT_GTPU_EH_UP) 1257 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_EH_PDU_UP); 1258 else if (phint & IAVF_PHINT_GTPU_EH) 1259 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_EH); 1260 else if (phint & IAVF_PHINT_GTPU) 1261 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_IP); 1262 1263 if (phint & IAVF_PHINT_GRE) { 1264 if (phint & IAVF_PHINT_GTPU) { 1265 /* if GTPoGRE, add GRE header at the outer tunnel */ 1266 if (tun_lvl == TUNNEL_LEVEL_OUTER) 1267 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GRE); 1268 } else { 1269 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GRE); 1270 } 1271 } 1272 } 1273 proto_hdrs->tunnel_level = tun_lvl; 1274 } 1275 1276 static void 1277 iavf_refine_proto_hdrs_l2tpv2(struct virtchnl_proto_hdrs *proto_hdrs, 1278 uint64_t phint) 1279 { 1280 struct virtchnl_proto_hdr *hdr, *hdr1; 1281 int i; 1282 1283 if (!(phint & IAVF_PHINT_L2TPV2) && !(phint & IAVF_PHINT_L2TPV2_LEN)) 1284 return; 1285 1286 if (proto_hdrs->tunnel_level == TUNNEL_LEVEL_INNER) { 1287 /* shift headers layer */ 1288 for (i = proto_hdrs->count; i > 0; i--) 1289 proto_hdrs->proto_hdr[i] = proto_hdrs->proto_hdr[i - 1]; 1290 1291 /* adding outer ip header at layer 0 */ 1292 hdr1 = &proto_hdrs->proto_hdr[0]; 1293 hdr1->field_selector = 0; 1294 proto_hdrs->count++; 1295 proto_hdrs->tunnel_level = TUNNEL_LEVEL_OUTER; 1296 if (phint & IAVF_PHINT_OUTER_IPV4) 1297 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, IPV4); 1298 else if (phint & IAVF_PHINT_OUTER_IPV6) 1299 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, IPV6); 1300 } else { 1301 for (i = 0; i < proto_hdrs->count; i++) { 1302 hdr = &proto_hdrs->proto_hdr[i]; 1303 if (hdr->type == VIRTCHNL_PROTO_HDR_L2TPV2) { 1304 if (phint & IAVF_PHINT_L2TPV2) { 1305 REFINE_PROTO_FLD(DEL, L2TPV2_LEN_SESS_ID); 1306 } else if (phint & IAVF_PHINT_L2TPV2_LEN) { 1307 REFINE_PROTO_FLD(DEL, L2TPV2_SESS_ID); 1308 } 1309 } 1310 } 1311 } 1312 } 1313 1314 static void iavf_refine_proto_hdrs(struct virtchnl_proto_hdrs *proto_hdrs, 1315 uint64_t rss_type, uint64_t phint) 1316 { 1317 iavf_refine_proto_hdrs_l234(proto_hdrs, rss_type); 1318 iavf_refine_proto_hdrs_by_pattern(proto_hdrs, phint); 1319 iavf_refine_proto_hdrs_gtpu(proto_hdrs, rss_type); 1320 iavf_refine_proto_hdrs_l2tpv2(proto_hdrs, phint); 1321 } 1322 1323 static uint64_t invalid_rss_comb[] = { 1324 RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_NONFRAG_IPV4_UDP, 1325 RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_NONFRAG_IPV4_TCP, 1326 RTE_ETH_RSS_IPV6 | RTE_ETH_RSS_NONFRAG_IPV6_UDP, 1327 RTE_ETH_RSS_IPV6 | RTE_ETH_RSS_NONFRAG_IPV6_TCP, 1328 RTE_ETH_RSS_L3_PRE32 | RTE_ETH_RSS_L3_PRE40 | 1329 RTE_ETH_RSS_L3_PRE48 | RTE_ETH_RSS_L3_PRE56 | 1330 RTE_ETH_RSS_L3_PRE96 1331 }; 1332 1333 struct rss_attr_type { 1334 uint64_t attr; 1335 uint64_t type; 1336 }; 1337 1338 #define VALID_RSS_IPV4_L4 (RTE_ETH_RSS_NONFRAG_IPV4_UDP | \ 1339 RTE_ETH_RSS_NONFRAG_IPV4_TCP | \ 1340 RTE_ETH_RSS_NONFRAG_IPV4_SCTP) 1341 1342 #define VALID_RSS_IPV6_L4 (RTE_ETH_RSS_NONFRAG_IPV6_UDP | \ 1343 RTE_ETH_RSS_NONFRAG_IPV6_TCP | \ 1344 RTE_ETH_RSS_NONFRAG_IPV6_SCTP) 1345 1346 #define VALID_RSS_IPV4 (RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_FRAG_IPV4 | \ 1347 VALID_RSS_IPV4_L4) 1348 #define VALID_RSS_IPV6 (RTE_ETH_RSS_IPV6 | RTE_ETH_RSS_FRAG_IPV6 | \ 1349 VALID_RSS_IPV6_L4) 1350 #define VALID_RSS_L3 (VALID_RSS_IPV4 | VALID_RSS_IPV6) 1351 #define VALID_RSS_L4 (VALID_RSS_IPV4_L4 | VALID_RSS_IPV6_L4) 1352 1353 #define VALID_RSS_ATTR (RTE_ETH_RSS_L3_SRC_ONLY | \ 1354 RTE_ETH_RSS_L3_DST_ONLY | \ 1355 RTE_ETH_RSS_L4_SRC_ONLY | \ 1356 RTE_ETH_RSS_L4_DST_ONLY | \ 1357 RTE_ETH_RSS_L2_SRC_ONLY | \ 1358 RTE_ETH_RSS_L2_DST_ONLY | \ 1359 RTE_ETH_RSS_L3_PRE64) 1360 1361 #define INVALID_RSS_ATTR (RTE_ETH_RSS_L3_PRE32 | \ 1362 RTE_ETH_RSS_L3_PRE40 | \ 1363 RTE_ETH_RSS_L3_PRE48 | \ 1364 RTE_ETH_RSS_L3_PRE56 | \ 1365 RTE_ETH_RSS_L3_PRE96) 1366 1367 static struct rss_attr_type rss_attr_to_valid_type[] = { 1368 {RTE_ETH_RSS_L2_SRC_ONLY | RTE_ETH_RSS_L2_DST_ONLY, RTE_ETH_RSS_ETH}, 1369 {RTE_ETH_RSS_L3_SRC_ONLY | RTE_ETH_RSS_L3_DST_ONLY, VALID_RSS_L3}, 1370 {RTE_ETH_RSS_L4_SRC_ONLY | RTE_ETH_RSS_L4_DST_ONLY, VALID_RSS_L4}, 1371 /* current ipv6 prefix only supports prefix 64 bits*/ 1372 {RTE_ETH_RSS_L3_PRE64, VALID_RSS_IPV6}, 1373 {INVALID_RSS_ATTR, 0} 1374 }; 1375 1376 static bool 1377 iavf_any_invalid_rss_type(enum rte_eth_hash_function rss_func, 1378 uint64_t rss_type, uint64_t allow_rss_type) 1379 { 1380 uint32_t i; 1381 1382 /** 1383 * Check if l3/l4 SRC/DST_ONLY is set for SYMMETRIC_TOEPLITZ 1384 * hash function. 1385 */ 1386 if (rss_func == RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) { 1387 if (rss_type & (RTE_ETH_RSS_L3_SRC_ONLY | RTE_ETH_RSS_L3_DST_ONLY | 1388 RTE_ETH_RSS_L4_SRC_ONLY | RTE_ETH_RSS_L4_DST_ONLY)) 1389 return true; 1390 1391 if (!(rss_type & 1392 (RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_IPV6 | 1393 RTE_ETH_RSS_NONFRAG_IPV4_UDP | RTE_ETH_RSS_NONFRAG_IPV6_UDP | 1394 RTE_ETH_RSS_NONFRAG_IPV4_TCP | RTE_ETH_RSS_NONFRAG_IPV6_TCP | 1395 RTE_ETH_RSS_NONFRAG_IPV4_SCTP | RTE_ETH_RSS_NONFRAG_IPV6_SCTP))) 1396 return true; 1397 } 1398 1399 /* check invalid combination */ 1400 for (i = 0; i < RTE_DIM(invalid_rss_comb); i++) { 1401 if (rte_popcount64(rss_type & invalid_rss_comb[i]) > 1) 1402 return true; 1403 } 1404 1405 /* check invalid RSS attribute */ 1406 for (i = 0; i < RTE_DIM(rss_attr_to_valid_type); i++) { 1407 struct rss_attr_type *rat = &rss_attr_to_valid_type[i]; 1408 1409 if (rat->attr & rss_type && !(rat->type & rss_type)) 1410 return true; 1411 } 1412 1413 /* check not allowed RSS type */ 1414 rss_type &= ~VALID_RSS_ATTR; 1415 1416 return ((rss_type & allow_rss_type) != rss_type); 1417 } 1418 1419 static int 1420 iavf_hash_parse_action(struct iavf_pattern_match_item *match_item, 1421 const struct rte_flow_action actions[], 1422 uint64_t pattern_hint, struct iavf_rss_meta *rss_meta, 1423 struct rte_flow_error *error) 1424 { 1425 enum rte_flow_action_type action_type; 1426 const struct rte_flow_action_rss *rss; 1427 const struct rte_flow_action *action; 1428 uint64_t rss_type; 1429 1430 /* Supported action is RSS. */ 1431 for (action = actions; action->type != 1432 RTE_FLOW_ACTION_TYPE_END; action++) { 1433 action_type = action->type; 1434 switch (action_type) { 1435 case RTE_FLOW_ACTION_TYPE_RSS: 1436 rss = action->conf; 1437 rss_type = rss->types; 1438 1439 if (rss->func == 1440 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR){ 1441 rss_meta->rss_algorithm = 1442 VIRTCHNL_RSS_ALG_XOR_ASYMMETRIC; 1443 return rte_flow_error_set(error, ENOTSUP, 1444 RTE_FLOW_ERROR_TYPE_ACTION, action, 1445 "function simple_xor is not supported"); 1446 } else if (rss->func == 1447 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) { 1448 rss_meta->rss_algorithm = 1449 VIRTCHNL_RSS_ALG_TOEPLITZ_SYMMETRIC; 1450 } else { 1451 rss_meta->rss_algorithm = 1452 VIRTCHNL_RSS_ALG_TOEPLITZ_ASYMMETRIC; 1453 } 1454 1455 if (rss->level) 1456 return rte_flow_error_set(error, ENOTSUP, 1457 RTE_FLOW_ERROR_TYPE_ACTION, action, 1458 "a nonzero RSS encapsulation level is not supported"); 1459 1460 if (rss->key_len) 1461 return rte_flow_error_set(error, ENOTSUP, 1462 RTE_FLOW_ERROR_TYPE_ACTION, action, 1463 "a nonzero RSS key_len is not supported"); 1464 1465 if (rss->queue_num) 1466 return rte_flow_error_set(error, ENOTSUP, 1467 RTE_FLOW_ERROR_TYPE_ACTION, action, 1468 "a non-NULL RSS queue is not supported"); 1469 1470 /* If pattern type is raw, no need to refine rss type */ 1471 if (pattern_hint == IAVF_PHINT_RAW) 1472 break; 1473 1474 /** 1475 * Check simultaneous use of SRC_ONLY and DST_ONLY 1476 * of the same level. 1477 */ 1478 rss_type = rte_eth_rss_hf_refine(rss_type); 1479 1480 if (iavf_any_invalid_rss_type(rss->func, rss_type, 1481 match_item->input_set_mask)) 1482 return rte_flow_error_set(error, ENOTSUP, 1483 RTE_FLOW_ERROR_TYPE_ACTION, 1484 action, "RSS type not supported"); 1485 1486 memcpy(&rss_meta->proto_hdrs, match_item->meta, 1487 sizeof(struct virtchnl_proto_hdrs)); 1488 1489 iavf_refine_proto_hdrs(&rss_meta->proto_hdrs, 1490 rss_type, pattern_hint); 1491 break; 1492 1493 case RTE_FLOW_ACTION_TYPE_END: 1494 break; 1495 1496 default: 1497 rte_flow_error_set(error, EINVAL, 1498 RTE_FLOW_ERROR_TYPE_ACTION, action, 1499 "Invalid action."); 1500 return -rte_errno; 1501 } 1502 } 1503 1504 return 0; 1505 } 1506 1507 static int 1508 iavf_hash_parse_pattern_action(__rte_unused struct iavf_adapter *ad, 1509 struct iavf_pattern_match_item *array, 1510 uint32_t array_len, 1511 const struct rte_flow_item pattern[], 1512 const struct rte_flow_action actions[], 1513 uint32_t priority, 1514 void **meta, 1515 struct rte_flow_error *error) 1516 { 1517 struct iavf_pattern_match_item *pattern_match_item; 1518 struct iavf_rss_meta *rss_meta_ptr; 1519 uint64_t phint = IAVF_PHINT_NONE; 1520 int ret = 0; 1521 1522 if (priority >= 1) 1523 return -rte_errno; 1524 1525 rss_meta_ptr = rte_zmalloc(NULL, sizeof(*rss_meta_ptr), 0); 1526 if (!rss_meta_ptr) { 1527 rte_flow_error_set(error, EINVAL, 1528 RTE_FLOW_ERROR_TYPE_HANDLE, NULL, 1529 "No memory for rss_meta_ptr"); 1530 return -ENOMEM; 1531 } 1532 1533 /* Check rss supported pattern and find matched pattern. */ 1534 pattern_match_item = 1535 iavf_search_pattern_match_item(pattern, array, array_len, 1536 error); 1537 if (!pattern_match_item) { 1538 ret = -rte_errno; 1539 goto error; 1540 } 1541 1542 ret = iavf_hash_parse_pattern(pattern, &phint, error); 1543 if (ret) 1544 goto error; 1545 1546 if (phint == IAVF_PHINT_RAW) { 1547 rss_meta_ptr->raw_ena = true; 1548 ret = iavf_hash_parse_raw_pattern(pattern, rss_meta_ptr); 1549 if (ret) { 1550 rte_flow_error_set(error, EINVAL, 1551 RTE_FLOW_ERROR_TYPE_ITEM, NULL, 1552 "Parse raw pattern failed"); 1553 goto error; 1554 } 1555 } 1556 1557 ret = iavf_hash_parse_action(pattern_match_item, actions, phint, 1558 rss_meta_ptr, error); 1559 1560 error: 1561 if (!ret && meta) 1562 *meta = rss_meta_ptr; 1563 else 1564 rte_free(rss_meta_ptr); 1565 1566 rte_free(pattern_match_item); 1567 1568 return ret; 1569 } 1570 1571 static int 1572 iavf_hash_create(__rte_unused struct iavf_adapter *ad, 1573 __rte_unused struct rte_flow *flow, void *meta, 1574 __rte_unused struct rte_flow_error *error) 1575 { 1576 struct iavf_rss_meta *rss_meta = (struct iavf_rss_meta *)meta; 1577 struct virtchnl_rss_cfg *rss_cfg; 1578 int ret = 0; 1579 1580 rss_cfg = rte_zmalloc("iavf rss rule", 1581 sizeof(struct virtchnl_rss_cfg), 0); 1582 if (!rss_cfg) { 1583 rte_flow_error_set(error, EINVAL, 1584 RTE_FLOW_ERROR_TYPE_HANDLE, NULL, 1585 "No memory for rss rule"); 1586 return -ENOMEM; 1587 } 1588 1589 rss_cfg->proto_hdrs = rss_meta->proto_hdrs; 1590 rss_cfg->rss_algorithm = rss_meta->rss_algorithm; 1591 1592 ret = iavf_add_del_rss_cfg(ad, rss_cfg, true); 1593 if (!ret) { 1594 flow->rule = rss_cfg; 1595 } else { 1596 PMD_DRV_LOG(ERR, "fail to add RSS configure"); 1597 rte_flow_error_set(error, -ret, 1598 RTE_FLOW_ERROR_TYPE_HANDLE, NULL, 1599 "Failed to add rss rule."); 1600 rte_free(rss_cfg); 1601 return -rte_errno; 1602 } 1603 1604 rte_free(meta); 1605 1606 return ret; 1607 } 1608 1609 static int 1610 iavf_hash_destroy(__rte_unused struct iavf_adapter *ad, 1611 struct rte_flow *flow, 1612 __rte_unused struct rte_flow_error *error) 1613 { 1614 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad); 1615 struct virtchnl_rss_cfg *rss_cfg; 1616 int ret = 0; 1617 1618 if (vf->vf_reset) 1619 return 0; 1620 1621 rss_cfg = (struct virtchnl_rss_cfg *)flow->rule; 1622 1623 ret = iavf_add_del_rss_cfg(ad, rss_cfg, false); 1624 if (ret) { 1625 PMD_DRV_LOG(ERR, "fail to del RSS configure"); 1626 rte_flow_error_set(error, -ret, 1627 RTE_FLOW_ERROR_TYPE_HANDLE, NULL, 1628 "Failed to delete rss rule."); 1629 return -rte_errno; 1630 } 1631 return ret; 1632 } 1633 1634 static void 1635 iavf_hash_uninit(struct iavf_adapter *ad) 1636 { 1637 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad); 1638 struct rte_eth_rss_conf *rss_conf; 1639 1640 if (vf->vf_reset) 1641 return; 1642 1643 if (!vf->vf_res) 1644 return; 1645 1646 if (!(vf->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_ADV_RSS_PF)) 1647 return; 1648 1649 rss_conf = &ad->dev_data->dev_conf.rx_adv_conf.rss_conf; 1650 if (iavf_rss_hash_set(ad, rss_conf->rss_hf, false)) 1651 PMD_DRV_LOG(ERR, "fail to delete default RSS"); 1652 1653 iavf_unregister_parser(&iavf_hash_parser, ad); 1654 } 1655 1656 static void 1657 iavf_hash_free(struct rte_flow *flow) 1658 { 1659 rte_free(flow->rule); 1660 } 1661