1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(c) 2018-2019 Hisilicon Limited. 3 */ 4 5 #include <stdbool.h> 6 #include <rte_ethdev.h> 7 #include <rte_io.h> 8 #include <rte_malloc.h> 9 #include <rte_memcpy.h> 10 #include <rte_spinlock.h> 11 12 #include "hns3_ethdev.h" 13 #include "hns3_logs.h" 14 15 /* 16 * The hash key used for rss initialization. 17 */ 18 static const uint8_t hns3_hash_key[] = { 19 0x6D, 0x5A, 0x56, 0xDA, 0x25, 0x5B, 0x0E, 0xC2, 20 0x41, 0x67, 0x25, 0x3D, 0x43, 0xA3, 0x8F, 0xB0, 21 0xD0, 0xCA, 0x2B, 0xCB, 0xAE, 0x7B, 0x30, 0xB4, 22 0x77, 0xCB, 0x2D, 0xA3, 0x80, 0x30, 0xF2, 0x0C, 23 0x6A, 0x42, 0xB7, 0x3B, 0xBE, 0xAC, 0x01, 0xFA 24 }; 25 26 /* 27 * rss_generic_config command function, opcode:0x0D01. 28 * Used to set algorithm, key_offset and hash key of rss. 29 */ 30 int 31 hns3_set_rss_algo_key(struct hns3_hw *hw, uint8_t hash_algo, const uint8_t *key) 32 { 33 #define HNS3_KEY_OFFSET_MAX 3 34 #define HNS3_SET_HASH_KEY_BYTE_FOUR 2 35 36 struct hns3_rss_generic_config_cmd *req; 37 struct hns3_cmd_desc desc; 38 uint32_t key_offset, key_size; 39 const uint8_t *key_cur; 40 uint8_t cur_offset; 41 int ret; 42 43 req = (struct hns3_rss_generic_config_cmd *)desc.data; 44 45 /* 46 * key_offset=0, hash key byte0~15 is set to hardware. 47 * key_offset=1, hash key byte16~31 is set to hardware. 48 * key_offset=2, hash key byte32~39 is set to hardware. 49 */ 50 for (key_offset = 0; key_offset < HNS3_KEY_OFFSET_MAX; key_offset++) { 51 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_GENERIC_CONFIG, 52 false); 53 54 req->hash_config |= (hash_algo & HNS3_RSS_HASH_ALGO_MASK); 55 req->hash_config |= (key_offset << HNS3_RSS_HASH_KEY_OFFSET_B); 56 57 if (key_offset == HNS3_SET_HASH_KEY_BYTE_FOUR) 58 key_size = HNS3_RSS_KEY_SIZE - HNS3_RSS_HASH_KEY_NUM * 59 HNS3_SET_HASH_KEY_BYTE_FOUR; 60 else 61 key_size = HNS3_RSS_HASH_KEY_NUM; 62 63 cur_offset = key_offset * HNS3_RSS_HASH_KEY_NUM; 64 key_cur = key + cur_offset; 65 memcpy(req->hash_key, key_cur, key_size); 66 67 ret = hns3_cmd_send(hw, &desc, 1); 68 if (ret) { 69 hns3_err(hw, "Configure RSS algo key failed %d", ret); 70 return ret; 71 } 72 } 73 /* Update the shadow RSS key with user specified */ 74 memcpy(hw->rss_info.key, key, HNS3_RSS_KEY_SIZE); 75 return 0; 76 } 77 78 /* 79 * Used to configure the tuple selection for RSS hash input. 80 */ 81 static int 82 hns3_set_rss_input_tuple(struct hns3_hw *hw) 83 { 84 struct hns3_rss_conf *rss_config = &hw->rss_info; 85 struct hns3_rss_input_tuple_cmd *req; 86 struct hns3_cmd_desc desc_tuple; 87 int ret; 88 89 hns3_cmd_setup_basic_desc(&desc_tuple, HNS3_OPC_RSS_INPUT_TUPLE, false); 90 91 req = (struct hns3_rss_input_tuple_cmd *)desc_tuple.data; 92 93 req->ipv4_tcp_en = rss_config->rss_tuple_sets.ipv4_tcp_en; 94 req->ipv4_udp_en = rss_config->rss_tuple_sets.ipv4_udp_en; 95 req->ipv4_sctp_en = rss_config->rss_tuple_sets.ipv4_sctp_en; 96 req->ipv4_fragment_en = rss_config->rss_tuple_sets.ipv4_fragment_en; 97 req->ipv6_tcp_en = rss_config->rss_tuple_sets.ipv6_tcp_en; 98 req->ipv6_udp_en = rss_config->rss_tuple_sets.ipv6_udp_en; 99 req->ipv6_sctp_en = rss_config->rss_tuple_sets.ipv6_sctp_en; 100 req->ipv6_fragment_en = rss_config->rss_tuple_sets.ipv6_fragment_en; 101 102 ret = hns3_cmd_send(hw, &desc_tuple, 1); 103 if (ret) 104 hns3_err(hw, "Configure RSS input tuple mode failed %d", ret); 105 106 return ret; 107 } 108 109 /* 110 * rss_indirection_table command function, opcode:0x0D07. 111 * Used to configure the indirection table of rss. 112 */ 113 int 114 hns3_set_rss_indir_table(struct hns3_hw *hw, uint8_t *indir, uint16_t size) 115 { 116 struct hns3_rss_indirection_table_cmd *req; 117 struct hns3_cmd_desc desc; 118 int ret, i, j, num; 119 120 req = (struct hns3_rss_indirection_table_cmd *)desc.data; 121 122 for (i = 0; i < size / HNS3_RSS_CFG_TBL_SIZE; i++) { 123 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INDIR_TABLE, 124 false); 125 req->start_table_index = 126 rte_cpu_to_le_16(i * HNS3_RSS_CFG_TBL_SIZE); 127 req->rss_set_bitmap = rte_cpu_to_le_16(HNS3_RSS_SET_BITMAP_MSK); 128 for (j = 0; j < HNS3_RSS_CFG_TBL_SIZE; j++) { 129 num = i * HNS3_RSS_CFG_TBL_SIZE + j; 130 req->rss_result[j] = indir[num] % hw->alloc_rss_size; 131 } 132 ret = hns3_cmd_send(hw, &desc, 1); 133 if (ret) { 134 hns3_err(hw, 135 "Sets RSS indirection table failed %d size %u", 136 ret, size); 137 return ret; 138 } 139 } 140 141 /* Update redirection table of hw */ 142 memcpy(hw->rss_info.rss_indirection_tbl, indir, HNS3_RSS_IND_TBL_SIZE); 143 144 return 0; 145 } 146 147 int 148 hns3_rss_reset_indir_table(struct hns3_hw *hw) 149 { 150 uint8_t *lut; 151 int ret; 152 153 lut = rte_zmalloc("hns3_rss_lut", HNS3_RSS_IND_TBL_SIZE, 0); 154 if (lut == NULL) { 155 hns3_err(hw, "No hns3_rss_lut memory can be allocated"); 156 return -ENOMEM; 157 } 158 159 ret = hns3_set_rss_indir_table(hw, lut, HNS3_RSS_IND_TBL_SIZE); 160 if (ret) 161 hns3_err(hw, "RSS uninit indir table failed: %d", ret); 162 rte_free(lut); 163 164 return ret; 165 } 166 167 int 168 hns3_set_rss_tuple_by_rss_hf(struct hns3_hw *hw, 169 struct hns3_rss_tuple_cfg *tuple, uint64_t rss_hf) 170 { 171 struct hns3_rss_input_tuple_cmd *req; 172 struct hns3_cmd_desc desc; 173 uint32_t i; 174 int ret; 175 176 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INPUT_TUPLE, false); 177 178 req = (struct hns3_rss_input_tuple_cmd *)desc.data; 179 180 /* Enable ipv4 or ipv6 tuple by flow type */ 181 for (i = 0; i < RTE_ETH_FLOW_MAX; i++) { 182 switch (rss_hf & (1ULL << i)) { 183 case ETH_RSS_NONFRAG_IPV4_TCP: 184 req->ipv4_tcp_en = HNS3_RSS_INPUT_TUPLE_OTHER; 185 break; 186 case ETH_RSS_NONFRAG_IPV4_UDP: 187 req->ipv4_udp_en = HNS3_RSS_INPUT_TUPLE_OTHER; 188 break; 189 case ETH_RSS_NONFRAG_IPV4_SCTP: 190 req->ipv4_sctp_en = HNS3_RSS_INPUT_TUPLE_SCTP; 191 break; 192 case ETH_RSS_FRAG_IPV4: 193 req->ipv4_fragment_en |= HNS3_IP_FRAG_BIT_MASK; 194 break; 195 case ETH_RSS_NONFRAG_IPV4_OTHER: 196 req->ipv4_fragment_en |= HNS3_IP_OTHER_BIT_MASK; 197 break; 198 case ETH_RSS_NONFRAG_IPV6_TCP: 199 req->ipv6_tcp_en = HNS3_RSS_INPUT_TUPLE_OTHER; 200 break; 201 case ETH_RSS_NONFRAG_IPV6_UDP: 202 req->ipv6_udp_en = HNS3_RSS_INPUT_TUPLE_OTHER; 203 break; 204 case ETH_RSS_NONFRAG_IPV6_SCTP: 205 req->ipv6_sctp_en = HNS3_RSS_INPUT_TUPLE_SCTP; 206 break; 207 case ETH_RSS_FRAG_IPV6: 208 req->ipv6_fragment_en |= HNS3_IP_FRAG_BIT_MASK; 209 break; 210 case ETH_RSS_NONFRAG_IPV6_OTHER: 211 req->ipv6_fragment_en |= HNS3_IP_OTHER_BIT_MASK; 212 break; 213 default: 214 /* Other unsupported flow types won't change tuples */ 215 break; 216 } 217 } 218 219 ret = hns3_cmd_send(hw, &desc, 1); 220 if (ret) { 221 hns3_err(hw, "Update RSS flow types tuples failed %d", ret); 222 return ret; 223 } 224 225 tuple->ipv4_tcp_en = req->ipv4_tcp_en; 226 tuple->ipv4_udp_en = req->ipv4_udp_en; 227 tuple->ipv4_sctp_en = req->ipv4_sctp_en; 228 tuple->ipv4_fragment_en = req->ipv4_fragment_en; 229 tuple->ipv6_tcp_en = req->ipv6_tcp_en; 230 tuple->ipv6_udp_en = req->ipv6_udp_en; 231 tuple->ipv6_sctp_en = req->ipv6_sctp_en; 232 tuple->ipv6_fragment_en = req->ipv6_fragment_en; 233 234 return 0; 235 } 236 237 /* 238 * Configure RSS hash protocols and hash key. 239 * @param dev 240 * Pointer to Ethernet device. 241 * @praram rss_conf 242 * The configuration select of rss key size and tuple flow_types. 243 * @return 244 * 0 on success, a negative errno value otherwise is set. 245 */ 246 int 247 hns3_dev_rss_hash_update(struct rte_eth_dev *dev, 248 struct rte_eth_rss_conf *rss_conf) 249 { 250 struct hns3_adapter *hns = dev->data->dev_private; 251 struct hns3_hw *hw = &hns->hw; 252 struct hns3_rss_tuple_cfg *tuple = &hw->rss_info.rss_tuple_sets; 253 struct hns3_rss_conf *rss_cfg = &hw->rss_info; 254 uint8_t algo = rss_cfg->conf.func; 255 uint8_t key_len = rss_conf->rss_key_len; 256 uint64_t rss_hf = rss_conf->rss_hf; 257 uint8_t *key = rss_conf->rss_key; 258 int ret; 259 260 rte_spinlock_lock(&hw->lock); 261 ret = hns3_set_rss_tuple_by_rss_hf(hw, tuple, rss_hf); 262 if (ret) 263 goto conf_err; 264 265 if (rss_cfg->conf.types && rss_hf == 0) { 266 /* Disable RSS, reset indirection table by local variable */ 267 ret = hns3_rss_reset_indir_table(hw); 268 if (ret) 269 goto conf_err; 270 } else if (rss_hf && rss_cfg->conf.types == 0) { 271 /* Enable RSS, restore indirection table by hw's config */ 272 ret = hns3_set_rss_indir_table(hw, rss_cfg->rss_indirection_tbl, 273 HNS3_RSS_IND_TBL_SIZE); 274 if (ret) 275 goto conf_err; 276 } 277 278 /* Update supported flow types when set tuple success */ 279 rss_cfg->conf.types = rss_hf; 280 281 if (key) { 282 if (key_len != HNS3_RSS_KEY_SIZE) { 283 hns3_err(hw, "The hash key len(%u) is invalid", 284 key_len); 285 ret = -EINVAL; 286 goto conf_err; 287 } 288 ret = hns3_set_rss_algo_key(hw, algo, key); 289 if (ret) 290 goto conf_err; 291 } 292 rte_spinlock_unlock(&hw->lock); 293 294 return 0; 295 296 conf_err: 297 rte_spinlock_unlock(&hw->lock); 298 return ret; 299 } 300 301 /* 302 * Get rss key and rss_hf types set of RSS hash configuration. 303 * @param dev 304 * Pointer to Ethernet device. 305 * @praram rss_conf 306 * The buffer to get rss key size and tuple types. 307 * @return 308 * 0 on success. 309 */ 310 int 311 hns3_dev_rss_hash_conf_get(struct rte_eth_dev *dev, 312 struct rte_eth_rss_conf *rss_conf) 313 { 314 struct hns3_adapter *hns = dev->data->dev_private; 315 struct hns3_hw *hw = &hns->hw; 316 struct hns3_rss_conf *rss_cfg = &hw->rss_info; 317 318 rte_spinlock_lock(&hw->lock); 319 rss_conf->rss_hf = rss_cfg->conf.types; 320 321 /* Get the RSS Key required by the user */ 322 if (rss_conf->rss_key) 323 memcpy(rss_conf->rss_key, rss_cfg->key, HNS3_RSS_KEY_SIZE); 324 rte_spinlock_unlock(&hw->lock); 325 326 return 0; 327 } 328 329 /* 330 * Update rss redirection table of RSS. 331 * @param dev 332 * Pointer to Ethernet device. 333 * @praram reta_conf 334 * Pointer to the configuration select of mask and redirection tables. 335 * @param reta_size 336 * Redirection table size. 337 * @return 338 * 0 on success, a negative errno value otherwise is set. 339 */ 340 int 341 hns3_dev_rss_reta_update(struct rte_eth_dev *dev, 342 struct rte_eth_rss_reta_entry64 *reta_conf, 343 uint16_t reta_size) 344 { 345 struct hns3_adapter *hns = dev->data->dev_private; 346 struct hns3_hw *hw = &hns->hw; 347 struct hns3_rss_conf *rss_cfg = &hw->rss_info; 348 uint16_t i, indir_size = HNS3_RSS_IND_TBL_SIZE; /* Table size is 512 */ 349 uint8_t indirection_tbl[HNS3_RSS_IND_TBL_SIZE]; 350 uint16_t idx, shift, allow_rss_queues; 351 int ret; 352 353 if (reta_size != indir_size || reta_size > ETH_RSS_RETA_SIZE_512) { 354 hns3_err(hw, "The size of hash lookup table configured (%u)" 355 "doesn't match the number hardware can supported" 356 "(%u)", reta_size, indir_size); 357 return -EINVAL; 358 } 359 rte_spinlock_lock(&hw->lock); 360 memcpy(indirection_tbl, rss_cfg->rss_indirection_tbl, 361 HNS3_RSS_IND_TBL_SIZE); 362 allow_rss_queues = RTE_MIN(dev->data->nb_rx_queues, hw->rss_size_max); 363 for (i = 0; i < reta_size; i++) { 364 idx = i / RTE_RETA_GROUP_SIZE; 365 shift = i % RTE_RETA_GROUP_SIZE; 366 if (reta_conf[idx].reta[shift] >= allow_rss_queues) { 367 rte_spinlock_unlock(&hw->lock); 368 hns3_err(hw, "Invalid queue id(%u) to be set in " 369 "redirection table, max number of rss " 370 "queues: %u", reta_conf[idx].reta[shift], 371 allow_rss_queues); 372 return -EINVAL; 373 } 374 375 if (reta_conf[idx].mask & (1ULL << shift)) 376 indirection_tbl[i] = reta_conf[idx].reta[shift]; 377 } 378 379 ret = hns3_set_rss_indir_table(hw, indirection_tbl, 380 HNS3_RSS_IND_TBL_SIZE); 381 382 rte_spinlock_unlock(&hw->lock); 383 return ret; 384 } 385 386 /* 387 * Get rss redirection table of RSS hash configuration. 388 * @param dev 389 * Pointer to Ethernet device. 390 * @praram reta_conf 391 * Pointer to the configuration select of mask and redirection tables. 392 * @param reta_size 393 * Redirection table size. 394 * @return 395 * 0 on success, a negative errno value otherwise is set. 396 */ 397 int 398 hns3_dev_rss_reta_query(struct rte_eth_dev *dev, 399 struct rte_eth_rss_reta_entry64 *reta_conf, 400 uint16_t reta_size) 401 { 402 struct hns3_adapter *hns = dev->data->dev_private; 403 struct hns3_hw *hw = &hns->hw; 404 struct hns3_rss_conf *rss_cfg = &hw->rss_info; 405 uint16_t i, indir_size = HNS3_RSS_IND_TBL_SIZE; /* Table size is 512 */ 406 uint16_t idx, shift; 407 408 if (reta_size != indir_size || reta_size > ETH_RSS_RETA_SIZE_512) { 409 hns3_err(hw, "The size of hash lookup table configured (%u)" 410 " doesn't match the number hardware can supported" 411 "(%u)", reta_size, indir_size); 412 return -EINVAL; 413 } 414 rte_spinlock_lock(&hw->lock); 415 for (i = 0; i < reta_size; i++) { 416 idx = i / RTE_RETA_GROUP_SIZE; 417 shift = i % RTE_RETA_GROUP_SIZE; 418 if (reta_conf[idx].mask & (1ULL << shift)) 419 reta_conf[idx].reta[shift] = 420 rss_cfg->rss_indirection_tbl[i] % hw->alloc_rss_size; 421 } 422 rte_spinlock_unlock(&hw->lock); 423 return 0; 424 } 425 426 /* 427 * Used to configure the tc_size and tc_offset. 428 */ 429 static int 430 hns3_set_rss_tc_mode(struct hns3_hw *hw) 431 { 432 uint16_t rss_size = hw->alloc_rss_size; 433 struct hns3_rss_tc_mode_cmd *req; 434 uint16_t tc_offset[HNS3_MAX_TC_NUM]; 435 uint8_t tc_valid[HNS3_MAX_TC_NUM]; 436 uint16_t tc_size[HNS3_MAX_TC_NUM]; 437 struct hns3_cmd_desc desc; 438 uint16_t roundup_size; 439 uint16_t i; 440 int ret; 441 442 req = (struct hns3_rss_tc_mode_cmd *)desc.data; 443 444 roundup_size = roundup_pow_of_two(rss_size); 445 roundup_size = ilog2(roundup_size); 446 447 for (i = 0; i < HNS3_MAX_TC_NUM; i++) { 448 tc_valid[i] = !!(hw->hw_tc_map & BIT(i)); 449 tc_size[i] = roundup_size; 450 tc_offset[i] = rss_size * i; 451 } 452 453 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_TC_MODE, false); 454 for (i = 0; i < HNS3_MAX_TC_NUM; i++) { 455 uint16_t mode = 0; 456 457 hns3_set_bit(mode, HNS3_RSS_TC_VALID_B, (tc_valid[i] & 0x1)); 458 hns3_set_field(mode, HNS3_RSS_TC_SIZE_M, HNS3_RSS_TC_SIZE_S, 459 tc_size[i]); 460 hns3_set_field(mode, HNS3_RSS_TC_OFFSET_M, HNS3_RSS_TC_OFFSET_S, 461 tc_offset[i]); 462 463 req->rss_tc_mode[i] = rte_cpu_to_le_16(mode); 464 } 465 ret = hns3_cmd_send(hw, &desc, 1); 466 if (ret) 467 hns3_err(hw, "Sets rss tc mode failed %d", ret); 468 469 return ret; 470 } 471 472 static void 473 hns3_rss_tuple_uninit(struct hns3_hw *hw) 474 { 475 struct hns3_rss_input_tuple_cmd *req; 476 struct hns3_cmd_desc desc; 477 int ret; 478 479 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INPUT_TUPLE, false); 480 481 req = (struct hns3_rss_input_tuple_cmd *)desc.data; 482 483 memset(req, 0, sizeof(struct hns3_rss_tuple_cfg)); 484 485 ret = hns3_cmd_send(hw, &desc, 1); 486 if (ret) { 487 hns3_err(hw, "RSS uninit tuple failed %d", ret); 488 return; 489 } 490 } 491 492 /* 493 * Set the default rss configuration in the init of driver. 494 */ 495 void 496 hns3_set_default_rss_args(struct hns3_hw *hw) 497 { 498 struct hns3_rss_conf *rss_cfg = &hw->rss_info; 499 uint16_t queue_num = hw->alloc_rss_size; 500 int i; 501 502 /* Default hash algorithm */ 503 rss_cfg->conf.func = RTE_ETH_HASH_FUNCTION_SIMPLE_XOR; 504 memcpy(rss_cfg->key, hns3_hash_key, HNS3_RSS_KEY_SIZE); 505 506 /* Initialize RSS indirection table */ 507 for (i = 0; i < HNS3_RSS_IND_TBL_SIZE; i++) 508 rss_cfg->rss_indirection_tbl[i] = i % queue_num; 509 } 510 511 /* 512 * RSS initialization for hns3 pmd driver. 513 */ 514 int 515 hns3_config_rss(struct hns3_adapter *hns) 516 { 517 struct hns3_hw *hw = &hns->hw; 518 struct hns3_rss_conf *rss_cfg = &hw->rss_info; 519 uint8_t hash_algo = 520 (hw->rss_info.conf.func == RTE_ETH_HASH_FUNCTION_TOEPLITZ ? 521 HNS3_RSS_HASH_ALGO_TOEPLITZ : HNS3_RSS_HASH_ALGO_SIMPLE); 522 uint8_t *hash_key = rss_cfg->key; 523 int ret, ret1; 524 525 enum rte_eth_rx_mq_mode mq_mode = hw->data->dev_conf.rxmode.mq_mode; 526 527 /* When there is no open RSS, redirect the packet queue 0 */ 528 if (((uint32_t)mq_mode & ETH_MQ_RX_RSS_FLAG) == 0) { 529 hns3_rss_uninit(hns); 530 return 0; 531 } 532 533 /* Configure RSS hash algorithm and hash key offset */ 534 ret = hns3_set_rss_algo_key(hw, hash_algo, hash_key); 535 if (ret) 536 return ret; 537 538 /* Configure the tuple selection for RSS hash input */ 539 ret = hns3_set_rss_input_tuple(hw); 540 if (ret) 541 return ret; 542 543 ret = hns3_set_rss_indir_table(hw, rss_cfg->rss_indirection_tbl, 544 HNS3_RSS_IND_TBL_SIZE); 545 if (ret) 546 goto rss_tuple_uninit; 547 548 ret = hns3_set_rss_tc_mode(hw); 549 if (ret) 550 goto rss_indir_table_uninit; 551 552 return ret; 553 554 rss_indir_table_uninit: 555 ret1 = hns3_rss_reset_indir_table(hw); 556 if (ret1 != 0) 557 return ret; 558 559 rss_tuple_uninit: 560 hns3_rss_tuple_uninit(hw); 561 562 /* Disable RSS */ 563 hw->rss_info.conf.types = 0; 564 565 return ret; 566 } 567 568 /* 569 * RSS uninitialization for hns3 pmd driver. 570 */ 571 void 572 hns3_rss_uninit(struct hns3_adapter *hns) 573 { 574 struct hns3_hw *hw = &hns->hw; 575 int ret; 576 577 hns3_rss_tuple_uninit(hw); 578 ret = hns3_rss_reset_indir_table(hw); 579 if (ret != 0) 580 return; 581 582 /* Disable RSS */ 583 hw->rss_info.conf.types = 0; 584 } 585