1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(c) 2018-2021 HiSilicon Limited. 3 */ 4 5 #include <rte_ethdev.h> 6 #include <rte_io.h> 7 #include <rte_malloc.h> 8 9 #include "hns3_ethdev.h" 10 #include "hns3_logs.h" 11 12 /* 13 * The hash key used for rss initialization. 14 */ 15 static const uint8_t hns3_hash_key[] = { 16 0x6D, 0x5A, 0x56, 0xDA, 0x25, 0x5B, 0x0E, 0xC2, 17 0x41, 0x67, 0x25, 0x3D, 0x43, 0xA3, 0x8F, 0xB0, 18 0xD0, 0xCA, 0x2B, 0xCB, 0xAE, 0x7B, 0x30, 0xB4, 19 0x77, 0xCB, 0x2D, 0xA3, 0x80, 0x30, 0xF2, 0x0C, 20 0x6A, 0x42, 0xB7, 0x3B, 0xBE, 0xAC, 0x01, 0xFA 21 }; 22 23 enum hns3_tuple_field { 24 /* IPV4_TCP ENABLE FIELD */ 25 HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_D = 0, 26 HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_S, 27 HNS3_RSS_FIELD_IPV4_TCP_EN_IP_D, 28 HNS3_RSS_FIELD_IPV4_TCP_EN_IP_S, 29 30 /* IPV4_UDP ENABLE FIELD */ 31 HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_D = 8, 32 HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_S, 33 HNS3_RSS_FIELD_IPV4_UDP_EN_IP_D, 34 HNS3_RSS_FIELD_IPV4_UDP_EN_IP_S, 35 36 /* IPV4_SCTP ENABLE FIELD */ 37 HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_D = 16, 38 HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_S, 39 HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_D, 40 HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_S, 41 HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_VER, 42 43 /* IPV4 ENABLE FIELD */ 44 HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_D = 24, 45 HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_S, 46 HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_D, 47 HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_S, 48 49 /* IPV6_TCP ENABLE FIELD */ 50 HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_D = 32, 51 HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_S, 52 HNS3_RSS_FIELD_IPV6_TCP_EN_IP_D, 53 HNS3_RSS_FIELD_IPV6_TCP_EN_IP_S, 54 55 /* IPV6_UDP ENABLE FIELD */ 56 HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_D = 40, 57 HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_S, 58 HNS3_RSS_FIELD_IPV6_UDP_EN_IP_D, 59 HNS3_RSS_FIELD_IPV6_UDP_EN_IP_S, 60 61 /* IPV6_SCTP ENABLE FIELD */ 62 HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_D = 48, 63 HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_S, 64 HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_D, 65 HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_S, 66 HNS3_RSS_FIELD_IPV6_SCTP_EN_SCTP_VER, 67 68 /* IPV6 ENABLE FIELD */ 69 HNS3_RSS_FIELD_IPV6_NONFRAG_IP_D = 56, 70 HNS3_RSS_FIELD_IPV6_NONFRAG_IP_S, 71 HNS3_RSS_FIELD_IPV6_FRAG_IP_D, 72 HNS3_RSS_FIELD_IPV6_FRAG_IP_S 73 }; 74 75 static const struct { 76 uint64_t rss_types; 77 uint64_t rss_field; 78 } hns3_set_tuple_table[] = { 79 { RTE_ETH_RSS_FRAG_IPV4 | RTE_ETH_RSS_L3_SRC_ONLY, 80 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_S) }, 81 { RTE_ETH_RSS_FRAG_IPV4 | RTE_ETH_RSS_L3_DST_ONLY, 82 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_D) }, 83 { RTE_ETH_RSS_NONFRAG_IPV4_TCP | RTE_ETH_RSS_L3_SRC_ONLY, 84 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_S) }, 85 { RTE_ETH_RSS_NONFRAG_IPV4_TCP | RTE_ETH_RSS_L3_DST_ONLY, 86 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_D) }, 87 { RTE_ETH_RSS_NONFRAG_IPV4_TCP | RTE_ETH_RSS_L4_SRC_ONLY, 88 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_S) }, 89 { RTE_ETH_RSS_NONFRAG_IPV4_TCP | RTE_ETH_RSS_L4_DST_ONLY, 90 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_D) }, 91 { RTE_ETH_RSS_NONFRAG_IPV4_UDP | RTE_ETH_RSS_L3_SRC_ONLY, 92 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_IP_S) }, 93 { RTE_ETH_RSS_NONFRAG_IPV4_UDP | RTE_ETH_RSS_L3_DST_ONLY, 94 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_IP_D) }, 95 { RTE_ETH_RSS_NONFRAG_IPV4_UDP | RTE_ETH_RSS_L4_SRC_ONLY, 96 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_S) }, 97 { RTE_ETH_RSS_NONFRAG_IPV4_UDP | RTE_ETH_RSS_L4_DST_ONLY, 98 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_D) }, 99 { RTE_ETH_RSS_NONFRAG_IPV4_SCTP | RTE_ETH_RSS_L3_SRC_ONLY, 100 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_S) }, 101 { RTE_ETH_RSS_NONFRAG_IPV4_SCTP | RTE_ETH_RSS_L3_DST_ONLY, 102 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_D) }, 103 { RTE_ETH_RSS_NONFRAG_IPV4_SCTP | RTE_ETH_RSS_L4_SRC_ONLY, 104 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_S) }, 105 { RTE_ETH_RSS_NONFRAG_IPV4_SCTP | RTE_ETH_RSS_L4_DST_ONLY, 106 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_D) }, 107 { RTE_ETH_RSS_NONFRAG_IPV4_OTHER | RTE_ETH_RSS_L3_SRC_ONLY, 108 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_S) }, 109 { RTE_ETH_RSS_NONFRAG_IPV4_OTHER | RTE_ETH_RSS_L3_DST_ONLY, 110 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_D) }, 111 { RTE_ETH_RSS_FRAG_IPV6 | RTE_ETH_RSS_L3_SRC_ONLY, 112 BIT_ULL(HNS3_RSS_FIELD_IPV6_FRAG_IP_S) }, 113 { RTE_ETH_RSS_FRAG_IPV6 | RTE_ETH_RSS_L3_DST_ONLY, 114 BIT_ULL(HNS3_RSS_FIELD_IPV6_FRAG_IP_D) }, 115 { RTE_ETH_RSS_NONFRAG_IPV6_TCP | RTE_ETH_RSS_L3_SRC_ONLY, 116 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_IP_S) }, 117 { RTE_ETH_RSS_NONFRAG_IPV6_TCP | RTE_ETH_RSS_L3_DST_ONLY, 118 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_IP_D) }, 119 { RTE_ETH_RSS_NONFRAG_IPV6_TCP | RTE_ETH_RSS_L4_SRC_ONLY, 120 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_S) }, 121 { RTE_ETH_RSS_NONFRAG_IPV6_TCP | RTE_ETH_RSS_L4_DST_ONLY, 122 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_D) }, 123 { RTE_ETH_RSS_NONFRAG_IPV6_UDP | RTE_ETH_RSS_L3_SRC_ONLY, 124 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_IP_S) }, 125 { RTE_ETH_RSS_NONFRAG_IPV6_UDP | RTE_ETH_RSS_L3_DST_ONLY, 126 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_IP_D) }, 127 { RTE_ETH_RSS_NONFRAG_IPV6_UDP | RTE_ETH_RSS_L4_SRC_ONLY, 128 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_S) }, 129 { RTE_ETH_RSS_NONFRAG_IPV6_UDP | RTE_ETH_RSS_L4_DST_ONLY, 130 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_D) }, 131 { RTE_ETH_RSS_NONFRAG_IPV6_SCTP | RTE_ETH_RSS_L3_SRC_ONLY, 132 BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_S) }, 133 { RTE_ETH_RSS_NONFRAG_IPV6_SCTP | RTE_ETH_RSS_L3_DST_ONLY, 134 BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_D) }, 135 { RTE_ETH_RSS_NONFRAG_IPV6_SCTP | RTE_ETH_RSS_L4_SRC_ONLY, 136 BIT_ULL(HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_S) }, 137 { RTE_ETH_RSS_NONFRAG_IPV6_SCTP | RTE_ETH_RSS_L4_DST_ONLY, 138 BIT_ULL(HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_D) }, 139 { RTE_ETH_RSS_NONFRAG_IPV6_OTHER | RTE_ETH_RSS_L3_SRC_ONLY, 140 BIT_ULL(HNS3_RSS_FIELD_IPV6_NONFRAG_IP_S) }, 141 { RTE_ETH_RSS_NONFRAG_IPV6_OTHER | RTE_ETH_RSS_L3_DST_ONLY, 142 BIT_ULL(HNS3_RSS_FIELD_IPV6_NONFRAG_IP_D) }, 143 }; 144 145 static const struct { 146 uint64_t rss_types; 147 uint64_t rss_field; 148 } hns3_set_rss_types[] = { 149 { RTE_ETH_RSS_FRAG_IPV4, BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_D) | 150 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_S) }, 151 { RTE_ETH_RSS_NONFRAG_IPV4_TCP, BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_S) | 152 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_D) | 153 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_S) | 154 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_D) }, 155 { RTE_ETH_RSS_NONFRAG_IPV4_TCP, BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_S) | 156 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_D) | 157 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_S) | 158 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_D) }, 159 { RTE_ETH_RSS_NONFRAG_IPV4_UDP, BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_IP_S) | 160 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_IP_D) | 161 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_S) | 162 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_D) }, 163 { RTE_ETH_RSS_NONFRAG_IPV4_SCTP, BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_S) | 164 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_D) | 165 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_S) | 166 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_D) | 167 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_VER) }, 168 { RTE_ETH_RSS_NONFRAG_IPV4_OTHER, 169 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_S) | 170 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_D) }, 171 { RTE_ETH_RSS_FRAG_IPV6, BIT_ULL(HNS3_RSS_FIELD_IPV6_FRAG_IP_S) | 172 BIT_ULL(HNS3_RSS_FIELD_IPV6_FRAG_IP_D) }, 173 { RTE_ETH_RSS_NONFRAG_IPV6_TCP, BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_IP_S) | 174 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_IP_D) | 175 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_S) | 176 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_D) }, 177 { RTE_ETH_RSS_NONFRAG_IPV6_UDP, BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_IP_S) | 178 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_IP_D) | 179 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_S) | 180 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_D) }, 181 { RTE_ETH_RSS_NONFRAG_IPV6_SCTP, BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_S) | 182 BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_D) | 183 BIT_ULL(HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_D) | 184 BIT_ULL(HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_S) | 185 BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_SCTP_VER) }, 186 { RTE_ETH_RSS_NONFRAG_IPV6_OTHER, 187 BIT_ULL(HNS3_RSS_FIELD_IPV6_NONFRAG_IP_S) | 188 BIT_ULL(HNS3_RSS_FIELD_IPV6_NONFRAG_IP_D) } 189 }; 190 191 /* 192 * rss_generic_config command function, opcode:0x0D01. 193 * Used to set algorithm, key_offset and hash key of rss. 194 */ 195 int 196 hns3_rss_set_algo_key(struct hns3_hw *hw, const uint8_t *key) 197 { 198 #define HNS3_KEY_OFFSET_MAX 3 199 #define HNS3_SET_HASH_KEY_BYTE_FOUR 2 200 201 struct hns3_rss_generic_config_cmd *req; 202 struct hns3_cmd_desc desc; 203 uint32_t key_offset, key_size; 204 const uint8_t *key_cur; 205 uint8_t cur_offset; 206 int ret; 207 208 req = (struct hns3_rss_generic_config_cmd *)desc.data; 209 210 /* 211 * key_offset=0, hash key byte0~15 is set to hardware. 212 * key_offset=1, hash key byte16~31 is set to hardware. 213 * key_offset=2, hash key byte32~39 is set to hardware. 214 */ 215 for (key_offset = 0; key_offset < HNS3_KEY_OFFSET_MAX; key_offset++) { 216 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_GENERIC_CONFIG, 217 false); 218 219 req->hash_config |= 220 (hw->rss_info.hash_algo & HNS3_RSS_HASH_ALGO_MASK); 221 req->hash_config |= (key_offset << HNS3_RSS_HASH_KEY_OFFSET_B); 222 223 if (key_offset == HNS3_SET_HASH_KEY_BYTE_FOUR) 224 key_size = HNS3_RSS_KEY_SIZE - HNS3_RSS_HASH_KEY_NUM * 225 HNS3_SET_HASH_KEY_BYTE_FOUR; 226 else 227 key_size = HNS3_RSS_HASH_KEY_NUM; 228 229 cur_offset = key_offset * HNS3_RSS_HASH_KEY_NUM; 230 key_cur = key + cur_offset; 231 memcpy(req->hash_key, key_cur, key_size); 232 233 ret = hns3_cmd_send(hw, &desc, 1); 234 if (ret) { 235 hns3_err(hw, "Configure RSS algo key failed %d", ret); 236 return ret; 237 } 238 } 239 /* Update the shadow RSS key with user specified */ 240 memcpy(hw->rss_info.key, key, HNS3_RSS_KEY_SIZE); 241 return 0; 242 } 243 244 /* 245 * Used to configure the tuple selection for RSS hash input. 246 */ 247 static int 248 hns3_rss_set_input_tuple(struct hns3_hw *hw) 249 { 250 struct hns3_rss_conf *rss_config = &hw->rss_info; 251 struct hns3_rss_input_tuple_cmd *req; 252 struct hns3_cmd_desc desc_tuple; 253 int ret; 254 255 hns3_cmd_setup_basic_desc(&desc_tuple, HNS3_OPC_RSS_INPUT_TUPLE, false); 256 257 req = (struct hns3_rss_input_tuple_cmd *)desc_tuple.data; 258 259 req->tuple_field = 260 rte_cpu_to_le_64(rss_config->rss_tuple_sets.rss_tuple_fields); 261 262 ret = hns3_cmd_send(hw, &desc_tuple, 1); 263 if (ret) 264 hns3_err(hw, "Configure RSS input tuple mode failed %d", ret); 265 266 return ret; 267 } 268 269 /* 270 * rss_indirection_table command function, opcode:0x0D07. 271 * Used to configure the indirection table of rss. 272 */ 273 int 274 hns3_set_rss_indir_table(struct hns3_hw *hw, uint16_t *indir, uint16_t size) 275 { 276 struct hns3_rss_indirection_table_cmd *req; 277 struct hns3_cmd_desc desc; 278 uint8_t qid_msb_off; 279 uint8_t qid_msb_val; 280 uint16_t q_id; 281 uint16_t i, j; 282 int ret; 283 284 req = (struct hns3_rss_indirection_table_cmd *)desc.data; 285 286 for (i = 0; i < size / HNS3_RSS_CFG_TBL_SIZE; i++) { 287 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INDIR_TABLE, 288 false); 289 req->start_table_index = 290 rte_cpu_to_le_16(i * HNS3_RSS_CFG_TBL_SIZE); 291 req->rss_set_bitmap = rte_cpu_to_le_16(HNS3_RSS_SET_BITMAP_MSK); 292 for (j = 0; j < HNS3_RSS_CFG_TBL_SIZE; j++) { 293 q_id = indir[i * HNS3_RSS_CFG_TBL_SIZE + j]; 294 req->rss_result_l[j] = q_id & 0xff; 295 296 qid_msb_off = 297 j * HNS3_RSS_CFG_TBL_BW_H / HNS3_BITS_PER_BYTE; 298 qid_msb_val = (q_id >> HNS3_RSS_CFG_TBL_BW_L & 0x1) 299 << (j * HNS3_RSS_CFG_TBL_BW_H % 300 HNS3_BITS_PER_BYTE); 301 req->rss_result_h[qid_msb_off] |= qid_msb_val; 302 } 303 304 ret = hns3_cmd_send(hw, &desc, 1); 305 if (ret) { 306 hns3_err(hw, 307 "Sets RSS indirection table failed %d size %u", 308 ret, size); 309 return ret; 310 } 311 } 312 313 /* Update redirection table of hw */ 314 memcpy(hw->rss_info.rss_indirection_tbl, indir, 315 sizeof(uint16_t) * size); 316 317 return 0; 318 } 319 320 int 321 hns3_rss_reset_indir_table(struct hns3_hw *hw) 322 { 323 uint16_t *lut; 324 int ret; 325 326 lut = rte_zmalloc("hns3_rss_lut", 327 hw->rss_ind_tbl_size * sizeof(uint16_t), 0); 328 if (lut == NULL) { 329 hns3_err(hw, "No hns3_rss_lut memory can be allocated"); 330 return -ENOMEM; 331 } 332 333 ret = hns3_set_rss_indir_table(hw, lut, hw->rss_ind_tbl_size); 334 if (ret) 335 hns3_err(hw, "RSS uninit indir table failed: %d", ret); 336 rte_free(lut); 337 338 return ret; 339 } 340 341 int 342 hns3_set_rss_tuple_by_rss_hf(struct hns3_hw *hw, 343 struct hns3_rss_tuple_cfg *tuple, uint64_t rss_hf) 344 { 345 struct hns3_rss_input_tuple_cmd *req; 346 struct hns3_cmd_desc desc; 347 uint32_t fields_count = 0; /* count times for setting tuple fields */ 348 uint32_t i; 349 int ret; 350 351 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INPUT_TUPLE, false); 352 353 req = (struct hns3_rss_input_tuple_cmd *)desc.data; 354 355 for (i = 0; i < RTE_DIM(hns3_set_tuple_table); i++) { 356 if ((rss_hf & hns3_set_tuple_table[i].rss_types) == 357 hns3_set_tuple_table[i].rss_types) { 358 req->tuple_field |= 359 rte_cpu_to_le_64(hns3_set_tuple_table[i].rss_field); 360 fields_count++; 361 } 362 } 363 364 /* 365 * When user does not specify the following types or a combination of 366 * the following types, it enables all fields for the supported RSS 367 * types. the following types as: 368 * - RTE_ETH_RSS_L3_SRC_ONLY 369 * - RTE_ETH_RSS_L3_DST_ONLY 370 * - RTE_ETH_RSS_L4_SRC_ONLY 371 * - RTE_ETH_RSS_L4_DST_ONLY 372 */ 373 if (fields_count == 0) { 374 for (i = 0; i < RTE_DIM(hns3_set_rss_types); i++) { 375 if ((rss_hf & hns3_set_rss_types[i].rss_types) == 376 hns3_set_rss_types[i].rss_types) 377 req->tuple_field |= rte_cpu_to_le_64( 378 hns3_set_rss_types[i].rss_field); 379 } 380 } 381 382 ret = hns3_cmd_send(hw, &desc, 1); 383 if (ret) { 384 hns3_err(hw, "Update RSS flow types tuples failed %d", ret); 385 return ret; 386 } 387 388 tuple->rss_tuple_fields = rte_le_to_cpu_64(req->tuple_field); 389 390 return 0; 391 } 392 393 /* 394 * Configure RSS hash protocols and hash key. 395 * @param dev 396 * Pointer to Ethernet device. 397 * @praram rss_conf 398 * The configuration select of rss key size and tuple flow_types. 399 * @return 400 * 0 on success, a negative errno value otherwise is set. 401 */ 402 int 403 hns3_dev_rss_hash_update(struct rte_eth_dev *dev, 404 struct rte_eth_rss_conf *rss_conf) 405 { 406 struct hns3_adapter *hns = dev->data->dev_private; 407 struct hns3_hw *hw = &hns->hw; 408 struct hns3_rss_tuple_cfg *tuple = &hw->rss_info.rss_tuple_sets; 409 struct hns3_rss_conf *rss_cfg = &hw->rss_info; 410 uint8_t key_len = rss_conf->rss_key_len; 411 uint64_t rss_hf = rss_conf->rss_hf; 412 uint8_t *key = rss_conf->rss_key; 413 int ret; 414 415 if (hw->rss_dis_flag) 416 return -EINVAL; 417 418 rte_spinlock_lock(&hw->lock); 419 ret = hns3_set_rss_tuple_by_rss_hf(hw, tuple, rss_hf); 420 if (ret) 421 goto conf_err; 422 423 if (rss_cfg->conf.types && rss_hf == 0) { 424 /* Disable RSS, reset indirection table by local variable */ 425 ret = hns3_rss_reset_indir_table(hw); 426 if (ret) 427 goto conf_err; 428 } else if (rss_hf && rss_cfg->conf.types == 0) { 429 /* Enable RSS, restore indirection table by hw's config */ 430 ret = hns3_set_rss_indir_table(hw, rss_cfg->rss_indirection_tbl, 431 hw->rss_ind_tbl_size); 432 if (ret) 433 goto conf_err; 434 } 435 436 /* Update supported flow types when set tuple success */ 437 rss_cfg->conf.types = rss_hf; 438 439 if (key) { 440 if (key_len != HNS3_RSS_KEY_SIZE) { 441 hns3_err(hw, "The hash key len(%u) is invalid", 442 key_len); 443 ret = -EINVAL; 444 goto conf_err; 445 } 446 ret = hns3_rss_set_algo_key(hw, key); 447 if (ret) 448 goto conf_err; 449 } 450 rte_spinlock_unlock(&hw->lock); 451 452 return 0; 453 454 conf_err: 455 rte_spinlock_unlock(&hw->lock); 456 return ret; 457 } 458 459 /* 460 * Get rss key and rss_hf types set of RSS hash configuration. 461 * @param dev 462 * Pointer to Ethernet device. 463 * @praram rss_conf 464 * The buffer to get rss key size and tuple types. 465 * @return 466 * 0 on success. 467 */ 468 int 469 hns3_dev_rss_hash_conf_get(struct rte_eth_dev *dev, 470 struct rte_eth_rss_conf *rss_conf) 471 { 472 struct hns3_adapter *hns = dev->data->dev_private; 473 struct hns3_hw *hw = &hns->hw; 474 struct hns3_rss_conf *rss_cfg = &hw->rss_info; 475 476 rte_spinlock_lock(&hw->lock); 477 rss_conf->rss_hf = rss_cfg->conf.types; 478 479 /* Get the RSS Key required by the user */ 480 if (rss_conf->rss_key && rss_conf->rss_key_len >= HNS3_RSS_KEY_SIZE) { 481 memcpy(rss_conf->rss_key, rss_cfg->key, HNS3_RSS_KEY_SIZE); 482 rss_conf->rss_key_len = HNS3_RSS_KEY_SIZE; 483 } 484 rte_spinlock_unlock(&hw->lock); 485 486 return 0; 487 } 488 489 /* 490 * Update rss redirection table of RSS. 491 * @param dev 492 * Pointer to Ethernet device. 493 * @praram reta_conf 494 * Pointer to the configuration select of mask and redirection tables. 495 * @param reta_size 496 * Redirection table size. 497 * @return 498 * 0 on success, a negative errno value otherwise is set. 499 */ 500 int 501 hns3_dev_rss_reta_update(struct rte_eth_dev *dev, 502 struct rte_eth_rss_reta_entry64 *reta_conf, 503 uint16_t reta_size) 504 { 505 struct hns3_adapter *hns = dev->data->dev_private; 506 struct hns3_hw *hw = &hns->hw; 507 struct hns3_rss_conf *rss_cfg = &hw->rss_info; 508 uint16_t indirection_tbl[HNS3_RSS_IND_TBL_SIZE_MAX]; 509 uint16_t idx, shift; 510 uint16_t i; 511 int ret; 512 513 if (reta_size != hw->rss_ind_tbl_size) { 514 hns3_err(hw, "The size of hash lookup table configured (%u)" 515 "doesn't match the number hardware can supported" 516 "(%u)", reta_size, hw->rss_ind_tbl_size); 517 return -EINVAL; 518 } 519 rte_spinlock_lock(&hw->lock); 520 memcpy(indirection_tbl, rss_cfg->rss_indirection_tbl, 521 sizeof(rss_cfg->rss_indirection_tbl)); 522 for (i = 0; i < reta_size; i++) { 523 idx = i / RTE_ETH_RETA_GROUP_SIZE; 524 shift = i % RTE_ETH_RETA_GROUP_SIZE; 525 if (reta_conf[idx].reta[shift] >= hw->alloc_rss_size) { 526 rte_spinlock_unlock(&hw->lock); 527 hns3_err(hw, "queue id(%u) set to redirection table " 528 "exceeds queue number(%u) allocated to a TC", 529 reta_conf[idx].reta[shift], 530 hw->alloc_rss_size); 531 return -EINVAL; 532 } 533 534 if (reta_conf[idx].mask & (1ULL << shift)) 535 indirection_tbl[i] = reta_conf[idx].reta[shift]; 536 } 537 538 ret = hns3_set_rss_indir_table(hw, indirection_tbl, 539 hw->rss_ind_tbl_size); 540 541 rte_spinlock_unlock(&hw->lock); 542 return ret; 543 } 544 545 /* 546 * Get rss redirection table of RSS hash configuration. 547 * @param dev 548 * Pointer to Ethernet device. 549 * @praram reta_conf 550 * Pointer to the configuration select of mask and redirection tables. 551 * @param reta_size 552 * Redirection table size. 553 * @return 554 * 0 on success, a negative errno value otherwise is set. 555 */ 556 int 557 hns3_dev_rss_reta_query(struct rte_eth_dev *dev, 558 struct rte_eth_rss_reta_entry64 *reta_conf, 559 uint16_t reta_size) 560 { 561 struct hns3_adapter *hns = dev->data->dev_private; 562 struct hns3_hw *hw = &hns->hw; 563 struct hns3_rss_conf *rss_cfg = &hw->rss_info; 564 uint16_t idx, shift; 565 uint16_t i; 566 567 if (reta_size != hw->rss_ind_tbl_size) { 568 hns3_err(hw, "The size of hash lookup table configured (%u)" 569 " doesn't match the number hardware can supported" 570 "(%u)", reta_size, hw->rss_ind_tbl_size); 571 return -EINVAL; 572 } 573 rte_spinlock_lock(&hw->lock); 574 for (i = 0; i < reta_size; i++) { 575 idx = i / RTE_ETH_RETA_GROUP_SIZE; 576 shift = i % RTE_ETH_RETA_GROUP_SIZE; 577 if (reta_conf[idx].mask & (1ULL << shift)) 578 reta_conf[idx].reta[shift] = 579 rss_cfg->rss_indirection_tbl[i]; 580 } 581 rte_spinlock_unlock(&hw->lock); 582 return 0; 583 } 584 585 /* 586 * Used to configure the tc_size and tc_offset. 587 */ 588 static int 589 hns3_set_rss_tc_mode(struct hns3_hw *hw) 590 { 591 uint16_t rss_size = hw->alloc_rss_size; 592 struct hns3_rss_tc_mode_cmd *req; 593 uint16_t tc_offset[HNS3_MAX_TC_NUM]; 594 uint8_t tc_valid[HNS3_MAX_TC_NUM]; 595 uint16_t tc_size[HNS3_MAX_TC_NUM]; 596 struct hns3_cmd_desc desc; 597 uint16_t roundup_size; 598 uint16_t i; 599 int ret; 600 601 req = (struct hns3_rss_tc_mode_cmd *)desc.data; 602 603 roundup_size = roundup_pow_of_two(rss_size); 604 roundup_size = ilog2(roundup_size); 605 606 for (i = 0; i < HNS3_MAX_TC_NUM; i++) { 607 tc_valid[i] = !!(hw->hw_tc_map & BIT(i)); 608 tc_size[i] = roundup_size; 609 tc_offset[i] = rss_size * i; 610 } 611 612 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_TC_MODE, false); 613 for (i = 0; i < HNS3_MAX_TC_NUM; i++) { 614 uint16_t mode = 0; 615 616 hns3_set_bit(mode, HNS3_RSS_TC_VALID_B, (tc_valid[i] & 0x1)); 617 hns3_set_field(mode, HNS3_RSS_TC_SIZE_M, HNS3_RSS_TC_SIZE_S, 618 tc_size[i]); 619 if (tc_size[i] >> HNS3_RSS_TC_SIZE_MSB_OFFSET > 0) 620 hns3_set_bit(mode, HNS3_RSS_TC_SIZE_MSB_S, 1); 621 hns3_set_field(mode, HNS3_RSS_TC_OFFSET_M, HNS3_RSS_TC_OFFSET_S, 622 tc_offset[i]); 623 624 req->rss_tc_mode[i] = rte_cpu_to_le_16(mode); 625 } 626 ret = hns3_cmd_send(hw, &desc, 1); 627 if (ret) 628 hns3_err(hw, "Sets rss tc mode failed %d", ret); 629 630 return ret; 631 } 632 633 static void 634 hns3_rss_tuple_uninit(struct hns3_hw *hw) 635 { 636 struct hns3_cmd_desc desc; 637 int ret; 638 639 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INPUT_TUPLE, false); 640 641 ret = hns3_cmd_send(hw, &desc, 1); 642 if (ret) { 643 hns3_err(hw, "RSS uninit tuple failed %d", ret); 644 return; 645 } 646 } 647 648 /* 649 * Set the default rss configuration in the init of driver. 650 */ 651 void 652 hns3_rss_set_default_args(struct hns3_hw *hw) 653 { 654 struct hns3_rss_conf *rss_cfg = &hw->rss_info; 655 uint16_t queue_num = hw->alloc_rss_size; 656 int i; 657 658 /* Default hash algorithm */ 659 rss_cfg->conf.func = RTE_ETH_HASH_FUNCTION_TOEPLITZ; 660 661 /* Default RSS key */ 662 memcpy(rss_cfg->key, hns3_hash_key, HNS3_RSS_KEY_SIZE); 663 664 /* Initialize RSS indirection table */ 665 for (i = 0; i < hw->rss_ind_tbl_size; i++) 666 rss_cfg->rss_indirection_tbl[i] = i % queue_num; 667 } 668 669 /* 670 * RSS initialization for hns3 PMD. 671 */ 672 int 673 hns3_config_rss(struct hns3_adapter *hns) 674 { 675 struct hns3_hw *hw = &hns->hw; 676 struct hns3_rss_conf *rss_cfg = &hw->rss_info; 677 uint8_t *hash_key = rss_cfg->key; 678 int ret, ret1; 679 680 enum rte_eth_rx_mq_mode mq_mode = hw->data->dev_conf.rxmode.mq_mode; 681 682 switch (hw->rss_info.conf.func) { 683 case RTE_ETH_HASH_FUNCTION_SIMPLE_XOR: 684 hw->rss_info.hash_algo = HNS3_RSS_HASH_ALGO_SIMPLE; 685 break; 686 case RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ: 687 hw->rss_info.hash_algo = HNS3_RSS_HASH_ALGO_SYMMETRIC_TOEP; 688 break; 689 default: 690 hw->rss_info.hash_algo = HNS3_RSS_HASH_ALGO_TOEPLITZ; 691 break; 692 } 693 694 /* When RSS is off, redirect the packet queue 0 */ 695 if (((uint32_t)mq_mode & RTE_ETH_MQ_RX_RSS_FLAG) == 0) 696 hns3_rss_uninit(hns); 697 698 /* Configure RSS hash algorithm and hash key offset */ 699 ret = hns3_rss_set_algo_key(hw, hash_key); 700 if (ret) 701 return ret; 702 703 /* Configure the tuple selection for RSS hash input */ 704 ret = hns3_rss_set_input_tuple(hw); 705 if (ret) 706 return ret; 707 708 /* 709 * When RSS is off, it doesn't need to configure rss redirection table 710 * to hardware. 711 */ 712 if (((uint32_t)mq_mode & RTE_ETH_MQ_RX_RSS_FLAG)) { 713 ret = hns3_set_rss_indir_table(hw, rss_cfg->rss_indirection_tbl, 714 hw->rss_ind_tbl_size); 715 if (ret) 716 goto rss_tuple_uninit; 717 } 718 719 ret = hns3_set_rss_tc_mode(hw); 720 if (ret) 721 goto rss_indir_table_uninit; 722 723 return ret; 724 725 rss_indir_table_uninit: 726 if (((uint32_t)mq_mode & RTE_ETH_MQ_RX_RSS_FLAG)) { 727 ret1 = hns3_rss_reset_indir_table(hw); 728 if (ret1 != 0) 729 return ret; 730 } 731 732 rss_tuple_uninit: 733 hns3_rss_tuple_uninit(hw); 734 735 /* Disable RSS */ 736 hw->rss_info.conf.types = 0; 737 738 return ret; 739 } 740 741 /* 742 * RSS uninitialization for hns3 PMD. 743 */ 744 void 745 hns3_rss_uninit(struct hns3_adapter *hns) 746 { 747 struct hns3_hw *hw = &hns->hw; 748 int ret; 749 750 hns3_rss_tuple_uninit(hw); 751 ret = hns3_rss_reset_indir_table(hw); 752 if (ret != 0) 753 return; 754 755 /* Disable RSS */ 756 hw->rss_info.conf.types = 0; 757 } 758