xref: /dpdk/drivers/net/hns3/hns3_rss.c (revision cb440babbd45a80c059f8bc80e87c48d09086fd7)
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2018-2019 Hisilicon Limited.
3  */
4 
5 #include <stdbool.h>
6 #include <rte_ethdev.h>
7 #include <rte_io.h>
8 #include <rte_malloc.h>
9 #include <rte_memcpy.h>
10 #include <rte_spinlock.h>
11 
12 #include "hns3_ethdev.h"
13 #include "hns3_logs.h"
14 
15 /*
16  * The hash key used for rss initialization.
17  */
18 static const uint8_t hns3_hash_key[] = {
19 	0x6D, 0x5A, 0x56, 0xDA, 0x25, 0x5B, 0x0E, 0xC2,
20 	0x41, 0x67, 0x25, 0x3D, 0x43, 0xA3, 0x8F, 0xB0,
21 	0xD0, 0xCA, 0x2B, 0xCB, 0xAE, 0x7B, 0x30, 0xB4,
22 	0x77, 0xCB, 0x2D, 0xA3, 0x80, 0x30, 0xF2, 0x0C,
23 	0x6A, 0x42, 0xB7, 0x3B, 0xBE, 0xAC, 0x01, 0xFA
24 };
25 
26 /*
27  * rss_generic_config command function, opcode:0x0D01.
28  * Used to set algorithm, key_offset and hash key of rss.
29  */
30 int
31 hns3_set_rss_algo_key(struct hns3_hw *hw, const uint8_t *key)
32 {
33 #define HNS3_KEY_OFFSET_MAX	3
34 #define HNS3_SET_HASH_KEY_BYTE_FOUR	2
35 
36 	struct hns3_rss_generic_config_cmd *req;
37 	struct hns3_cmd_desc desc;
38 	uint32_t key_offset, key_size;
39 	const uint8_t *key_cur;
40 	uint8_t cur_offset;
41 	int ret;
42 
43 	req = (struct hns3_rss_generic_config_cmd *)desc.data;
44 
45 	/*
46 	 * key_offset=0, hash key byte0~15 is set to hardware.
47 	 * key_offset=1, hash key byte16~31 is set to hardware.
48 	 * key_offset=2, hash key byte32~39 is set to hardware.
49 	 */
50 	for (key_offset = 0; key_offset < HNS3_KEY_OFFSET_MAX; key_offset++) {
51 		hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_GENERIC_CONFIG,
52 					  false);
53 
54 		req->hash_config |=
55 			(hw->rss_info.hash_algo & HNS3_RSS_HASH_ALGO_MASK);
56 		req->hash_config |= (key_offset << HNS3_RSS_HASH_KEY_OFFSET_B);
57 
58 		if (key_offset == HNS3_SET_HASH_KEY_BYTE_FOUR)
59 			key_size = HNS3_RSS_KEY_SIZE - HNS3_RSS_HASH_KEY_NUM *
60 			HNS3_SET_HASH_KEY_BYTE_FOUR;
61 		else
62 			key_size = HNS3_RSS_HASH_KEY_NUM;
63 
64 		cur_offset = key_offset * HNS3_RSS_HASH_KEY_NUM;
65 		key_cur = key + cur_offset;
66 		memcpy(req->hash_key, key_cur, key_size);
67 
68 		ret = hns3_cmd_send(hw, &desc, 1);
69 		if (ret) {
70 			hns3_err(hw, "Configure RSS algo key failed %d", ret);
71 			return ret;
72 		}
73 	}
74 	/* Update the shadow RSS key with user specified */
75 	memcpy(hw->rss_info.key, key, HNS3_RSS_KEY_SIZE);
76 	return 0;
77 }
78 
79 /*
80  * Used to configure the tuple selection for RSS hash input.
81  */
82 static int
83 hns3_set_rss_input_tuple(struct hns3_hw *hw)
84 {
85 	struct hns3_rss_conf *rss_config = &hw->rss_info;
86 	struct hns3_rss_input_tuple_cmd *req;
87 	struct hns3_cmd_desc desc_tuple;
88 	int ret;
89 
90 	hns3_cmd_setup_basic_desc(&desc_tuple, HNS3_OPC_RSS_INPUT_TUPLE, false);
91 
92 	req = (struct hns3_rss_input_tuple_cmd *)desc_tuple.data;
93 
94 	req->ipv4_tcp_en = rss_config->rss_tuple_sets.ipv4_tcp_en;
95 	req->ipv4_udp_en = rss_config->rss_tuple_sets.ipv4_udp_en;
96 	req->ipv4_sctp_en = rss_config->rss_tuple_sets.ipv4_sctp_en;
97 	req->ipv4_fragment_en = rss_config->rss_tuple_sets.ipv4_fragment_en;
98 	req->ipv6_tcp_en = rss_config->rss_tuple_sets.ipv6_tcp_en;
99 	req->ipv6_udp_en = rss_config->rss_tuple_sets.ipv6_udp_en;
100 	req->ipv6_sctp_en = rss_config->rss_tuple_sets.ipv6_sctp_en;
101 	req->ipv6_fragment_en = rss_config->rss_tuple_sets.ipv6_fragment_en;
102 
103 	ret = hns3_cmd_send(hw, &desc_tuple, 1);
104 	if (ret)
105 		hns3_err(hw, "Configure RSS input tuple mode failed %d", ret);
106 
107 	return ret;
108 }
109 
110 /*
111  * rss_indirection_table command function, opcode:0x0D07.
112  * Used to configure the indirection table of rss.
113  */
114 int
115 hns3_set_rss_indir_table(struct hns3_hw *hw, uint8_t *indir, uint16_t size)
116 {
117 	struct hns3_rss_indirection_table_cmd *req;
118 	struct hns3_cmd_desc desc;
119 	int ret, i, j, num;
120 
121 	req = (struct hns3_rss_indirection_table_cmd *)desc.data;
122 
123 	for (i = 0; i < size / HNS3_RSS_CFG_TBL_SIZE; i++) {
124 		hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INDIR_TABLE,
125 					  false);
126 		req->start_table_index =
127 				rte_cpu_to_le_16(i * HNS3_RSS_CFG_TBL_SIZE);
128 		req->rss_set_bitmap = rte_cpu_to_le_16(HNS3_RSS_SET_BITMAP_MSK);
129 		for (j = 0; j < HNS3_RSS_CFG_TBL_SIZE; j++) {
130 			num = i * HNS3_RSS_CFG_TBL_SIZE + j;
131 			req->rss_result[j] = indir[num];
132 		}
133 		ret = hns3_cmd_send(hw, &desc, 1);
134 		if (ret) {
135 			hns3_err(hw,
136 				 "Sets RSS indirection table failed %d size %u",
137 				 ret, size);
138 			return ret;
139 		}
140 	}
141 
142 	/* Update redirection table of hw */
143 	memcpy(hw->rss_info.rss_indirection_tbl, indir,	HNS3_RSS_IND_TBL_SIZE);
144 
145 	return 0;
146 }
147 
148 int
149 hns3_rss_reset_indir_table(struct hns3_hw *hw)
150 {
151 	uint8_t *lut;
152 	int ret;
153 
154 	lut = rte_zmalloc("hns3_rss_lut", HNS3_RSS_IND_TBL_SIZE, 0);
155 	if (lut == NULL) {
156 		hns3_err(hw, "No hns3_rss_lut memory can be allocated");
157 		return -ENOMEM;
158 	}
159 
160 	ret = hns3_set_rss_indir_table(hw, lut, HNS3_RSS_IND_TBL_SIZE);
161 	if (ret)
162 		hns3_err(hw, "RSS uninit indir table failed: %d", ret);
163 	rte_free(lut);
164 
165 	return ret;
166 }
167 
168 int
169 hns3_set_rss_tuple_by_rss_hf(struct hns3_hw *hw,
170 			     struct hns3_rss_tuple_cfg *tuple, uint64_t rss_hf)
171 {
172 	struct hns3_rss_input_tuple_cmd *req;
173 	struct hns3_cmd_desc desc;
174 	uint32_t i;
175 	int ret;
176 
177 	hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INPUT_TUPLE, false);
178 
179 	req = (struct hns3_rss_input_tuple_cmd *)desc.data;
180 
181 	/* Enable ipv4 or ipv6 tuple by flow type */
182 	for (i = 0; i < RTE_ETH_FLOW_MAX; i++) {
183 		switch (rss_hf & (1ULL << i)) {
184 		case ETH_RSS_NONFRAG_IPV4_TCP:
185 			req->ipv4_tcp_en = HNS3_RSS_INPUT_TUPLE_OTHER;
186 			break;
187 		case ETH_RSS_NONFRAG_IPV4_UDP:
188 			req->ipv4_udp_en = HNS3_RSS_INPUT_TUPLE_OTHER;
189 			break;
190 		case ETH_RSS_NONFRAG_IPV4_SCTP:
191 			req->ipv4_sctp_en = HNS3_RSS_INPUT_TUPLE_SCTP;
192 			break;
193 		case ETH_RSS_FRAG_IPV4:
194 			req->ipv4_fragment_en |= HNS3_IP_FRAG_BIT_MASK;
195 			break;
196 		case ETH_RSS_NONFRAG_IPV4_OTHER:
197 			req->ipv4_fragment_en |= HNS3_IP_OTHER_BIT_MASK;
198 			break;
199 		case ETH_RSS_NONFRAG_IPV6_TCP:
200 			req->ipv6_tcp_en = HNS3_RSS_INPUT_TUPLE_OTHER;
201 			break;
202 		case ETH_RSS_NONFRAG_IPV6_UDP:
203 			req->ipv6_udp_en = HNS3_RSS_INPUT_TUPLE_OTHER;
204 			break;
205 		case ETH_RSS_NONFRAG_IPV6_SCTP:
206 			req->ipv6_sctp_en = HNS3_RSS_INPUT_TUPLE_SCTP;
207 			break;
208 		case ETH_RSS_FRAG_IPV6:
209 			req->ipv6_fragment_en |= HNS3_IP_FRAG_BIT_MASK;
210 			break;
211 		case ETH_RSS_NONFRAG_IPV6_OTHER:
212 			req->ipv6_fragment_en |= HNS3_IP_OTHER_BIT_MASK;
213 			break;
214 		default:
215 			/*
216 			 * rss_hf doesn't include unsupported flow types
217 			 * because the API framework has checked it, and
218 			 * this branch will never go unless rss_hf is zero.
219 			 */
220 			break;
221 		}
222 	}
223 
224 	ret = hns3_cmd_send(hw, &desc, 1);
225 	if (ret) {
226 		hns3_err(hw, "Update RSS flow types tuples failed %d", ret);
227 		return ret;
228 	}
229 
230 	tuple->ipv4_tcp_en = req->ipv4_tcp_en;
231 	tuple->ipv4_udp_en = req->ipv4_udp_en;
232 	tuple->ipv4_sctp_en = req->ipv4_sctp_en;
233 	tuple->ipv4_fragment_en = req->ipv4_fragment_en;
234 	tuple->ipv6_tcp_en = req->ipv6_tcp_en;
235 	tuple->ipv6_udp_en = req->ipv6_udp_en;
236 	tuple->ipv6_sctp_en = req->ipv6_sctp_en;
237 	tuple->ipv6_fragment_en = req->ipv6_fragment_en;
238 
239 	return 0;
240 }
241 
242 /*
243  * Configure RSS hash protocols and hash key.
244  * @param dev
245  *   Pointer to Ethernet device.
246  * @praram rss_conf
247  *   The configuration select of  rss key size and tuple flow_types.
248  * @return
249  *   0 on success, a negative errno value otherwise is set.
250  */
251 int
252 hns3_dev_rss_hash_update(struct rte_eth_dev *dev,
253 			 struct rte_eth_rss_conf *rss_conf)
254 {
255 	struct hns3_adapter *hns = dev->data->dev_private;
256 	struct hns3_hw *hw = &hns->hw;
257 	struct hns3_rss_tuple_cfg *tuple = &hw->rss_info.rss_tuple_sets;
258 	struct hns3_rss_conf *rss_cfg = &hw->rss_info;
259 	uint8_t key_len = rss_conf->rss_key_len;
260 	uint64_t rss_hf = rss_conf->rss_hf;
261 	uint8_t *key = rss_conf->rss_key;
262 	int ret;
263 
264 	if (hw->rss_dis_flag)
265 		return -EINVAL;
266 
267 	rte_spinlock_lock(&hw->lock);
268 	ret = hns3_set_rss_tuple_by_rss_hf(hw, tuple, rss_hf);
269 	if (ret)
270 		goto conf_err;
271 
272 	if (rss_cfg->conf.types && rss_hf == 0) {
273 		/* Disable RSS, reset indirection table by local variable */
274 		ret = hns3_rss_reset_indir_table(hw);
275 		if (ret)
276 			goto conf_err;
277 	} else if (rss_hf && rss_cfg->conf.types == 0) {
278 		/* Enable RSS, restore indirection table by hw's config */
279 		ret = hns3_set_rss_indir_table(hw, rss_cfg->rss_indirection_tbl,
280 					       HNS3_RSS_IND_TBL_SIZE);
281 		if (ret)
282 			goto conf_err;
283 	}
284 
285 	/* Update supported flow types when set tuple success */
286 	rss_cfg->conf.types = rss_hf;
287 
288 	if (key) {
289 		if (key_len != HNS3_RSS_KEY_SIZE) {
290 			hns3_err(hw, "The hash key len(%u) is invalid",
291 				 key_len);
292 			ret = -EINVAL;
293 			goto conf_err;
294 		}
295 		ret = hns3_set_rss_algo_key(hw, key);
296 		if (ret)
297 			goto conf_err;
298 	}
299 	rte_spinlock_unlock(&hw->lock);
300 
301 	return 0;
302 
303 conf_err:
304 	rte_spinlock_unlock(&hw->lock);
305 	return ret;
306 }
307 
308 /*
309  * Get rss key and rss_hf types set of RSS hash configuration.
310  * @param dev
311  *   Pointer to Ethernet device.
312  * @praram rss_conf
313  *   The buffer to get rss key size and tuple types.
314  * @return
315  *   0 on success.
316  */
317 int
318 hns3_dev_rss_hash_conf_get(struct rte_eth_dev *dev,
319 			   struct rte_eth_rss_conf *rss_conf)
320 {
321 	struct hns3_adapter *hns = dev->data->dev_private;
322 	struct hns3_hw *hw = &hns->hw;
323 	struct hns3_rss_conf *rss_cfg = &hw->rss_info;
324 
325 	rte_spinlock_lock(&hw->lock);
326 	rss_conf->rss_hf = rss_cfg->conf.types;
327 
328 	/* Get the RSS Key required by the user */
329 	if (rss_conf->rss_key && rss_conf->rss_key_len >= HNS3_RSS_KEY_SIZE) {
330 		memcpy(rss_conf->rss_key, rss_cfg->key, HNS3_RSS_KEY_SIZE);
331 		rss_conf->rss_key_len = HNS3_RSS_KEY_SIZE;
332 	}
333 	rte_spinlock_unlock(&hw->lock);
334 
335 	return 0;
336 }
337 
338 /*
339  * Update rss redirection table of RSS.
340  * @param dev
341  *   Pointer to Ethernet device.
342  * @praram reta_conf
343  *   Pointer to the configuration select of mask and redirection tables.
344  * @param reta_size
345  *   Redirection table size.
346  * @return
347  *   0 on success, a negative errno value otherwise is set.
348  */
349 int
350 hns3_dev_rss_reta_update(struct rte_eth_dev *dev,
351 			 struct rte_eth_rss_reta_entry64 *reta_conf,
352 			 uint16_t reta_size)
353 {
354 	struct hns3_adapter *hns = dev->data->dev_private;
355 	struct hns3_hw *hw = &hns->hw;
356 	struct hns3_rss_conf *rss_cfg = &hw->rss_info;
357 	uint16_t i, indir_size = HNS3_RSS_IND_TBL_SIZE; /* Table size is 512 */
358 	uint8_t indirection_tbl[HNS3_RSS_IND_TBL_SIZE];
359 	uint16_t idx, shift, allow_rss_queues;
360 	int ret;
361 
362 	if (reta_size != indir_size || reta_size > ETH_RSS_RETA_SIZE_512) {
363 		hns3_err(hw, "The size of hash lookup table configured (%u)"
364 			 "doesn't match the number hardware can supported"
365 			 "(%u)", reta_size, indir_size);
366 		return -EINVAL;
367 	}
368 	rte_spinlock_lock(&hw->lock);
369 	memcpy(indirection_tbl, rss_cfg->rss_indirection_tbl,
370 		HNS3_RSS_IND_TBL_SIZE);
371 	allow_rss_queues = RTE_MIN(dev->data->nb_rx_queues, hw->rss_size_max);
372 	for (i = 0; i < reta_size; i++) {
373 		idx = i / RTE_RETA_GROUP_SIZE;
374 		shift = i % RTE_RETA_GROUP_SIZE;
375 		if (reta_conf[idx].reta[shift] >= allow_rss_queues) {
376 			rte_spinlock_unlock(&hw->lock);
377 			hns3_err(hw, "Invalid queue id(%u) to be set in "
378 				 "redirection table, max number of rss "
379 				 "queues: %u", reta_conf[idx].reta[shift],
380 				 allow_rss_queues);
381 			return -EINVAL;
382 		}
383 
384 		if (reta_conf[idx].mask & (1ULL << shift))
385 			indirection_tbl[i] = reta_conf[idx].reta[shift];
386 	}
387 
388 	ret = hns3_set_rss_indir_table(hw, indirection_tbl,
389 				       HNS3_RSS_IND_TBL_SIZE);
390 
391 	rte_spinlock_unlock(&hw->lock);
392 	return ret;
393 }
394 
395 /*
396  * Get rss redirection table of RSS hash configuration.
397  * @param dev
398  *   Pointer to Ethernet device.
399  * @praram reta_conf
400  *   Pointer to the configuration select of mask and redirection tables.
401  * @param reta_size
402  *   Redirection table size.
403  * @return
404  *   0 on success, a negative errno value otherwise is set.
405  */
406 int
407 hns3_dev_rss_reta_query(struct rte_eth_dev *dev,
408 			struct rte_eth_rss_reta_entry64 *reta_conf,
409 			uint16_t reta_size)
410 {
411 	struct hns3_adapter *hns = dev->data->dev_private;
412 	struct hns3_hw *hw = &hns->hw;
413 	struct hns3_rss_conf *rss_cfg = &hw->rss_info;
414 	uint16_t i, indir_size = HNS3_RSS_IND_TBL_SIZE; /* Table size is 512 */
415 	uint16_t idx, shift;
416 
417 	if (reta_size != indir_size || reta_size > ETH_RSS_RETA_SIZE_512) {
418 		hns3_err(hw, "The size of hash lookup table configured (%u)"
419 			 " doesn't match the number hardware can supported"
420 			 "(%u)", reta_size, indir_size);
421 		return -EINVAL;
422 	}
423 	rte_spinlock_lock(&hw->lock);
424 	for (i = 0; i < reta_size; i++) {
425 		idx = i / RTE_RETA_GROUP_SIZE;
426 		shift = i % RTE_RETA_GROUP_SIZE;
427 		if (reta_conf[idx].mask & (1ULL << shift))
428 			reta_conf[idx].reta[shift] =
429 						rss_cfg->rss_indirection_tbl[i];
430 	}
431 	rte_spinlock_unlock(&hw->lock);
432 	return 0;
433 }
434 
435 /*
436  * Used to configure the tc_size and tc_offset.
437  */
438 static int
439 hns3_set_rss_tc_mode(struct hns3_hw *hw)
440 {
441 	uint16_t rss_size = hw->alloc_rss_size;
442 	struct hns3_rss_tc_mode_cmd *req;
443 	uint16_t tc_offset[HNS3_MAX_TC_NUM];
444 	uint8_t tc_valid[HNS3_MAX_TC_NUM];
445 	uint16_t tc_size[HNS3_MAX_TC_NUM];
446 	struct hns3_cmd_desc desc;
447 	uint16_t roundup_size;
448 	uint16_t i;
449 	int ret;
450 
451 	req = (struct hns3_rss_tc_mode_cmd *)desc.data;
452 
453 	roundup_size = roundup_pow_of_two(rss_size);
454 	roundup_size = ilog2(roundup_size);
455 
456 	for (i = 0; i < HNS3_MAX_TC_NUM; i++) {
457 		tc_valid[i] = !!(hw->hw_tc_map & BIT(i));
458 		tc_size[i] = roundup_size;
459 		tc_offset[i] = rss_size * i;
460 	}
461 
462 	hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_TC_MODE, false);
463 	for (i = 0; i < HNS3_MAX_TC_NUM; i++) {
464 		uint16_t mode = 0;
465 
466 		hns3_set_bit(mode, HNS3_RSS_TC_VALID_B, (tc_valid[i] & 0x1));
467 		hns3_set_field(mode, HNS3_RSS_TC_SIZE_M, HNS3_RSS_TC_SIZE_S,
468 			       tc_size[i]);
469 		hns3_set_field(mode, HNS3_RSS_TC_OFFSET_M, HNS3_RSS_TC_OFFSET_S,
470 			       tc_offset[i]);
471 
472 		req->rss_tc_mode[i] = rte_cpu_to_le_16(mode);
473 	}
474 	ret = hns3_cmd_send(hw, &desc, 1);
475 	if (ret)
476 		hns3_err(hw, "Sets rss tc mode failed %d", ret);
477 
478 	return ret;
479 }
480 
481 static void
482 hns3_rss_tuple_uninit(struct hns3_hw *hw)
483 {
484 	struct hns3_rss_input_tuple_cmd *req;
485 	struct hns3_cmd_desc desc;
486 	int ret;
487 
488 	hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INPUT_TUPLE, false);
489 
490 	req = (struct hns3_rss_input_tuple_cmd *)desc.data;
491 
492 	memset(req, 0, sizeof(struct hns3_rss_tuple_cfg));
493 
494 	ret = hns3_cmd_send(hw, &desc, 1);
495 	if (ret) {
496 		hns3_err(hw, "RSS uninit tuple failed %d", ret);
497 		return;
498 	}
499 }
500 
501 /*
502  * Set the default rss configuration in the init of driver.
503  */
504 void
505 hns3_set_default_rss_args(struct hns3_hw *hw)
506 {
507 	struct hns3_rss_conf *rss_cfg = &hw->rss_info;
508 	uint16_t queue_num = hw->alloc_rss_size;
509 	int i;
510 
511 	/* Default hash algorithm */
512 	rss_cfg->conf.func = RTE_ETH_HASH_FUNCTION_TOEPLITZ;
513 
514 	/* Default RSS key */
515 	memcpy(rss_cfg->key, hns3_hash_key, HNS3_RSS_KEY_SIZE);
516 
517 	/* Initialize RSS indirection table */
518 	for (i = 0; i < HNS3_RSS_IND_TBL_SIZE; i++)
519 		rss_cfg->rss_indirection_tbl[i] = i % queue_num;
520 }
521 
522 /*
523  * RSS initialization for hns3 pmd driver.
524  */
525 int
526 hns3_config_rss(struct hns3_adapter *hns)
527 {
528 	struct hns3_hw *hw = &hns->hw;
529 	struct hns3_rss_conf *rss_cfg = &hw->rss_info;
530 	uint8_t *hash_key = rss_cfg->key;
531 	int ret, ret1;
532 
533 	enum rte_eth_rx_mq_mode mq_mode = hw->data->dev_conf.rxmode.mq_mode;
534 
535 	switch (hw->rss_info.conf.func) {
536 	case RTE_ETH_HASH_FUNCTION_SIMPLE_XOR:
537 		hw->rss_info.hash_algo = HNS3_RSS_HASH_ALGO_SIMPLE;
538 		break;
539 	case RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ:
540 		hw->rss_info.hash_algo = HNS3_RSS_HASH_ALGO_SYMMETRIC_TOEP;
541 		break;
542 	default:
543 		hw->rss_info.hash_algo = HNS3_RSS_HASH_ALGO_TOEPLITZ;
544 		break;
545 	}
546 
547 	/* When RSS is off, redirect the packet queue 0 */
548 	if (((uint32_t)mq_mode & ETH_MQ_RX_RSS_FLAG) == 0)
549 		hns3_rss_uninit(hns);
550 
551 	/* Configure RSS hash algorithm and hash key offset */
552 	ret = hns3_set_rss_algo_key(hw, hash_key);
553 	if (ret)
554 		return ret;
555 
556 	/* Configure the tuple selection for RSS hash input */
557 	ret = hns3_set_rss_input_tuple(hw);
558 	if (ret)
559 		return ret;
560 
561 	/*
562 	 * When RSS is off, it doesn't need to configure rss redirection table
563 	 * to hardware.
564 	 */
565 	if (((uint32_t)mq_mode & ETH_MQ_RX_RSS_FLAG)) {
566 		ret = hns3_set_rss_indir_table(hw, rss_cfg->rss_indirection_tbl,
567 					       HNS3_RSS_IND_TBL_SIZE);
568 		if (ret)
569 			goto rss_tuple_uninit;
570 	}
571 
572 	ret = hns3_set_rss_tc_mode(hw);
573 	if (ret)
574 		goto rss_indir_table_uninit;
575 
576 	return ret;
577 
578 rss_indir_table_uninit:
579 	if (((uint32_t)mq_mode & ETH_MQ_RX_RSS_FLAG)) {
580 		ret1 = hns3_rss_reset_indir_table(hw);
581 		if (ret1 != 0)
582 			return ret;
583 	}
584 
585 rss_tuple_uninit:
586 	hns3_rss_tuple_uninit(hw);
587 
588 	/* Disable RSS */
589 	hw->rss_info.conf.types = 0;
590 
591 	return ret;
592 }
593 
594 /*
595  * RSS uninitialization for hns3 pmd driver.
596  */
597 void
598 hns3_rss_uninit(struct hns3_adapter *hns)
599 {
600 	struct hns3_hw *hw = &hns->hw;
601 	int ret;
602 
603 	hns3_rss_tuple_uninit(hw);
604 	ret = hns3_rss_reset_indir_table(hw);
605 	if (ret != 0)
606 		return;
607 
608 	/* Disable RSS */
609 	hw->rss_info.conf.types = 0;
610 }
611