136cf85c8SOleksandr Kolomeiets /* 236cf85c8SOleksandr Kolomeiets * SPDX-License-Identifier: BSD-3-Clause 336cf85c8SOleksandr Kolomeiets * Copyright(c) 2023 Napatech A/S 436cf85c8SOleksandr Kolomeiets */ 536cf85c8SOleksandr Kolomeiets 636cf85c8SOleksandr Kolomeiets #ifndef _FLOW_API_H_ 736cf85c8SOleksandr Kolomeiets #define _FLOW_API_H_ 836cf85c8SOleksandr Kolomeiets 91d3f62a0SOleksandr Kolomeiets #include <pthread.h> 101d3f62a0SOleksandr Kolomeiets 110ea00f33SOleksandr Kolomeiets #include "ntlog.h" 120ea00f33SOleksandr Kolomeiets 131d3f62a0SOleksandr Kolomeiets #include "flow_api_engine.h" 148df4a5f8SOleksandr Kolomeiets #include "hw_mod_backend.h" 151d3f62a0SOleksandr Kolomeiets #include "stream_binary_flow_api.h" 161d3f62a0SOleksandr Kolomeiets 171d3f62a0SOleksandr Kolomeiets /* 181d3f62a0SOleksandr Kolomeiets * Flow NIC and Eth port device management 191d3f62a0SOleksandr Kolomeiets */ 201d3f62a0SOleksandr Kolomeiets 211d3f62a0SOleksandr Kolomeiets struct hw_mod_resource_s { 221d3f62a0SOleksandr Kolomeiets uint8_t *alloc_bm; /* allocation bitmap */ 231d3f62a0SOleksandr Kolomeiets uint32_t *ref; /* reference counter for each resource element */ 241d3f62a0SOleksandr Kolomeiets uint32_t resource_count;/* number of total available entries */ 251d3f62a0SOleksandr Kolomeiets }; 261d3f62a0SOleksandr Kolomeiets 271d3f62a0SOleksandr Kolomeiets /* 281d3f62a0SOleksandr Kolomeiets * Device Management API 291d3f62a0SOleksandr Kolomeiets */ 301d3f62a0SOleksandr Kolomeiets int flow_delete_eth_dev(struct flow_eth_dev *eth_dev); 311d3f62a0SOleksandr Kolomeiets 321d3f62a0SOleksandr Kolomeiets struct flow_eth_dev { 331d3f62a0SOleksandr Kolomeiets /* NIC that owns this port device */ 341d3f62a0SOleksandr Kolomeiets struct flow_nic_dev *ndev; 351d3f62a0SOleksandr Kolomeiets /* NIC port id */ 361d3f62a0SOleksandr Kolomeiets uint8_t port; 37b01eb812SDanylo Vodopianov /* App assigned port_id - may be DPDK port_id */ 38b01eb812SDanylo Vodopianov uint32_t port_id; 391d3f62a0SOleksandr Kolomeiets 401d3f62a0SOleksandr Kolomeiets /* 0th for exception */ 411d3f62a0SOleksandr Kolomeiets struct flow_queue_id_s rx_queue[FLOW_MAX_QUEUES + 1]; 421d3f62a0SOleksandr Kolomeiets 431d3f62a0SOleksandr Kolomeiets /* VSWITCH has exceptions sent on queue 0 per design */ 441d3f62a0SOleksandr Kolomeiets int num_queues; 451d3f62a0SOleksandr Kolomeiets 46b01eb812SDanylo Vodopianov /* QSL_HSH index if RSS needed QSL v6+ */ 47b01eb812SDanylo Vodopianov int rss_target_id; 48b01eb812SDanylo Vodopianov 491d3f62a0SOleksandr Kolomeiets struct flow_eth_dev *next; 501d3f62a0SOleksandr Kolomeiets }; 518df4a5f8SOleksandr Kolomeiets 5236cf85c8SOleksandr Kolomeiets /* registered NIC backends */ 538df4a5f8SOleksandr Kolomeiets struct flow_nic_dev { 547917b0d3SOleksandr Kolomeiets uint8_t adapter_no; /* physical adapter no in the host system */ 557917b0d3SOleksandr Kolomeiets uint16_t ports; /* number of in-ports addressable on this NIC */ 56b01eb812SDanylo Vodopianov /* flow profile this NIC is initially prepared for */ 57b01eb812SDanylo Vodopianov enum flow_eth_dev_profile flow_profile; 582005c549SSerhii Iliushyk int flow_mgnt_prepared; 597917b0d3SOleksandr Kolomeiets 601d3f62a0SOleksandr Kolomeiets struct hw_mod_resource_s res[RES_COUNT];/* raw NIC resource allocation table */ 611d3f62a0SOleksandr Kolomeiets void *km_res_handle; 621d3f62a0SOleksandr Kolomeiets void *kcc_res_handle; 631d3f62a0SOleksandr Kolomeiets 648385ba0eSSerhii Iliushyk void *group_handle; 658385ba0eSSerhii Iliushyk void *hw_db_handle; 668385ba0eSSerhii Iliushyk void *id_table_handle; 678385ba0eSSerhii Iliushyk 681d3f62a0SOleksandr Kolomeiets uint32_t flow_unique_id_counter; 691d3f62a0SOleksandr Kolomeiets /* linked list of all flows created on this NIC */ 701d3f62a0SOleksandr Kolomeiets struct flow_handle *flow_base; 71e02fdb65SSerhii Iliushyk /* linked list of all FLM flows created on this NIC */ 72e02fdb65SSerhii Iliushyk struct flow_handle *flow_base_flm; 73e02fdb65SSerhii Iliushyk pthread_mutex_t flow_mtx; 741d3f62a0SOleksandr Kolomeiets 758df4a5f8SOleksandr Kolomeiets /* NIC backend API */ 768df4a5f8SOleksandr Kolomeiets struct flow_api_backend_s be; 771d3f62a0SOleksandr Kolomeiets /* linked list of created eth-port devices on this NIC */ 781d3f62a0SOleksandr Kolomeiets struct flow_eth_dev *eth_base; 791d3f62a0SOleksandr Kolomeiets pthread_mutex_t mtx; 801d3f62a0SOleksandr Kolomeiets 811d3f62a0SOleksandr Kolomeiets /* next NIC linked list */ 821d3f62a0SOleksandr Kolomeiets struct flow_nic_dev *next; 838df4a5f8SOleksandr Kolomeiets }; 8436cf85c8SOleksandr Kolomeiets 8511ea9780SSerhii Iliushyk enum flow_nic_err_msg_e { 8611ea9780SSerhii Iliushyk ERR_SUCCESS = 0, 8711ea9780SSerhii Iliushyk ERR_FAILED = 1, 886fec9a9aSSerhii Iliushyk ERR_MEMORY = 2, 8911ea9780SSerhii Iliushyk ERR_OUTPUT_TOO_MANY = 3, 906fec9a9aSSerhii Iliushyk ERR_RSS_TOO_MANY_QUEUES = 4, 916fec9a9aSSerhii Iliushyk ERR_VLAN_TYPE_NOT_SUPPORTED = 5, 926fec9a9aSSerhii Iliushyk ERR_VXLAN_HEADER_NOT_ACCEPTED = 6, 936fec9a9aSSerhii Iliushyk ERR_VXLAN_POP_INVALID_RECIRC_PORT = 7, 946fec9a9aSSerhii Iliushyk ERR_VXLAN_POP_FAILED_CREATING_VTEP = 8, 956fec9a9aSSerhii Iliushyk ERR_MATCH_VLAN_TOO_MANY = 9, 966fec9a9aSSerhii Iliushyk ERR_MATCH_INVALID_IPV6_HDR = 10, 976fec9a9aSSerhii Iliushyk ERR_MATCH_TOO_MANY_TUNNEL_PORTS = 11, 9811ea9780SSerhii Iliushyk ERR_MATCH_INVALID_OR_UNSUPPORTED_ELEM = 12, 996fec9a9aSSerhii Iliushyk ERR_MATCH_FAILED_BY_HW_LIMITS = 13, 10011ea9780SSerhii Iliushyk ERR_MATCH_RESOURCE_EXHAUSTION = 14, 1016fec9a9aSSerhii Iliushyk ERR_MATCH_FAILED_TOO_COMPLEX = 15, 1026fec9a9aSSerhii Iliushyk ERR_ACTION_REPLICATION_FAILED = 16, 1036fec9a9aSSerhii Iliushyk ERR_ACTION_OUTPUT_RESOURCE_EXHAUSTION = 17, 1046fec9a9aSSerhii Iliushyk ERR_ACTION_TUNNEL_HEADER_PUSH_OUTPUT_LIMIT = 18, 1056fec9a9aSSerhii Iliushyk ERR_ACTION_INLINE_MOD_RESOURCE_EXHAUSTION = 19, 1066fec9a9aSSerhii Iliushyk ERR_ACTION_RETRANSMIT_RESOURCE_EXHAUSTION = 20, 1076fec9a9aSSerhii Iliushyk ERR_ACTION_FLOW_COUNTER_EXHAUSTION = 21, 1086fec9a9aSSerhii Iliushyk ERR_ACTION_INTERNAL_RESOURCE_EXHAUSTION = 22, 1096fec9a9aSSerhii Iliushyk ERR_INTERNAL_QSL_COMPARE_FAILED = 23, 1106fec9a9aSSerhii Iliushyk ERR_INTERNAL_CAT_FUNC_REUSE_FAILED = 24, 1116fec9a9aSSerhii Iliushyk ERR_MATCH_ENTROPHY_FAILED = 25, 1126fec9a9aSSerhii Iliushyk ERR_MATCH_CAM_EXHAUSTED = 26, 1136fec9a9aSSerhii Iliushyk ERR_INTERNAL_VIRTUAL_PORT_CREATION_FAILED = 27, 11411ea9780SSerhii Iliushyk ERR_ACTION_UNSUPPORTED = 28, 11511ea9780SSerhii Iliushyk ERR_REMOVE_FLOW_FAILED = 29, 1166fec9a9aSSerhii Iliushyk ERR_ACTION_NO_OUTPUT_DEFINED_USE_DEFAULT = 30, 1176fec9a9aSSerhii Iliushyk ERR_ACTION_NO_OUTPUT_QUEUE_FOUND = 31, 1186fec9a9aSSerhii Iliushyk ERR_MATCH_UNSUPPORTED_ETHER_TYPE = 32, 11911ea9780SSerhii Iliushyk ERR_OUTPUT_INVALID = 33, 1206fec9a9aSSerhii Iliushyk ERR_MATCH_PARTIAL_OFFLOAD_NOT_SUPPORTED = 34, 1216fec9a9aSSerhii Iliushyk ERR_MATCH_CAT_CAM_EXHAUSTED = 35, 1226fec9a9aSSerhii Iliushyk ERR_MATCH_KCC_KEY_CLASH = 36, 1236fec9a9aSSerhii Iliushyk ERR_MATCH_CAT_CAM_FAILED = 37, 1246fec9a9aSSerhii Iliushyk ERR_PARTIAL_FLOW_MARK_TOO_BIG = 38, 1256fec9a9aSSerhii Iliushyk ERR_FLOW_PRIORITY_VALUE_INVALID = 39, 12611ea9780SSerhii Iliushyk ERR_ACTION_MULTIPLE_PORT_ID_UNSUPPORTED = 40, 1276fec9a9aSSerhii Iliushyk ERR_RSS_TOO_LONG_KEY = 41, 1286fec9a9aSSerhii Iliushyk ERR_ACTION_AGE_UNSUPPORTED_GROUP_0 = 42, 12911ea9780SSerhii Iliushyk ERR_MSG_NO_MSG 13011ea9780SSerhii Iliushyk }; 13111ea9780SSerhii Iliushyk 13211ea9780SSerhii Iliushyk void flow_nic_set_error(enum flow_nic_err_msg_e msg, struct rte_flow_error *error); 13311ea9780SSerhii Iliushyk 1341d3f62a0SOleksandr Kolomeiets /* 1351d3f62a0SOleksandr Kolomeiets * Resources 1361d3f62a0SOleksandr Kolomeiets */ 1371d3f62a0SOleksandr Kolomeiets 1381d3f62a0SOleksandr Kolomeiets extern const char *dbg_res_descr[]; 1391d3f62a0SOleksandr Kolomeiets 140b01eb812SDanylo Vodopianov #define flow_nic_set_bit(arr, x) \ 141b01eb812SDanylo Vodopianov do { \ 142b01eb812SDanylo Vodopianov uint8_t *_temp_arr = (arr); \ 143b01eb812SDanylo Vodopianov size_t _temp_x = (x); \ 144b01eb812SDanylo Vodopianov _temp_arr[_temp_x / 8] = \ 145b01eb812SDanylo Vodopianov (uint8_t)(_temp_arr[_temp_x / 8] | (uint8_t)(1 << (_temp_x % 8))); \ 146b01eb812SDanylo Vodopianov } while (0) 147b01eb812SDanylo Vodopianov 1481d3f62a0SOleksandr Kolomeiets #define flow_nic_unset_bit(arr, x) \ 1491d3f62a0SOleksandr Kolomeiets do { \ 1501d3f62a0SOleksandr Kolomeiets size_t _temp_x = (x); \ 1511d3f62a0SOleksandr Kolomeiets arr[_temp_x / 8] &= (uint8_t)(~(1 << (_temp_x % 8))); \ 1521d3f62a0SOleksandr Kolomeiets } while (0) 1531d3f62a0SOleksandr Kolomeiets 1541d3f62a0SOleksandr Kolomeiets #define flow_nic_is_bit_set(arr, x) \ 1551d3f62a0SOleksandr Kolomeiets ({ \ 1561d3f62a0SOleksandr Kolomeiets size_t _temp_x = (x); \ 1571d3f62a0SOleksandr Kolomeiets (arr[_temp_x / 8] & (uint8_t)(1 << (_temp_x % 8))); \ 1581d3f62a0SOleksandr Kolomeiets }) 1591d3f62a0SOleksandr Kolomeiets 160b01eb812SDanylo Vodopianov #define flow_nic_mark_resource_used(_ndev, res_type, index) \ 161b01eb812SDanylo Vodopianov do { \ 162b01eb812SDanylo Vodopianov struct flow_nic_dev *_temp_ndev = (_ndev); \ 163b01eb812SDanylo Vodopianov typeof(res_type) _temp_res_type = (res_type); \ 164b01eb812SDanylo Vodopianov size_t _temp_index = (index); \ 165b01eb812SDanylo Vodopianov NT_LOG(DBG, FILTER, "mark resource used: %s idx %zu", \ 166b01eb812SDanylo Vodopianov dbg_res_descr[_temp_res_type], _temp_index); \ 167b01eb812SDanylo Vodopianov assert(flow_nic_is_bit_set(_temp_ndev->res[_temp_res_type].alloc_bm, \ 168b01eb812SDanylo Vodopianov _temp_index) == 0); \ 169b01eb812SDanylo Vodopianov flow_nic_set_bit(_temp_ndev->res[_temp_res_type].alloc_bm, _temp_index); \ 170b01eb812SDanylo Vodopianov } while (0) 171b01eb812SDanylo Vodopianov 1721d3f62a0SOleksandr Kolomeiets #define flow_nic_mark_resource_unused(_ndev, res_type, index) \ 1731d3f62a0SOleksandr Kolomeiets do { \ 1741d3f62a0SOleksandr Kolomeiets typeof(res_type) _temp_res_type = (res_type); \ 1751d3f62a0SOleksandr Kolomeiets size_t _temp_index = (index); \ 1761d3f62a0SOleksandr Kolomeiets NT_LOG(DBG, FILTER, "mark resource unused: %s idx %zu", \ 1771d3f62a0SOleksandr Kolomeiets dbg_res_descr[_temp_res_type], _temp_index); \ 1781d3f62a0SOleksandr Kolomeiets flow_nic_unset_bit((_ndev)->res[_temp_res_type].alloc_bm, _temp_index); \ 1791d3f62a0SOleksandr Kolomeiets } while (0) 1801d3f62a0SOleksandr Kolomeiets 1811d3f62a0SOleksandr Kolomeiets #define flow_nic_is_resource_used(_ndev, res_type, index) \ 1821d3f62a0SOleksandr Kolomeiets (!!flow_nic_is_bit_set((_ndev)->res[res_type].alloc_bm, index)) 1831d3f62a0SOleksandr Kolomeiets 184b01eb812SDanylo Vodopianov int flow_nic_alloc_resource(struct flow_nic_dev *ndev, enum res_type_e res_type, 185b01eb812SDanylo Vodopianov uint32_t alignment); 186b01eb812SDanylo Vodopianov 187*98e40f83SDanylo Vodopianov int flow_nic_alloc_resource_config(struct flow_nic_dev *ndev, enum res_type_e res_type, 188*98e40f83SDanylo Vodopianov unsigned int num, uint32_t alignment); 1891d3f62a0SOleksandr Kolomeiets void flow_nic_free_resource(struct flow_nic_dev *ndev, enum res_type_e res_type, int idx); 1901d3f62a0SOleksandr Kolomeiets 191*98e40f83SDanylo Vodopianov int flow_nic_ref_resource(struct flow_nic_dev *ndev, enum res_type_e res_type, int index); 1921d3f62a0SOleksandr Kolomeiets int flow_nic_deref_resource(struct flow_nic_dev *ndev, enum res_type_e res_type, int index); 1931d3f62a0SOleksandr Kolomeiets 19436cf85c8SOleksandr Kolomeiets #endif 195