| /dpdk/lib/eal/include/ |
| H A D | rte_stdatomic.h | 68 #define rte_atomic_load_explicit(ptr, memorder) \ 69 atomic_load_explicit(ptr, memorder) 71 #define rte_atomic_store_explicit(ptr, val, memorder) \ 72 atomic_store_explicit(ptr, val, memorder) argument 74 #define rte_atomic_exchange_explicit(ptr, val, memorder) \ 75 atomic_exchange_explicit(ptr, val, memorder) argument 77 #define rte_atomic_compare_exchange_strong_explicit(ptr, expected, desired, \ 79 atomic_compare_exchange_strong_explicit(ptr, expected, desired, \ 82 #define rte_atomic_compare_exchange_weak_explicit(ptr, expected, desired, \ 84 atomic_compare_exchange_weak_explicit(ptr, expecte 78 rte_atomic_exchange_explicit(ptr,val,memorder) global() argument 81 rte_atomic_compare_exchange_strong_explicit(ptr,expected,desired,succ_memorder,fail_memorder) global() argument 86 rte_atomic_compare_exchange_weak_explicit(ptr,expected,desired,succ_memorder,fail_memorder) global() argument 91 rte_atomic_fetch_add_explicit(ptr,val,memorder) global() argument 94 rte_atomic_fetch_sub_explicit(ptr,val,memorder) global() argument 97 rte_atomic_fetch_and_explicit(ptr,val,memorder) global() argument 100 rte_atomic_fetch_xor_explicit(ptr,val,memorder) global() argument 103 rte_atomic_fetch_or_explicit(ptr,val,memorder) global() argument 106 rte_atomic_fetch_nand_explicit(ptr,val,memorder) global() argument 109 rte_atomic_flag_test_and_set_explicit(ptr,memorder) global() argument 112 rte_atomic_flag_clear_explicit(ptr,memorder) global() argument [all...] |
| H A D | rte_common.h | 518 #define RTE_PTR_ADD(ptr, x) ((void*)((uintptr_t)(ptr) + (x))) 523 #define RTE_PTR_SUB(ptr, x) ((void *)((uintptr_t)(ptr) - (x))) 557 #define RTE_CAST_PTR(type, ptr) ((type)(uintptr_t)(ptr)) 574 #define RTE_PTR_ALIGN_FLOOR(ptr, align) \ 575 ((typeof(ptr))RTE_ALIGN_FLOOR((uintptr_t)(ptr), align)) 592 #define RTE_PTR_ALIGN_CEIL(ptr, alig 410 RTE_PTR_ADD(ptr,x) global() argument 415 RTE_PTR_SUB(ptr,x) global() argument 439 RTE_PTR_ALIGN_FLOOR(ptr,align) global() argument 457 RTE_PTR_ALIGN_CEIL(ptr,align) global() argument 476 RTE_PTR_ALIGN(ptr,align) global() argument 527 rte_is_aligned(const void * const __rte_restrict ptr,const unsigned int align) rte_is_aligned() argument 684 container_of(ptr,type,member) global() argument 687 container_of(ptr,type,member) global() argument [all...] |
| H A D | eal_trace_internal.h | 96 int socket, void *ptr), 101 rte_trace_point_emit_ptr(ptr); 107 int socket, void *ptr), 112 rte_trace_point_emit_ptr(ptr); 118 void *ptr), 122 rte_trace_point_emit_ptr(ptr); 127 RTE_TRACE_POINT_ARGS(void *ptr), 128 rte_trace_point_emit_ptr(ptr);
|
| H A D | rte_malloc.h | 48 * @param ptr 52 rte_free(void *ptr); 141 * @param ptr 157 rte_realloc(void *ptr, size_t size, unsigned int align) 166 * @param ptr 184 rte_realloc_socket(void *ptr, size_t size, unsigned int align, int socket) 281 * @param ptr 294 rte_malloc_validate(const void *ptr, size_t *size);
|
| /dpdk/drivers/common/cnxk/ |
| H A D | roc_io.h | 46 #define roc_prefetch_store_keep(ptr) \ argument 47 __extension__ ({ asm volatile("prfm pstl1keep, [%x0]\n" : : "r"(ptr)); }) 51 roc_atomic128_cas_noreturn(uint64_t swap0, uint64_t swap1, int64_t *ptr) in roc_atomic128_cas_noreturn() argument 59 : [ptr] "r"(ptr) in roc_atomic128_cas_noreturn() 64 roc_atomic128_cas_noreturn(uint64_t swap0, uint64_t swap1, uint64_t ptr) in roc_atomic128_cas_noreturn() argument 71 : [ptr] "r"(ptr) in roc_atomic128_cas_noreturn() 77 roc_atomic64_cas(uint64_t compare, uint64_t swap, int64_t *ptr) in roc_atomic64_cas() argument 82 : [swap] "r"(swap), [ptr] "r"(ptr) in roc_atomic64_cas() 89 roc_atomic64_casl(uint64_t compare, uint64_t swap, int64_t *ptr) in roc_atomic64_casl() argument 94 : [swap] "r"(swap), [ptr] "r"(ptr) in roc_atomic64_casl() [all …]
|
| H A D | roc_io_generic.h | 25 #define roc_prefetch_store_keep(ptr) \ argument 30 roc_atomic128_cas_noreturn(uint64_t swap0, uint64_t swap1, uint64_t ptr) in roc_atomic128_cas_noreturn() argument 34 PLT_SET_USED(ptr); in roc_atomic128_cas_noreturn() 38 roc_atomic64_cas(uint64_t compare, uint64_t swap, int64_t *ptr) in roc_atomic64_cas() argument 41 PLT_SET_USED(ptr); in roc_atomic64_cas() 47 roc_atomic64_casl(uint64_t compare, uint64_t swap, int64_t *ptr) in roc_atomic64_casl() argument 50 PLT_SET_USED(ptr); in roc_atomic64_casl() 56 roc_atomic64_add_nosync(int64_t incr, int64_t *ptr) in roc_atomic64_add_nosync() argument 58 PLT_SET_USED(ptr); in roc_atomic64_add_nosync() 65 roc_atomic64_add_sync(int64_t incr, int64_t *ptr) in roc_atomic64_add_sync() argument [all …]
|
| /dpdk/drivers/event/dlb2/pf/base/ |
| H A D | dlb2_osdep_list.h | 23 #define TAILQ_FOREACH_ENTRY(ptr, head, name, iter) \ argument 26 && (ptr = container_of(iter, typeof(*(ptr)), name)); \ 31 #define TAILQ_FOREACH_ENTRY_SAFE(ptr, head, name, iter, tvar) \ argument 34 (ptr = container_of(iter, typeof(*(ptr)), name)) &&\ 115 #define DLB2_LIST_FOR_EACH(head, ptr, name, tmp_iter) \ argument 116 TAILQ_FOREACH_ENTRY(ptr, head, name, tmp_iter) 128 #define DLB2_LIST_FOR_EACH_SAFE(head, ptr, ptr_tmp, name, tmp_iter, saf_itr) \ argument 129 TAILQ_FOREACH_ENTRY_SAFE(ptr, head, name, tmp_iter, saf_itr)
|
| /dpdk/lib/eal/common/ |
| H A D | eal_common_uuid.c | 22 static void uuid_pack(const struct uuid *uu, rte_uuid_t ptr) in uuid_pack() argument 25 uint8_t *out = ptr; in uuid_pack() 56 const uint8_t *ptr = in; in uuid_unpack() local 59 tmp = *ptr++; in uuid_unpack() 60 tmp = (tmp << 8) | *ptr++; in uuid_unpack() 61 tmp = (tmp << 8) | *ptr++; in uuid_unpack() 62 tmp = (tmp << 8) | *ptr++; in uuid_unpack() 65 tmp = *ptr++; in uuid_unpack() 66 tmp = (tmp << 8) | *ptr++; in uuid_unpack() 69 tmp = *ptr++; in uuid_unpack() [all …]
|
| H A D | rte_malloc.c | 57 void *ptr; in malloc_socket() local 72 ptr = malloc_heap_alloc(size, socket_arg, 0, in malloc_socket() 76 rte_eal_trace_mem_malloc(type, size, align, socket_arg, ptr); in malloc_socket() 77 return ptr; in malloc_socket() 111 void *ptr = rte_malloc_socket(type, size, align, socket); in rte_zmalloc_socket() local 113 if (ptr != NULL) { in rte_zmalloc_socket() 114 struct malloc_elem *elem = malloc_elem_from_data(ptr); in rte_zmalloc_socket() 117 memset(ptr, 0, size); in rte_zmalloc_socket() 125 memset(ptr, 0, size); in rte_zmalloc_socket() 130 rte_eal_trace_mem_zmalloc(type, size, align, socket, ptr); in rte_zmalloc_socket() [all …]
|
| H A D | malloc_elem.h | 144 asan_set_zone(void *ptr, size_t len, uint32_t val) in asan_set_zone() argument 154 shadow = ASAN_MEM_TO_SHADOW((uintptr_t)ptr + offset); in asan_set_zone() 164 asan_set_freezone(void *ptr, size_t size) in asan_set_freezone() argument 166 asan_set_zone(ptr, size, ASAN_MEM_FREE_FLAG); in asan_set_freezone() 181 void *ptr = RTE_PTR_SUB(elem, MALLOC_ELEM_TRAILER_LEN); in asan_clear_split_alloczone() local 182 asan_set_zone(ptr, MALLOC_ELEM_OVERHEAD, 0x0); in asan_clear_split_alloczone() 276 asan_set_zone(void *ptr __rte_unused, size_t len __rte_unused, in asan_set_zone() 280 asan_set_freezone(void *ptr __rte_unused, size_t size __rte_unused) { } in asan_set_freezone()
|
| /dpdk/lib/acl/ |
| H A D | tb_mem.c | 23 uint8_t *ptr; in tb_pool() local 42 ptr = (uint8_t *)(block + 1); in tb_pool() 43 block->mem = RTE_PTR_ALIGN_CEIL(ptr, pool->alignment); in tb_pool() 44 block->size = size - (block->mem - ptr); in tb_pool() 53 void *ptr; in tb_alloc() local 63 ptr = block->mem; in tb_alloc() 66 return ptr; in tb_alloc()
|
| H A D | acl_bld.c | 255 struct rte_acl_node *ptr, in acl_add_ptr() argument 265 if (node->ptrs[n].ptr != NULL) { in acl_add_ptr() 266 if (node->ptrs[n].ptr == ptr) { in acl_add_ptr() 293 if (node->ptrs[n].ptr == NULL) { in acl_add_ptr() 294 node->ptrs[n].ptr = ptr; in acl_add_ptr() 297 if (ptr != NULL) in acl_add_ptr() 298 ptr->ref_count++; in acl_add_ptr() 411 if (node->ptrs[n].ptr != NULL) { in acl_dup_node() 412 next->ptrs[n].ptr = node->ptrs[n].ptr; in acl_dup_node() 413 next->ptrs[n].ptr->ref_count++; in acl_dup_node() [all …]
|
| /dpdk/app/test-gpudev/ |
| H A D | main.c | 138 void *ptr = NULL; in register_cpu_memory() local 145 ptr = rte_zmalloc(NULL, buf_bytes, 0); in register_cpu_memory() 146 if (ptr == NULL) { in register_cpu_memory() 151 ret = rte_gpu_mem_register(gpu_id, buf_bytes, ptr); in register_cpu_memory() 156 printf("CPU memory registered at 0x%p %zdB\n", ptr, buf_bytes); in register_cpu_memory() 158 ret = rte_gpu_mem_unregister(gpu_id, (uint8_t *)(ptr)+0x700); in register_cpu_memory() 161 (uint8_t *)(ptr)+0x700); in register_cpu_memory() 164 (uint8_t *)(ptr)+0x700); in register_cpu_memory() 168 ret = rte_gpu_mem_unregister(gpu_id, ptr); in register_cpu_memory() 173 printf("CPU memory 0x%p unregistered\n", ptr); in register_cpu_memory() [all …]
|
| /dpdk/drivers/regex/mlx5/ |
| H A D | mlx5_rxp.c | 33 rxp_create_mkey(struct mlx5_regex_priv *priv, void *ptr, size_t size, 55 rxp_create_mkey(struct mlx5_regex_priv *priv, void *ptr, size_t size, in rxp_create_mkey() argument 61 mkey->umem = mlx5_glue->devx_umem_reg(priv->cdev->ctx, ptr, size, access); in rxp_create_mkey() 68 .addr = (uintptr_t)ptr, in rxp_create_mkey() 243 void *ptr; in mlx5_regex_rules_db_import() local 261 ptr = rte_malloc("", rule_db_len, 1 << 12); in mlx5_regex_rules_db_import() 262 if (!ptr) { in mlx5_regex_rules_db_import() 266 rte_memcpy(ptr, rule_db, rule_db_len); in mlx5_regex_rules_db_import() 268 ret = rxp_create_mkey(priv, ptr, rule_db_len, /*access=*/7, &mkey); in mlx5_regex_rules_db_import() 274 mkey.mkey->id, rule_db_len, (uintptr_t)ptr); in mlx5_regex_rules_db_import() [all …]
|
| /dpdk/drivers/crypto/cnxk/ |
| H A D | cnxk_sg.h | 17 to->ptr[i % 4] = rte_cpu_to_be_64(dma_addr); in fill_sg_comp() 27 to->ptr[i % 4] = rte_cpu_to_be_64((uint64_t)from->vaddr); in fill_sg_comp_from_buf() 41 to->ptr[i % 4] = rte_cpu_to_be_64((uint64_t)from->vaddr); in fill_sg_comp_from_buf_min() 80 to->ptr[i % 4] = rte_cpu_to_be_64(e_vaddr); in fill_sg_comp_from_iov() 101 to->ptr[i % 4] = rte_cpu_to_be_64((uint64_t)extra_buf->vaddr); in fill_sg_comp_from_iov() 111 to->ptr[i % 4] = rte_cpu_to_be_64(next_vaddr); in fill_sg_comp_from_iov() 143 to->ptr[i % 4] = rte_cpu_to_be_64((uint64_t)vaddr); in fill_sg_comp_from_pkt() 164 to->ptr[i % 3] = (uint64_t)vaddr; in fill_sg2_comp_from_pkt() 180 to->ptr[i % 3] = (dma_addr); in fill_sg2_comp() 191 to->ptr[i % 3] = ((uint64_t)from->vaddr); in fill_sg2_comp_from_buf() [all …]
|
| /dpdk/lib/gpudev/ |
| H A D | gpudev_driver.h | 35 typedef int (rte_gpu_mem_alloc_t)(struct rte_gpu *dev, size_t size, unsigned int align, void **ptr); 36 typedef int (rte_gpu_mem_free_t)(struct rte_gpu *dev, void *ptr); 37 typedef int (rte_gpu_mem_register_t)(struct rte_gpu *dev, size_t size, void *ptr); 38 typedef int (rte_gpu_mem_unregister_t)(struct rte_gpu *dev, void *ptr); 40 typedef int (rte_gpu_mem_cpu_unmap_t)(struct rte_gpu *dev, void *ptr);
|
| H A D | rte_gpudev.h | 91 uint32_t *ptr; member 409 int rte_gpu_mem_free(int16_t dev_id, void *ptr); 436 int rte_gpu_mem_register(int16_t dev_id, size_t size, void *ptr); 457 int rte_gpu_mem_unregister(int16_t dev_id, void *ptr); 485 void *rte_gpu_mem_cpu_map(int16_t dev_id, size_t size, void *ptr); 506 int rte_gpu_mem_cpu_unmap(int16_t dev_id, void *ptr);
|
| H A D | gpudev.c | 538 void *ptr; in rte_gpu_mem_alloc() local 563 ret = dev->ops.mem_alloc(dev, size, align, &ptr); in rte_gpu_mem_alloc() 567 return ptr; in rte_gpu_mem_alloc() 579 rte_gpu_mem_free(int16_t dev_id, void *ptr) in rte_gpu_mem_free() argument 595 if (ptr == NULL) /* dry-run */ in rte_gpu_mem_free() 598 return GPU_DRV_RET(dev->ops.mem_free(dev, ptr)); in rte_gpu_mem_free() 602 rte_gpu_mem_register(int16_t dev_id, size_t size, void *ptr) in rte_gpu_mem_register() argument 619 if (ptr == NULL || size == 0) /* dry-run */ in rte_gpu_mem_register() 622 return GPU_DRV_RET(dev->ops.mem_register(dev, size, ptr)); in rte_gpu_mem_register() 626 rte_gpu_mem_unregister(int16_t dev_id, void *ptr) in rte_gpu_mem_unregister() argument [all …]
|
| /dpdk/drivers/dma/cnxk/ |
| H A D | cnxk_dmadev_fp.c | 129 uint64_t *ptr = dpi->chunk_base; in __dpi_queue_write_single() local 133 ptr += dpi->chunk_head; in __dpi_queue_write_single() 135 __dpi_cpy_scalar(cmd, ptr, CNXK_DPI_DW_PER_SINGLE_CMD); in __dpi_queue_write_single() 151 ptr += dpi->chunk_head; in __dpi_queue_write_single() 153 __dpi_cpy_scalar(cmd, ptr, count); in __dpi_queue_write_single() 155 ptr += count; in __dpi_queue_write_single() 156 *ptr = (uint64_t)new_buff; in __dpi_queue_write_single() 157 ptr = new_buff; in __dpi_queue_write_single() 160 __dpi_cpy_scalar(cmd + count, ptr, CNXK_DPI_DW_PER_SINGLE_CMD - count); in __dpi_queue_write_single() 174 uint64_t *ptr = dpi->chunk_base; in __dpi_queue_write_sg() local [all …]
|
| /dpdk/drivers/net/sfc/ |
| H A D | sfc_ef10.h | 36 sfc_ef10_ev_qclear_cache_line(void *ptr) in sfc_ef10_ev_qclear_cache_line() argument 38 efx_qword_t *entry = ptr; in sfc_ef10_ev_qclear_cache_line() 50 sfc_ef10_ev_qclear_cache_line(void *ptr) 53 efsys_uint128_t *addr = ptr;
|
| /dpdk/drivers/bus/uacce/ |
| H A D | bus_uacce_driver.h | 63 #define RTE_DEV_TO_UACCE_DEV(ptr) \ argument 64 container_of(ptr, struct rte_uacce_device, device) 66 #define RTE_DEV_TO_UACCE_DEV_CONST(ptr) \ argument 67 container_of(ptr, const struct rte_uacce_device, device)
|
| /dpdk/drivers/crypto/caam_jr/ |
| H A D | caam_jr_pvt.h | 159 uint64_t ptr; member 240 caam_jr_dma_free(void *ptr) in caam_jr_dma_free() argument 242 rte_free(ptr); in caam_jr_dma_free() 268 static inline rte_iova_t caam_jr_dma_vtop(void *ptr) in caam_jr_dma_vtop() argument 270 return caam_jr_mem_vtop(ptr); in caam_jr_dma_vtop()
|
| /dpdk/drivers/raw/ifpga/base/ |
| H A D | opae_hw_api.c | 364 void *ptr; in opae_adapter_mutex_open() local 379 ptr = mmap(NULL, sizeof(pthread_mutex_t), in opae_adapter_mutex_open() 382 adapter->lock = (pthread_mutex_t *)ptr; in opae_adapter_mutex_open() 383 if (ptr != MAP_FAILED) { in opae_adapter_mutex_open() 386 shm_name, ptr); in opae_adapter_mutex_open() 464 if (!adapter->shm.ptr) in opae_adapter_shm_init() 467 sd = (opae_share_data *)adapter->shm.ptr; in opae_adapter_shm_init() 489 adapter->shm.ptr = NULL; in opae_adapter_shm_alloc() 500 adapter->shm.ptr = mmap(NULL, size, PROT_READ | PROT_WRITE, in opae_adapter_shm_alloc() 502 if (adapter->shm.ptr != MAP_FAILED) { in opae_adapter_shm_alloc() [all …]
|
| /dpdk/drivers/bus/pci/ |
| H A D | private.h | 27 #define RTE_PCI_DEVICE_INTERNAL(ptr) \ argument 28 container_of(ptr, struct rte_pci_device_internal, device) 29 #define RTE_PCI_DEVICE_INTERNAL_CONST(ptr) \ argument 30 container_of(ptr, const struct rte_pci_device_internal, device)
|
| /dpdk/app/test/ |
| H A D | test_malloc_perf.c | 34 void *ptr; in test_memset_perf() local 40 ptr = rte_malloc(NULL, GB, 0); in test_memset_perf() 41 if (ptr == NULL) { in test_memset_perf() 48 memset(ptr, 0, GB); in test_memset_perf() 55 rte_free(ptr); in test_memset_perf()
|