Home
last modified time | relevance | path

Searched refs:reduce_data (Results 1 – 10 of 10) sorted by relevance

/llvm-project/offload/DeviceRTL/src/
H A DReduction.cpp27 void gpu_regular_warp_reduce(void *reduce_data, ShuffleReductFnTy shflFct) { in gpu_regular_warp_reduce() argument
29 shflFct(reduce_data, /*LaneId - not used= */ 0, in gpu_regular_warp_reduce()
34 void gpu_irregular_warp_reduce(void *reduce_data, ShuffleReductFnTy shflFct, in gpu_irregular_warp_reduce() argument
41 shflFct(reduce_data, /*LaneId = */ tid, /*Offset=*/mask, /*AlgoVersion=*/1); in gpu_irregular_warp_reduce()
47 static uint32_t gpu_irregular_simd_reduce(void *reduce_data,
60 shflFct(reduce_data, /*LaneId =*/logical_lane_id, in gpu_irregular_simd_reduce()
66 static int32_t nvptx_parallel_reduce_nowait(void *reduce_data,
99 gpu_regular_warp_reduce(reduce_data, shflFct); in nvptx_parallel_reduce_nowait()
102 reduce_data, shflFct, in nvptx_parallel_reduce_nowait()
113 cpyFct(reduce_data, WarpsNeede in nvptx_parallel_reduce_nowait()
48 gpu_irregular_simd_reduce(void * reduce_data,ShuffleReductFnTy shflFct) gpu_irregular_simd_reduce() argument
68 nvptx_parallel_reduce_nowait(void * reduce_data,ShuffleReductFnTy shflFct,InterWarpCopyFnTy cpyFct) nvptx_parallel_reduce_nowait() argument
172 __kmpc_nvptx_parallel_reduce_nowait_v2(IdentTy * Loc,uint64_t reduce_data_size,void * reduce_data,ShuffleReductFnTy shflFct,InterWarpCopyFnTy cpyFct) __kmpc_nvptx_parallel_reduce_nowait_v2() argument
180 __kmpc_nvptx_teams_reduce_nowait_v2(IdentTy * Loc,void * GlobalBuffer,uint32_t num_of_records,uint64_t reduce_data_size,void * reduce_data,ShuffleReductFnTy shflFct,InterWarpCopyFnTy cpyFct,ListGlobalFnTy lgcpyFct,ListGlobalFnTy lgredFct,ListGlobalFnTy glcpyFct,ListGlobalFnTy glredFct) __kmpc_nvptx_teams_reduce_nowait_v2() argument
[all...]
/llvm-project/openmp/runtime/src/
H A Dkmp_barrier.cpp304 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_dist_barrier_gather()
305 other_threads[thr]->th.th_local.reduce_data); in __kmp_dist_barrier_gather()
354 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_dist_barrier_gather()
355 other_threads[thr]->th.th_local.reduce_data); in __kmp_dist_barrier_gather()
639 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_linear_barrier_gather_template()
640 other_threads[i]->th.th_local.reduce_data); in __kmp_linear_barrier_gather_template()
860 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_tree_barrier_gather()
861 child_thr->th.th_local.reduce_data); in __kmp_tree_barrier_gather()
1101 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hyper_barrier_gather()
1102 child_thr->th.th_local.reduce_data); in __kmp_hyper_barrier_gather()
1768 __kmp_barrier_template(enum barrier_type bt,int gtid,int is_split,size_t reduce_size,void * reduce_data,void (* reduce)(void *,void *)) __kmp_barrier_template() argument
2082 __kmp_barrier(enum barrier_type bt,int gtid,int is_split,size_t reduce_size,void * reduce_data,void (* reduce)(void *,void *)) __kmp_barrier() argument
[all...]
H A Dkmp_tasking.cpp2574 tg->reduce_data = (void *)arr;
2638 kmp_taskgroup_t *tg, void *reduce_data) { argument
2642 thr, tg, reduce_data));
2646 KMP_MEMCPY(arr, reduce_data, num * sizeof(kmp_taskred_data_t));
2650 tg->reduce_data = (void *)arr;
2684 KMP_ASSERT(tg->reduce_data != NULL);
2685 arr = (kmp_taskred_data_t *)(tg->reduce_data);
2692 arr = (kmp_taskred_data_t *)(tg->reduce_data);
2740 kmp_taskred_data_t *arr = (kmp_taskred_data_t *)tg->reduce_data;
2770 tg->reduce_data
2797 void *reduce_data; global() local
2996 void *reduce_data; global() local
[all...]
H A Dkmp_gsupport.cpp2069 uintptr_t reduce_data = gomp_data[2]; in KMP_EXPAND_NAME() local
2076 (void *)(reduce_data + tid * per_thread_size + offset); in KMP_EXPAND_NAME()
2085 if (!mapped_address && address >= reduce_data && in KMP_EXPAND_NAME()
2087 uintptr_t offset = (address - reduce_data) % per_thread_size; in KMP_EXPAND_NAME()
2088 mapped_address = (void *)(reduce_data + tid * per_thread_size + offset); in KMP_EXPAND_NAME()
2118 void *reduce_data = KMP_ATOMIC_LD_RLX(&team->t.t_tg_reduce_data[is_ws]); in __kmp_GOMP_init_reductions() local
2119 if (reduce_data == NULL && in __kmp_GOMP_init_reductions()
2120 __kmp_atomic_compare_store(&team->t.t_tg_reduce_data[is_ws], reduce_data, in __kmp_GOMP_init_reductions()
2123 KMP_DEBUG_ASSERT(reduce_data == NULL); in __kmp_GOMP_init_reductions()
2129 while ((reduce_data = KMP_ATOMIC_LD_ACQ( in __kmp_GOMP_init_reductions()
[all …]
H A Dkmp_csupport.cpp3620 @param reduce_data pointer to data to be reduced
3631 size_t reduce_size, void *reduce_data, in __kmpc_reduce_nowait() argument
3684 loc, global_tid, num_vars, reduce_size, reduce_data, reduce_func, lck); in __kmpc_reduce_nowait()
3750 global_tid, FALSE, reduce_size, reduce_data, reduce_func); in __kmpc_reduce_nowait()
3850 @param reduce_data pointer to data to be reduced
3860 size_t reduce_size, void *reduce_data, in __kmpc_reduce() argument
3897 loc, global_tid, num_vars, reduce_size, reduce_data, reduce_func, lck); in __kmpc_reduce()
3940 global_tid, TRUE, reduce_size, reduce_data, reduce_func); in __kmpc_reduce()
H A Dkmp.h2341 void *reduce_data; member
2494 void *reduce_data; // reduction related info member
4061 size_t reduce_size, void *reduce_data,
4409 void *reduce_data, void (*reduce_func)(void *lhs_data, void *rhs_data),
4415 void *reduce_data, void (*reduce_func)(void *lhs_data, void *rhs_data),
4424 void *reduce_data, void (*reduce_func)(void *lhs_data, void *rhs_data),
H A Dkmp_runtime.cpp8914 void *reduce_data, void (*reduce_func)(void *lhs_data, void *rhs_data), in __kmp_determine_reduction_method()
8919 // If ( reduce_data!=NULL && reduce_func!=NULL ): the tree-reduction method in __kmp_determine_reduction_method()
8935 #define FAST_REDUCTION_TREE_METHOD_GENERATED ((reduce_data) && (reduce_func)) in __kmp_determine_reduction_method()
8911 __kmp_determine_reduction_method(ident_t * loc,kmp_int32 global_tid,kmp_int32 num_vars,size_t reduce_size,void * reduce_data,void (* reduce_func)(void * lhs_data,void * rhs_data),kmp_critical_name * lck) __kmp_determine_reduction_method() argument
/llvm-project/offload/DeviceRTL/include/
H A DInterface.h238 void *reduce_data,
244 uint64_t reduce_data_size, void *reduce_data, ShuffleReductFnTy shflFct,
H A DTypes.h
/llvm-project/openmp/runtime/test/misc_bugs/
H A Dteams-reduction.c46 size_t reduce_size, void *reduce_data, void *reduce_func,