| /llvm-project/offload/DeviceRTL/src/ |
| H A D | Parallelism.cpp | 97 synchronize::threadsAligned(atomic::seq_cst); in __kmpc_parallel_spmd()
112 synchronize::threadsAligned(atomic::acq_rel); in __kmpc_parallel_spmd()
119 // Ensure we synchronize before we run user code to avoid invalidating the in __kmpc_parallel_spmd()
121 synchronize::threadsAligned(atomic::relaxed); in __kmpc_parallel_spmd()
127 synchronize::threadsAligned(atomic::seq_cst); in __kmpc_parallel_spmd()
133 synchronize::threadsAligned(atomic::acq_rel); in __kmpc_parallel_spmd()
139 // Ensure we synchronize to create an aligned region around the assumptions. in __kmpc_parallel_spmd()
140 synchronize::threadsAligned(atomic::relaxed); in __kmpc_parallel_spmd()
273 synchronize::threads(atomic::seq_cst); in __kmpc_parallel_51()
275 synchronize in __kmpc_parallel_51()
[all...] |
| H A D | Kernel.cpp | 34 synchronize::init(IsSPMD); in inititializeRuntime()
49 synchronize::threads(atomic::seq_cst); in genericStateMachine()
65 synchronize::threads(atomic::seq_cst); in genericStateMachine()
85 synchronize::threadsAligned(atomic::relaxed); in __kmpc_target_init()
98 synchronize::threadsAligned(atomic::relaxed); in __kmpc_target_init()
112 // synchronize::threads call in genericStateMachine before the main thread in __kmpc_target_init()
113 // reaches its corresponding synchronize::threads call: that would permit all in __kmpc_target_init()
|
| H A D | Synchronization.cpp | 227 // region to synchronize with each other. in namedBarrier()
291 void synchronize::init(bool IsSPMD) { in syncThreads()
296 void synchronize::warp(LaneMaskTy Mask) { impl::syncWarp(Mask); } in syncThreadsAligned()
298 void synchronize::threads(atomic::OrderingTy Ordering) {
302 void synchronize::threadsAligned(atomic::OrderingTy Ordering) { in destroyLock()
342 synchronize::threadsAligned(atomic::OrderingTy::seq_cst); in namedBarrier()
347 synchronize::threads(atomic::OrderingTy::seq_cst); in namedBarrier()
374 void __kmpc_syncwarp(uint64_t Mask) { synchronize::warp(Mask); } in unsetLock()
|
| H A D | Workshare.cpp | 476 synchronize::threads(atomic::seq_cst); in pushDST()
508 synchronize::threads(atomic::seq_cst); in popDST()
513 synchronize::threads(atomic::seq_cst); in popDST()
|
| H A D | Reduction.cpp | 234 synchronize::threadsAligned(atomic::acq_rel); in __kmpc_nvptx_teams_reduce_nowait_v2()
|
| /llvm-project/llvm/examples/ParallelJIT/ |
| H A D | ParallelJIT.cpp | 242 static WaitForThreads synchronize; variable
252 synchronize.block(); // wait until other threads are at this point in callFunc()
302 synchronize.releaseThreads(3); // wait until other threads are at this point in main()
|
| /llvm-project/offload/src/ |
| H A D | interface.cpp | 173 Rc = AsyncInfo.synchronize(); in __tgt_target_data_end_mapper()
372 Rc = AsyncInfo.synchronize(); in __tgt_activate_record_replay()
470 Rc = AsyncInfo.synchronize(); in __tgt_target_nowait_query()
541 if (AsyncInfo->synchronize())
|
| H A D | device.cpp | 239 int32_t DeviceTy::synchronize(AsyncInfoTy &AsyncInfo) { in synchronize() function in DeviceTy
240 return RTL->synchronize(RTLDeviceID, AsyncInfo); in synchronize()
|
| H A D | omptarget.cpp | 45 int AsyncInfoTy::synchronize() { in synchronize() function in AsyncInfoTy
50 // If we have a queue we need to synchronize it now. in synchronize()
51 Result = Device.synchronize(*this); in synchronize()
749 // Add pointer to the buffer for post-synchronize processing.
|
| /llvm-project/clang/test/Sema/ |
| H A D | sync-implicit-seq_cst.c | 23 void synchronize(void) { __sync_synchronize(); } // expected-warning {{implicit use of sequentially… in synchronize() function
|
| /llvm-project/offload/include/ |
| H A D | omptarget.h | 141 ~AsyncInfoTy() { synchronize(); } in ~AsyncInfoTy()
156 int synchronize();
164 /// \note only a lightweight check. If needed, use synchronize() to query the
|
| H A D | device.h | 116 int32_t synchronize(AsyncInfoTy &AsyncInfo);
|
| /llvm-project/offload/DeviceRTL/include/ |
| H A D | Synchronization.h | 177 namespace synchronize {
191 /// `synchronize::threads()`. However, `synchronize::threadsAligned()` is more
206 } // namespace synchronize
|
| /llvm-project/mlir/utils/vscode/src/ |
| H A D | mlirContext.ts | 283 synchronize : {
282 synchronize : { global() constant
|
| /llvm-project/llvm/test/Transforms/LICM/ |
| H A D | infinite_loops.ll | 45 ; or synchronize. In spite of that, the behavior in the test above *might* be
|
| /llvm-project/mlir/include/mlir/Dialect/NVGPU/IR/ |
| H A D | NVGPU.td | 146 group or synchronize the async operations (e.g. DeviceAsyncCreateGroupOp,
155 used to synchronize a variable number of threads.
396 `nvgpu.device_async_wait` to synchronize copies as explained in those ops
462 This is meant to be used with `nvgpu.device_async_wait` to synchronize copies
|
| /llvm-project/offload/plugins-nextgen/common/src/ |
| H A D | PluginInterface.cpp | 426 // case, and assuming the current status code is correct, we will synchronize in finalize()
428 // the synchronize operation. in finalize()
430 Err = Device.synchronize(&LocalAsyncInfo);
1305 Error GenericDeviceTy::synchronize(__tgt_async_info *AsyncInfo) { in dataAlloc()
2014 int32_t GenericPluginTy::synchronize(int32_t DeviceId, in init_async_info()
2016 auto Err = getDevice(DeviceId).synchronize(AsyncInfoPtr);
2018 REPORT("Failure to synchronize stream %p: %s\n", AsyncInfoPtr->Queue, in init_device_info()
2081 REPORT("Failure to synchronize event %p: %s\n", EventPtr, in get_function()
1269 Error GenericDeviceTy::synchronize(__tgt_async_info *AsyncInfo) { synchronize() function in GenericDeviceTy
1912 int32_t GenericPluginTy::synchronize(int32_t DeviceId, synchronize() function in GenericPluginTy
|
| /llvm-project/offload/plugins-nextgen/amdgpu/src/ |
| H A D | rtl.cpp | 1483 Error synchronize() { in query()
1486 // No need to synchronize anything.
1591 // Record the synchronize identifier (to detect stale recordings) and
1612 // The recorded stream already completed the operation because the synchronize
2241 if (auto Err = Stream->synchronize()) in dataLockImpl()
2339 if (auto Err = synchronize(AsyncInfoWrapper)) in dataSubmitImpl()
2399 if (auto Err = synchronize(AsyncInfoWrapper)) in dataRetrieveImpl()
2450 if (auto Err = synchronize(AsyncInfoWrapper))
1450 Error synchronize() { synchronize() function
|
| /llvm-project/offload/plugins-nextgen/common/include/ |
| H A D | PluginInterface.h | 63 /// an internal one and will synchronize the current thread with the pending
727 Error synchronize(__tgt_async_info *AsyncInfo);
1292 int32_t synchronize(int32_t DeviceId, __tgt_async_info *AsyncInfoPtr);
|
| /llvm-project/flang/runtime/ |
| H A D | CMakeLists.txt | 52 # to be composable. Failure to synchronize this setting may result
|
| /llvm-project/llvm/docs/ |
| H A D | MemoryModelRelaxationAnnotations.rst | 167 only synchronize with operations happening in ``addrspace(0)``.
269 can synchronize with ``Y`` is target defined. If ``X`` synchronizes
|
| H A D | ConvergentOperations.rst | 287 Is the control barrier guaranteed to synchronize among the same set of threads
294 threads that reach the control barrier via different paths synchronize
|
| /llvm-project/clang/cmake/caches/ |
| H A D | CrossWinToARMLinux.cmake | 69 # including the vendor part. It is necessary to synchronize the runtime library
|
| /llvm-project/llvm/include/llvm/IR/ |
| H A D | Attributes.td | 225 /// Function does not synchronize.
|
| /llvm-project/flang/ |
| H A D | CMakeLists.txt | 39 # to be composable. Failure to synchronize this setting may result
|