Lines Matching defs:Err
195 auto Err = hsa_utils::iterateAgentISAs(Agent, [&](hsa_isa_t ISA) {
214 return Err;
242 if (auto Err = Resource->deinit())
243 return Err;
267 if (auto Err = getAttr(HSA_AMD_MEMORY_POOL_INFO_SEGMENT, Segment))
268 return Err;
270 if (auto Err = getAttr(HSA_AMD_MEMORY_POOL_INFO_GLOBAL_FLAGS, GlobalFlags))
271 return Err;
331 if (auto Err =
333 return Err;
441 if (auto Err = MemoryPool->deallocate(TgtPtr)) {
442 consumeError(std::move(Err));
536 if (auto Err = Plugin::check(
538 return Err;
737 if (auto Err = pushBarrierImpl(nullptr, InputSignal))
738 return Err;
1002 if (auto Err = memcpyAction(&ActionArg))
1003 return Err;
1005 if (auto Err = releaseBufferAction(&ActionArg))
1006 return Err;
1008 if (auto Err = releaseSignalAction(&ActionArg))
1009 return Err;
1011 if (auto Err = Callback(ActionArg.CallbackArgs))
1012 return Err;
1093 if (auto Err = Slots[Slot].performAction())
1094 return Err;
1098 if (auto Err = SignalManager.returnResource(Slots[Slot].Signal))
1099 return Err;
1129 if (auto Err = SignalManager.getResource(OutputSignal))
1130 return Err;
1138 if (auto Err = Slots[Curr].schedReleaseSignal(OtherSignal, &SignalManager))
1139 return Err;
1159 if (auto Err = Slot->performAction())
1161 toString(std::move(Err)).data());
1215 if (auto Err = Args->SignalManager->returnResource(Args->Signal))
1216 return Err;
1244 if (auto Err = SignalManager.getResource(OutputSignal))
1245 return Err;
1255 if (auto Err = Slots[Curr].schedReleaseBuffer(KernelArgs, MemoryManager))
1256 return Err;
1264 if (auto Err = Queue->pushKernelLaunch(Kernel, KernelArgs, NumThreads,
1267 return Err;
1271 if (auto Err = Slots[Curr].schedCallback(
1279 return Err;
1289 if (auto Err = SignalManager.getResource(OutputSignal))
1290 return Err;
1323 if (auto Err = SignalManager.getResources(/*Num=*/2, OutputSignals))
1324 return Err;
1336 if (auto Err = Slots[Curr].schedReleaseBuffer(Inter, MemoryManager))
1337 return Err;
1343 if (auto Err = hsa_utils::asyncMemCopy(
1346 return Err;
1348 if (auto Err = hsa_utils::asyncMemCopy(UseMultipleSdmaEngines, Inter,
1351 return Err;
1360 if (auto Err = Slots[Curr].schedHostMemoryCopy(Dst, Inter, CopySize))
1361 return Err;
1385 if (auto Err = SignalManager.getResources(/*Num=*/2, OutputSignals))
1386 return Err;
1404 if (auto Err = Slots[Curr].schedHostMemoryCopy(Inter, Src, CopySize))
1405 return Err;
1414 if (auto Err = Plugin::check(Status,
1416 return Err;
1429 if (auto Err = SignalManager.returnResource(OutputSignals[1]))
1430 return Err;
1434 if (auto Err = Slots[Curr].schedReleaseBuffer(Inter, MemoryManager))
1435 return Err;
1454 if (auto Err = SignalManager.getResources(/*Num=*/1, &OutputSignal))
1455 return Err;
1491 if (auto Err =
1493 return Err;
1514 if (auto Err = complete())
1515 return std::move(Err);
1641 if (auto Err = Queues.front().init(Device, Agent, QueueSize))
1642 return Err;
1652 if (auto Err = Queue.deinit())
1653 return Err;
1698 if (auto Err = Queues[Index].init(Device, Agent, QueueSize))
1699 return Err;
1738 Error Err = retrieveAllMemoryPools();
1739 if (Err)
1740 return Err;
1744 Error Err = MemoryPool->init();
1745 if (Err)
1746 return Err;
1810 if (auto Err = initMemoryPools())
1811 return Err;
1813 if (auto Err = ArgsMemoryManager.init(getArgsMemoryPool()))
1814 return Err;
1816 if (auto Err = PinnedMemoryManager.init(getFineGrainedMemoryPool()))
1817 return Err;
1824 if (auto Err = deinitMemoryPools())
1825 return Err;
1827 if (auto Err = ArgsMemoryManager.deinit())
1828 return Err;
1830 if (auto Err = PinnedMemoryManager.deinit())
1831 return Err;
1840 Error Err = hsa_utils::iterateAgentMemoryPools(
1847 if (Err)
1848 return Err;
1919 if (auto Err = initMemoryPools())
1920 return Err;
1923 if (auto Err = getDeviceAttr(HSA_AGENT_INFO_NAME, GPUName))
1924 return Err;
1929 if (auto Err = getDeviceAttr(HSA_AGENT_INFO_WAVEFRONT_SIZE, WavefrontSize))
1930 return Err;
1950 if (auto Err =
1952 return Err;
1957 if (auto Err = getDeviceAttr(HSA_AGENT_INFO_GRID_MAX_DIM, GridMaxDim))
1958 return Err;
1966 if (auto Err =
1968 return Err;
1972 if (auto Err =
1974 return Err;
1979 if (auto Err = getDeviceAttr(HSA_AGENT_INFO_QUEUE_MAX_SIZE, MaxQueueSize))
1980 return Err;
1983 if (auto Err = getDeviceAttr(HSA_AGENT_INFO_QUEUES_MAX, MaxQueues))
1984 return Err;
1991 if (auto Err = AMDGPUStreamManager.init(OMPX_InitialNumStreams,
1993 return Err;
1996 if (auto Err = AMDGPUEventManager.init(OMPX_InitialNumEvents))
1997 return Err;
2000 if (auto Err = AMDGPUSignalManager.init(OMPX_InitialNumSignals))
2001 return Err;
2005 if (auto Err = hsa_utils::getTargetTripleAndFeatures(Agent, Targets))
2006 return Err;
2011 if (auto Err = checkIfAPU())
2012 return Err;
2020 if (auto Err = AMDGPUStreamManager.deinit())
2021 return Err;
2023 if (auto Err = AMDGPUEventManager.deinit())
2024 return Err;
2026 if (auto Err = AMDGPUSignalManager.deinit())
2027 return Err;
2037 if (auto Err = AMDImage.unloadExecutable())
2038 return Err;
2176 if (auto Err = AMDGPUStreamManager.getResource(Stream))
2177 return Err;
2193 if (Error Err = AMDImage->loadExecutable(*this))
2194 return std::move(Err);
2227 if (Error Err = MemoryPool->deallocate(TgtPtr)) {
2228 REPORT("%s\n", toString(std::move(Err)).data());
2241 if (auto Err = Stream->synchronize())
2242 return Err;
2279 if (auto Err = Plugin::check(Status, "Error in hsa_amd_memory_lock: %s\n"))
2280 return std::move(Err);
2301 if (auto Err = Plugin::check(Status, "Error in hsa_amd_pointer_info: %s"))
2302 return std::move(Err);
2331 if (auto Err = getStream(AsyncInfoWrapper, Stream))
2332 return Err;
2339 if (auto Err = synchronize(AsyncInfoWrapper))
2340 return Err;
2345 if (auto Err =
2347 return Err;
2350 if (auto Err = Signal.init())
2351 return Err;
2353 if (auto Err = hsa_utils::asyncMemCopy(useMultipleSdmaEngines(), TgtPtr,
2356 return Err;
2358 if (auto Err = Signal.wait(getStreamBusyWaitMicroseconds()))
2359 return Err;
2361 if (auto Err = Signal.deinit())
2362 return Err;
2371 if (auto Err = PinnedMemoryManager.allocate(Size, &PinnedPtr))
2372 return Err;
2374 if (auto Err = getStream(AsyncInfoWrapper, Stream))
2375 return Err;
2390 if (auto Err = getStream(AsyncInfoWrapper, Stream))
2391 return Err;
2399 if (auto Err = synchronize(AsyncInfoWrapper))
2400 return Err;
2405 if (auto Err =
2407 return Err;
2410 if (auto Err = Signal.init())
2411 return Err;
2413 if (auto Err = hsa_utils::asyncMemCopy(useMultipleSdmaEngines(),
2416 return Err;
2418 if (auto Err = Signal.wait(getStreamBusyWaitMicroseconds()))
2419 return Err;
2421 if (auto Err = Signal.deinit())
2422 return Err;
2431 if (auto Err = PinnedMemoryManager.allocate(Size, &PinnedPtr))
2432 return Err;
2434 if (auto Err = getStream(AsyncInfoWrapper, Stream))
2435 return Err;
2450 if (auto Err = synchronize(AsyncInfoWrapper))
2451 return Err;
2454 if (auto Err = Signal.init())
2455 return Err;
2457 if (auto Err = hsa_utils::asyncMemCopy(
2460 return Err;
2462 if (auto Err = Signal.wait(getStreamBusyWaitMicroseconds()))
2463 return Err;
2469 if (auto Err = getStream(AsyncInfoWrapper, Stream))
2470 return Err;
2513 if (auto Err = getStream(AsyncInfoWrapper, Stream))
2514 return Err;
2525 if (auto Err = getStream(AsyncInfoWrapper, Stream))
2526 return Err;
2723 auto Err = hsa_utils::iterateAgentISAs(getAgent(), [&](hsa_isa_t ISA) {
2732 if (Err)
2733 consumeError(std::move(Err));
2768 if (auto Err = setupDeviceMemoryPool(Plugin, *Image, Value))
2769 return Err;
2835 if (auto Err = AMDGPUKernel.init(*this, Image))
2836 return Err;
2842 if (auto Err = AMDGPUKernel.launchImpl(
2845 return Err;
2847 Error Err = Plugin::success();
2848 AsyncInfoWrapper.finalize(Err);
2850 return Err;
2871 if (auto Err = getDeviceAttr(HSA_AMD_AGENT_INFO_CHIP_ID, ChipID))
2872 return Err;
2964 if (auto Err = Plugin::check(
2966 return Err;
2970 if (auto Err =
2972 return Err;
2977 if (auto Err = Plugin::check(
2979 return Err;
2982 if (auto Err = Plugin::check(Status, "Error in hsa_executable_freeze: %s"))
2983 return Err;
2987 if (auto Err = Plugin::check(Status, "Error in hsa_executable_validate: %s"))
2988 return Err;
2994 if (auto Err =
2996 return Err;
2998 if (auto Err = hsa_utils::readAMDGPUMetaDataFromImage(
3000 return Err;
3015 if (auto Err = Plugin::check(
3018 return std::move(Err);
3074 if (auto Err = Plugin::check(
3076 return Err;
3119 if (auto Err = Plugin::check(
3121 return std::move(Err);
3127 auto Err = hsa_utils::iterateAgents([&](hsa_agent_t Agent) {
3148 if (Err)
3149 return std::move(Err);
3168 if (auto Err = HostDevice->init())
3169 return std::move(Err);
3182 if (auto Err = HostDevice->deinit())
3183 return Err;
3222 if (auto Err = hsa_utils::getTargetTripleAndFeatures(
3224 return Err;
3297 if (auto Err =
3299 consumeError(std::move(Err));
3359 if (auto Err = ArgsMemoryManager.allocate(ArgsSize, &AllArgs))
3360 return Err;
3370 if (auto Err = GenericDevice.getDeviceStackSize(StackSize))
3371 return Err;
3392 if (auto Err = AMDGPUDevice.getStream(AsyncInfoWrapper, Stream))
3393 return Err;
3485 if (auto Err = MemoryPool->allocate(Size, &Ptr)) {
3486 consumeError(std::move(Err));
3498 if (auto Err = MemoryPool->enableAccess(Ptr, Size, Agents)) {
3499 REPORT("%s\n", toString(std::move(Err)).data());
3532 if (Error Err = MemoryPool->allocate(Size, &Alloc)) {
3533 REPORT("%s\n", toString(std::move(Err)).data());
3548 if (auto Err = MemoryPool->enableAccess(Alloc, Size, Agents)) {
3549 REPORT("%s\n", toString(std::move(Err)).data());
3575 auto Err = Plugin::check(Status, "Received error in queue %p: %s", Source);
3576 FATAL_MESSAGE(1, "%s", toString(std::move(Err)).data());