66 				 struct dma_fence *f)  in amdgpu_sync_same_dev()  argument
68 	struct drm_sched_fence *s_fence = to_drm_sched_fence(f);  in amdgpu_sync_same_dev()
87 static void *amdgpu_sync_get_owner(struct dma_fence *f)  in amdgpu_sync_get_owner()  argument
92 	if (!f)  in amdgpu_sync_get_owner()
95 	s_fence = to_drm_sched_fence(f);  in amdgpu_sync_get_owner()
99 	kfd_fence = to_amdgpu_amdkfd_fence(f);  in amdgpu_sync_get_owner()
133 static bool amdgpu_sync_add_later(struct amdgpu_sync *sync, struct dma_fence *f, bool explicit)  in amdgpu_sync_add_later()  argument
137 	hash_for_each_possible(sync->fences, e, node, f->context) {  in amdgpu_sync_add_later()
138 		if (unlikely(e->fence->context != f->context))  in amdgpu_sync_add_later()
141 		amdgpu_sync_keep_later(&e->fence, f);  in amdgpu_sync_add_later()
159 		      struct dma_fence *f, bool explicit)  in amdgpu_sync_fence()  argument
163 	if (!f)  in amdgpu_sync_fence()
165 	if (amdgpu_sync_same_dev(adev, f) &&  in amdgpu_sync_fence()
166 	    amdgpu_sync_get_owner(f) == AMDGPU_FENCE_OWNER_VM)  in amdgpu_sync_fence()
167 		amdgpu_sync_keep_later(&sync->last_vm_update, f);  in amdgpu_sync_fence()
169 	if (amdgpu_sync_add_later(sync, f, explicit))  in amdgpu_sync_fence()
178 	hash_add(sync->fences, &e->node, f->context);  in amdgpu_sync_fence()
179 	e->fence = dma_fence_get(f);  in amdgpu_sync_fence()
198 	struct dma_fence *f;  in amdgpu_sync_resv()  local
207 	f = reservation_object_get_excl(resv);  in amdgpu_sync_resv()
208 	r = amdgpu_sync_fence(adev, sync, f, false);  in amdgpu_sync_resv()
215 		f = rcu_dereference_protected(flist->shared[i],  in amdgpu_sync_resv()
220 		fence_owner = amdgpu_sync_get_owner(f);  in amdgpu_sync_resv()
225 		if (amdgpu_sync_same_dev(adev, f)) {  in amdgpu_sync_resv()
243 		r = amdgpu_sync_fence(adev, sync, f, false);  in amdgpu_sync_resv()
267 		struct dma_fence *f = e->fence;  in amdgpu_sync_peek_fence()  local
268 		struct drm_sched_fence *s_fence = to_drm_sched_fence(f);  in amdgpu_sync_peek_fence()
270 		if (dma_fence_is_signaled(f)) {  in amdgpu_sync_peek_fence()
272 			dma_fence_put(f);  in amdgpu_sync_peek_fence()
288 		return f;  in amdgpu_sync_peek_fence()
306 	struct dma_fence *f;  in amdgpu_sync_get_fence()  local
310 		f = e->fence;  in amdgpu_sync_get_fence()
317 		if (!dma_fence_is_signaled(f))  in amdgpu_sync_get_fence()
318 			return f;  in amdgpu_sync_get_fence()
320 		dma_fence_put(f);  in amdgpu_sync_get_fence()
338 	struct dma_fence *f;  in amdgpu_sync_clone()  local
342 		f = e->fence;  in amdgpu_sync_clone()
343 		if (!dma_fence_is_signaled(f)) {  in amdgpu_sync_clone()
344 			r = amdgpu_sync_fence(NULL, clone, f, e->explicit);  in amdgpu_sync_clone()
349 			dma_fence_put(f);  in amdgpu_sync_clone()