96 static void amdgpu_fence_write(struct amdgpu_ring *ring, u32 seq)  in amdgpu_fence_write()  argument
101 		*drv->cpu_addr = cpu_to_le32(seq);  in amdgpu_fence_write()
115 	u32 seq = 0;  in amdgpu_fence_read()  local
118 		seq = le32_to_cpu(*drv->cpu_addr);  in amdgpu_fence_read()
120 		seq = atomic_read(&drv->last_seq);  in amdgpu_fence_read()
122 	return seq;  in amdgpu_fence_read()
140 	uint32_t seq;  in amdgpu_fence_emit()  local
147 	seq = ++ring->fence_drv.sync_seq;  in amdgpu_fence_emit()
152 		       seq);  in amdgpu_fence_emit()
154 			       seq, flags | AMDGPU_FENCE_FLAG_INT);  in amdgpu_fence_emit()
156 	ptr = &ring->fence_drv.fences[seq & ring->fence_drv.num_fences_mask];  in amdgpu_fence_emit()
194 	uint32_t seq;  in amdgpu_fence_emit_polling()  local
199 	seq = ++ring->fence_drv.sync_seq;  in amdgpu_fence_emit_polling()
201 			       seq, 0);  in amdgpu_fence_emit_polling()
203 	*s = seq;  in amdgpu_fence_emit_polling()
233 	uint32_t seq, last_seq;  in amdgpu_fence_process()  local
237 		seq = amdgpu_fence_read(ring);  in amdgpu_fence_process()
238 	} while (atomic_cmpxchg(&drv->last_seq, last_seq, seq) != last_seq);  in amdgpu_fence_process()
239 	if (seq != ring->fence_drv.sync_seq)  in amdgpu_fence_process()
241 	if (unlikely(seq == last_seq))  in amdgpu_fence_process()
245 	seq &= drv->num_fences_mask;  in amdgpu_fence_process()
265 	} while (last_seq != seq);  in amdgpu_fence_process()
294 	uint64_t seq = READ_ONCE(ring->fence_drv.sync_seq);  in amdgpu_fence_wait_empty()  local
298 	if (!seq)  in amdgpu_fence_wait_empty()
301 	ptr = &ring->fence_drv.fences[seq & ring->fence_drv.num_fences_mask];  in amdgpu_fence_wait_empty()
329 	uint32_t seq;  in amdgpu_fence_wait_polling()  local
332 		seq = amdgpu_fence_read(ring);  in amdgpu_fence_wait_polling()
335 	} while ((int32_t)(wait_seq - seq) > 0 && timeout > 0);  in amdgpu_fence_wait_polling()