| /dflybsd-src/sys/dev/drm/amd/amdgpu/ |
| H A D | amdgpu_ring.h | 47 #define to_amdgpu_ring(s) container_of((s), struct amdgpu_ring, sched)
63 struct amdgpu_ring;
88 void amdgpu_fence_driver_force_completion(struct amdgpu_ring *ring);
90 int amdgpu_fence_driver_init_ring(struct amdgpu_ring *ring,
92 int amdgpu_fence_driver_start_ring(struct amdgpu_ring *ring,
97 int amdgpu_fence_emit(struct amdgpu_ring *ring, struct dma_fence **fence,
99 int amdgpu_fence_emit_polling(struct amdgpu_ring *ring, uint32_t *s);
100 void amdgpu_fence_process(struct amdgpu_ring *ring);
101 int amdgpu_fence_wait_empty(struct amdgpu_ring *ring);
102 signed long amdgpu_fence_wait_polling(struct amdgpu_ring *ring,
[all …]
|
| H A D | amdgpu_vcn.h | 67 struct amdgpu_ring ring_dec;
68 struct amdgpu_ring ring_enc[AMDGPU_VCN_MAX_ENC_RINGS];
69 struct amdgpu_ring ring_jpeg;
78 void amdgpu_vcn_ring_begin_use(struct amdgpu_ring *ring);
79 void amdgpu_vcn_ring_end_use(struct amdgpu_ring *ring);
81 int amdgpu_vcn_dec_ring_test_ring(struct amdgpu_ring *ring);
82 int amdgpu_vcn_dec_ring_test_ib(struct amdgpu_ring *ring, long timeout);
84 int amdgpu_vcn_enc_ring_test_ring(struct amdgpu_ring *ring);
85 int amdgpu_vcn_enc_ring_test_ib(struct amdgpu_ring *ring, long timeout);
87 int amdgpu_vcn_jpeg_ring_test_ring(struct amdgpu_ring *ring);
[all …]
|
| H A D | amdgpu_vce.h | 48 struct amdgpu_ring ring[AMDGPU_MAX_VCE_RINGS];
61 int amdgpu_vce_get_create_msg(struct amdgpu_ring *ring, uint32_t handle,
63 int amdgpu_vce_get_destroy_msg(struct amdgpu_ring *ring, uint32_t handle,
68 void amdgpu_vce_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_ib *ib,
70 void amdgpu_vce_ring_emit_fence(struct amdgpu_ring *ring, uint64_t addr, uint64_t seq,
72 int amdgpu_vce_ring_test_ring(struct amdgpu_ring *ring);
73 int amdgpu_vce_ring_test_ib(struct amdgpu_ring *ring, long timeout);
74 void amdgpu_vce_ring_begin_use(struct amdgpu_ring *ring);
75 void amdgpu_vce_ring_end_use(struct amdgpu_ring *ring);
76 unsigned amdgpu_vce_ring_get_emit_ib_size(struct amdgpu_ring *ring);
[all …]
|
| H A D | amdgpu_ring.c | 51 struct amdgpu_ring *ring);
52 static void amdgpu_debugfs_ring_fini(struct amdgpu_ring *ring);
64 int amdgpu_ring_alloc(struct amdgpu_ring *ring, unsigned ndw) in amdgpu_ring_alloc()
92 void amdgpu_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count) in amdgpu_ring_insert_nop()
107 void amdgpu_ring_generic_pad_ib(struct amdgpu_ring *ring, struct amdgpu_ib *ib) in amdgpu_ring_generic_pad_ib()
123 void amdgpu_ring_commit(struct amdgpu_ring *ring) in amdgpu_ring_commit()
150 void amdgpu_ring_undo(struct amdgpu_ring *ring) in amdgpu_ring_undo()
166 void amdgpu_ring_priority_put(struct amdgpu_ring *ring, in amdgpu_ring_priority_put()
208 void amdgpu_ring_priority_get(struct amdgpu_ring *ring, in amdgpu_ring_priority_get()
239 int amdgpu_ring_init(struct amdgpu_device *adev, struct amdgpu_ring *ring, in amdgpu_ring_init()
[all …]
|
| H A D | amdgpu_fence.c | 54 struct amdgpu_ring *ring;
96 static void amdgpu_fence_write(struct amdgpu_ring *ring, u32 seq) in amdgpu_fence_write()
112 static u32 amdgpu_fence_read(struct amdgpu_ring *ring) in amdgpu_fence_read()
134 int amdgpu_fence_emit(struct amdgpu_ring *ring, struct dma_fence **f, in amdgpu_fence_emit()
192 int amdgpu_fence_emit_polling(struct amdgpu_ring *ring, uint32_t *s) in amdgpu_fence_emit_polling()
215 static void amdgpu_fence_schedule_fallback(struct amdgpu_ring *ring) in amdgpu_fence_schedule_fallback()
230 void amdgpu_fence_process(struct amdgpu_ring *ring) in amdgpu_fence_process()
277 struct amdgpu_ring *ring = from_timer(ring, t, in amdgpu_fence_fallback()
292 int amdgpu_fence_wait_empty(struct amdgpu_ring *ring) in amdgpu_fence_wait_empty()
325 signed long amdgpu_fence_wait_polling(struct amdgpu_ring *ring, in amdgpu_fence_wait_polling()
[all …]
|
| H A D | amdgpu_uvd.h | 45 struct amdgpu_ring ring;
46 struct amdgpu_ring ring_enc[AMDGPU_MAX_UVD_ENC_RINGS];
75 int amdgpu_uvd_get_create_msg(struct amdgpu_ring *ring, uint32_t handle,
77 int amdgpu_uvd_get_destroy_msg(struct amdgpu_ring *ring, uint32_t handle,
82 void amdgpu_uvd_ring_begin_use(struct amdgpu_ring *ring);
83 void amdgpu_uvd_ring_end_use(struct amdgpu_ring *ring);
84 int amdgpu_uvd_ring_test_ib(struct amdgpu_ring *ring, long timeout);
|
| H A D | vcn_v1_0.c | 45 static void vcn_v1_0_jpeg_ring_set_patch_ring(struct amdgpu_ring *ring, uint32_t ptr);
78 struct amdgpu_ring *ring; in vcn_v1_0_sw_init()
172 struct amdgpu_ring *ring = &adev->vcn.ring_dec; in vcn_v1_0_hw_init()
217 struct amdgpu_ring *ring = &adev->vcn.ring_dec; in vcn_v1_0_hw_fini()
620 struct amdgpu_ring *ring = &adev->vcn.ring_dec; in vcn_v1_0_start()
877 static uint64_t vcn_v1_0_dec_ring_get_rptr(struct amdgpu_ring *ring) in vcn_v1_0_dec_ring_get_rptr()
891 static uint64_t vcn_v1_0_dec_ring_get_wptr(struct amdgpu_ring *ring) in vcn_v1_0_dec_ring_get_wptr()
905 static void vcn_v1_0_dec_ring_set_wptr(struct amdgpu_ring *ring) in vcn_v1_0_dec_ring_set_wptr()
919 static void vcn_v1_0_dec_ring_insert_start(struct amdgpu_ring *ring) in vcn_v1_0_dec_ring_insert_start()
938 static void vcn_v1_0_dec_ring_insert_end(struct amdgpu_ring *ring) in vcn_v1_0_dec_ring_insert_end()
[all …]
|
| H A D | uvd_v6_0.c | 77 static uint64_t uvd_v6_0_ring_get_rptr(struct amdgpu_ring *ring) in uvd_v6_0_ring_get_rptr()
91 static uint64_t uvd_v6_0_enc_ring_get_rptr(struct amdgpu_ring *ring) in uvd_v6_0_enc_ring_get_rptr()
107 static uint64_t uvd_v6_0_ring_get_wptr(struct amdgpu_ring *ring) in uvd_v6_0_ring_get_wptr()
121 static uint64_t uvd_v6_0_enc_ring_get_wptr(struct amdgpu_ring *ring) in uvd_v6_0_enc_ring_get_wptr()
138 static void uvd_v6_0_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v6_0_ring_set_wptr()
152 static void uvd_v6_0_enc_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v6_0_enc_ring_set_wptr()
170 static int uvd_v6_0_enc_ring_test_ring(struct amdgpu_ring *ring) in uvd_v6_0_enc_ring_test_ring()
217 static int uvd_v6_0_enc_get_create_msg(struct amdgpu_ring *ring, uint32_t handle, in uvd_v6_0_enc_get_create_msg()
278 static int uvd_v6_0_enc_get_destroy_msg(struct amdgpu_ring *ring, in uvd_v6_0_enc_get_destroy_msg()
340 static int uvd_v6_0_enc_ring_test_ib(struct amdgpu_ring *ring, long timeout) in uvd_v6_0_enc_ring_test_ib()
[all …]
|
| H A D | amdgpu_job.c | 33 struct amdgpu_ring *ring = to_amdgpu_ring(s_job->sched); in amdgpu_job_timedout()
94 struct amdgpu_ring *ring = to_amdgpu_ring(job->base.sched); in amdgpu_job_free_resources()
107 struct amdgpu_ring *ring = to_amdgpu_ring(s_job->sched); in amdgpu_job_free_cb()
131 struct amdgpu_ring *ring; in amdgpu_job_submit()
153 int amdgpu_job_submit_direct(struct amdgpu_job *job, struct amdgpu_ring *ring, in amdgpu_job_submit_direct()
171 struct amdgpu_ring *ring = to_amdgpu_ring(s_entity->rq->sched); in amdgpu_job_dependency()
203 struct amdgpu_ring *ring = to_amdgpu_ring(sched_job->sched); in amdgpu_job_run()
|
| H A D | amdgpu_vcn.c | 230 void amdgpu_vcn_ring_begin_use(struct amdgpu_ring *ring) in amdgpu_vcn_ring_begin_use()
244 void amdgpu_vcn_ring_end_use(struct amdgpu_ring *ring) in amdgpu_vcn_ring_end_use()
249 int amdgpu_vcn_dec_ring_test_ring(struct amdgpu_ring *ring) in amdgpu_vcn_dec_ring_test_ring()
285 static int amdgpu_vcn_dec_send_msg(struct amdgpu_ring *ring, in amdgpu_vcn_dec_send_msg()
337 static int amdgpu_vcn_dec_get_create_msg(struct amdgpu_ring *ring, uint32_t handle, in amdgpu_vcn_dec_get_create_msg()
371 static int amdgpu_vcn_dec_get_destroy_msg(struct amdgpu_ring *ring, uint32_t handle, in amdgpu_vcn_dec_get_destroy_msg()
397 int amdgpu_vcn_dec_ring_test_ib(struct amdgpu_ring *ring, long timeout) in amdgpu_vcn_dec_ring_test_ib()
431 int amdgpu_vcn_enc_ring_test_ring(struct amdgpu_ring *ring) in amdgpu_vcn_enc_ring_test_ring()
468 static int amdgpu_vcn_enc_get_create_msg(struct amdgpu_ring *ring, uint32_t handle, in amdgpu_vcn_enc_get_create_msg()
520 static int amdgpu_vcn_enc_get_destroy_msg(struct amdgpu_ring *ring, uint32_t handle, in amdgpu_vcn_enc_get_destroy_msg()
[all …]
|
| H A D | amdgpu_queue_mgr.c | 45 static struct amdgpu_ring *amdgpu_get_cached_map(struct amdgpu_queue_mapper *mapper, in amdgpu_get_cached_map()
52 int ring, struct amdgpu_ring *pring) in amdgpu_update_cached_map()
67 struct amdgpu_ring **out_ring) in amdgpu_identity_map()
128 struct amdgpu_ring **out_ring) in amdgpu_lru_map()
133 struct amdgpu_ring *ring; in amdgpu_lru_map()
215 struct amdgpu_ring **out_ring) in amdgpu_queue_mgr_map()
|
| H A D | uvd_v7_0.c | 71 static uint64_t uvd_v7_0_ring_get_rptr(struct amdgpu_ring *ring) in uvd_v7_0_ring_get_rptr()
85 static uint64_t uvd_v7_0_enc_ring_get_rptr(struct amdgpu_ring *ring) in uvd_v7_0_enc_ring_get_rptr()
102 static uint64_t uvd_v7_0_ring_get_wptr(struct amdgpu_ring *ring) in uvd_v7_0_ring_get_wptr()
116 static uint64_t uvd_v7_0_enc_ring_get_wptr(struct amdgpu_ring *ring) in uvd_v7_0_enc_ring_get_wptr()
136 static void uvd_v7_0_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v7_0_ring_set_wptr()
150 static void uvd_v7_0_enc_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v7_0_enc_ring_set_wptr()
175 static int uvd_v7_0_enc_ring_test_ring(struct amdgpu_ring *ring) in uvd_v7_0_enc_ring_test_ring()
225 static int uvd_v7_0_enc_get_create_msg(struct amdgpu_ring *ring, uint32_t handle, in uvd_v7_0_enc_get_create_msg()
286 int uvd_v7_0_enc_get_destroy_msg(struct amdgpu_ring *ring, uint32_t handle,
288 int uvd_v7_0_enc_get_destroy_msg(struct amdgpu_ring *ring, uint32_t handle, in uvd_v7_0_enc_get_destroy_msg()
[all …]
|
| H A D | uvd_v5_0.c | 55 static uint64_t uvd_v5_0_ring_get_rptr(struct amdgpu_ring *ring) in uvd_v5_0_ring_get_rptr()
69 static uint64_t uvd_v5_0_ring_get_wptr(struct amdgpu_ring *ring) in uvd_v5_0_ring_get_wptr()
83 static void uvd_v5_0_ring_set_wptr(struct amdgpu_ring *ring) in uvd_v5_0_ring_set_wptr()
103 struct amdgpu_ring *ring; in uvd_v5_0_sw_init()
153 struct amdgpu_ring *ring = &adev->uvd.inst->ring; in uvd_v5_0_hw_init()
213 struct amdgpu_ring *ring = &adev->uvd.inst->ring; in uvd_v5_0_hw_fini()
296 struct amdgpu_ring *ring = &adev->uvd.inst->ring; in uvd_v5_0_start()
465 static void uvd_v5_0_ring_emit_fence(struct amdgpu_ring *ring, uint64_t addr, uint64_t seq, in uvd_v5_0_ring_emit_fence()
494 static int uvd_v5_0_ring_test_ring(struct amdgpu_ring *ring) in uvd_v5_0_ring_test_ring()
537 static void uvd_v5_0_ring_emit_ib(struct amdgpu_ring *ring, in uvd_v5_0_ring_emit_ib()
[all …]
|
| H A D | sdma_v2_4.c | 191 static uint64_t sdma_v2_4_ring_get_rptr(struct amdgpu_ring *ring) in sdma_v2_4_ring_get_rptr()
204 static uint64_t sdma_v2_4_ring_get_wptr(struct amdgpu_ring *ring) in sdma_v2_4_ring_get_wptr()
219 static void sdma_v2_4_ring_set_wptr(struct amdgpu_ring *ring) in sdma_v2_4_ring_set_wptr()
226 static void sdma_v2_4_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count) in sdma_v2_4_ring_insert_nop()
247 static void sdma_v2_4_ring_emit_ib(struct amdgpu_ring *ring, in sdma_v2_4_ring_emit_ib()
272 static void sdma_v2_4_ring_emit_hdp_flush(struct amdgpu_ring *ring) in sdma_v2_4_ring_emit_hdp_flush()
302 static void sdma_v2_4_ring_emit_fence(struct amdgpu_ring *ring, uint64_t addr, uint64_t seq, in sdma_v2_4_ring_emit_fence()
335 struct amdgpu_ring *sdma0 = &adev->sdma.instance[0].ring; in sdma_v2_4_gfx_stop()
336 struct amdgpu_ring *sdma1 = &adev->sdma.instance[1].ring; in sdma_v2_4_gfx_stop()
406 struct amdgpu_ring *ring; in sdma_v2_4_gfx_resume()
[all …]
|
| H A D | sdma_v4_0.c | 277 static uint64_t sdma_v4_0_ring_get_rptr(struct amdgpu_ring *ring) in sdma_v4_0_ring_get_rptr()
295 static uint64_t sdma_v4_0_ring_get_wptr(struct amdgpu_ring *ring) in sdma_v4_0_ring_get_wptr()
327 static void sdma_v4_0_ring_set_wptr(struct amdgpu_ring *ring) in sdma_v4_0_ring_set_wptr()
360 static void sdma_v4_0_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count) in sdma_v4_0_ring_insert_nop()
381 static void sdma_v4_0_ring_emit_ib(struct amdgpu_ring *ring, in sdma_v4_0_ring_emit_ib()
399 static void sdma_v4_0_wait_reg_mem(struct amdgpu_ring *ring, in sdma_v4_0_wait_reg_mem()
431 static void sdma_v4_0_ring_emit_hdp_flush(struct amdgpu_ring *ring) in sdma_v4_0_ring_emit_hdp_flush()
458 static void sdma_v4_0_ring_emit_fence(struct amdgpu_ring *ring, uint64_t addr, uint64_t seq, in sdma_v4_0_ring_emit_fence()
496 struct amdgpu_ring *sdma0 = &adev->sdma.instance[0].ring; in sdma_v4_0_gfx_stop()
497 struct amdgpu_ring *sdma1 = &adev->sdma.instance[1].ring; in sdma_v4_0_gfx_stop()
[all …]
|
| H A D | amdgpu_gfx.c | 167 struct amdgpu_ring *ring) in amdgpu_gfx_kiq_acquire()
202 struct amdgpu_ring *ring, in amdgpu_gfx_kiq_init_ring()
233 void amdgpu_gfx_kiq_free_ring(struct amdgpu_ring *ring, in amdgpu_gfx_kiq_free_ring()
277 struct amdgpu_ring *ring = NULL; in amdgpu_gfx_compute_mqd_sw_init()
326 struct amdgpu_ring *ring = NULL; in amdgpu_gfx_compute_mqd_sw_fini()
|
| H A D | sdma_v3_0.c | 348 static uint64_t sdma_v3_0_ring_get_rptr(struct amdgpu_ring *ring) in sdma_v3_0_ring_get_rptr()
361 static uint64_t sdma_v3_0_ring_get_wptr(struct amdgpu_ring *ring) in sdma_v3_0_ring_get_wptr()
383 static void sdma_v3_0_ring_set_wptr(struct amdgpu_ring *ring) in sdma_v3_0_ring_set_wptr()
401 static void sdma_v3_0_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count) in sdma_v3_0_ring_insert_nop()
422 static void sdma_v3_0_ring_emit_ib(struct amdgpu_ring *ring, in sdma_v3_0_ring_emit_ib()
447 static void sdma_v3_0_ring_emit_hdp_flush(struct amdgpu_ring *ring) in sdma_v3_0_ring_emit_hdp_flush()
477 static void sdma_v3_0_ring_emit_fence(struct amdgpu_ring *ring, uint64_t addr, uint64_t seq, in sdma_v3_0_ring_emit_fence()
510 struct amdgpu_ring *sdma0 = &adev->sdma.instance[0].ring; in sdma_v3_0_gfx_stop()
511 struct amdgpu_ring *sdma1 = &adev->sdma.instance[1].ring; in sdma_v3_0_gfx_stop()
642 struct amdgpu_ring *ring; in sdma_v3_0_gfx_resume()
[all …]
|
| H A D | gfx_v9_0.c | 253 static void gfx_v9_0_ring_emit_de_meta(struct amdgpu_ring *ring);
305 static void gfx_v9_0_write_data_to_reg(struct amdgpu_ring *ring, int eng_sel, in gfx_v9_0_write_data_to_reg()
317 static void gfx_v9_0_wait_reg_mem(struct amdgpu_ring *ring, int eng_sel, in gfx_v9_0_wait_reg_mem()
339 static int gfx_v9_0_ring_test_ring(struct amdgpu_ring *ring) in gfx_v9_0_ring_test_ring()
383 static int gfx_v9_0_ring_test_ib(struct amdgpu_ring *ring, long timeout) in gfx_v9_0_ring_test_ib()
1369 struct amdgpu_ring *ring = &adev->gfx.gfx_ring[0]; in gfx_v9_0_ngg_en()
1452 struct amdgpu_ring *ring = &adev->gfx.compute_ring[ring_id]; in gfx_v9_0_compute_ring_init()
1485 struct amdgpu_ring *ring; in gfx_v9_0_sw_init()
2392 struct amdgpu_ring *ring = &adev->gfx.gfx_ring[0]; in gfx_v9_0_cp_gfx_start()
2454 struct amdgpu_ring *ring; in gfx_v9_0_cp_gfx_resume()
[all …]
|
| H A D | vce_v4_0.c | 61 static uint64_t vce_v4_0_ring_get_rptr(struct amdgpu_ring *ring) in vce_v4_0_ring_get_rptr()
80 static uint64_t vce_v4_0_ring_get_wptr(struct amdgpu_ring *ring) in vce_v4_0_ring_get_wptr()
102 static void vce_v4_0_ring_set_wptr(struct amdgpu_ring *ring) in vce_v4_0_ring_set_wptr()
206 struct amdgpu_ring *ring; in vce_v4_0_sriov_start()
332 struct amdgpu_ring *ring; in vce_v4_0_start()
421 struct amdgpu_ring *ring; in vce_v4_0_sw_init()
949 static void vce_v4_0_ring_emit_ib(struct amdgpu_ring *ring, in vce_v4_0_ring_emit_ib()
959 static void vce_v4_0_ring_emit_fence(struct amdgpu_ring *ring, uint64_t addr, in vce_v4_0_ring_emit_fence()
971 static void vce_v4_0_ring_insert_end(struct amdgpu_ring *ring) in vce_v4_0_ring_insert_end()
976 static void vce_v4_0_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg, in vce_v4_0_emit_reg_wait()
[all …]
|
| H A D | amdgpu_sync.h | 32 struct amdgpu_ring;
51 struct amdgpu_ring *ring);
|
| H A D | amdgpu_vce.c | 236 struct amdgpu_ring *ring; in amdgpu_vce_entity_init()
356 void amdgpu_vce_ring_begin_use(struct amdgpu_ring *ring) in amdgpu_vce_ring_begin_use()
388 void amdgpu_vce_ring_end_use(struct amdgpu_ring *ring) in amdgpu_vce_ring_end_use()
404 struct amdgpu_ring *ring = &adev->vce.ring[0]; in amdgpu_vce_free_handles()
431 int amdgpu_vce_get_create_msg(struct amdgpu_ring *ring, uint32_t handle, in amdgpu_vce_get_create_msg()
510 int amdgpu_vce_get_destroy_msg(struct amdgpu_ring *ring, uint32_t handle, in amdgpu_vce_get_destroy_msg()
1035 void amdgpu_vce_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_ib *ib, in amdgpu_vce_ring_emit_ib()
1051 void amdgpu_vce_ring_emit_fence(struct amdgpu_ring *ring, uint64_t addr, uint64_t seq, in amdgpu_vce_ring_emit_fence()
1070 int amdgpu_vce_ring_test_ring(struct amdgpu_ring *ring) in amdgpu_vce_ring_test_ring()
1117 int amdgpu_vce_ring_test_ib(struct amdgpu_ring *ring, long timeout) in amdgpu_vce_ring_test_ib()
|
| H A D | amdgpu_ids.h | 38 struct amdgpu_ring;
86 int amdgpu_vmid_grab(struct amdgpu_vm *vm, struct amdgpu_ring *ring,
|
| H A D | amdgpu_gfx.h | 36 struct amdgpu_ring *ring,
39 void amdgpu_gfx_kiq_free_ring(struct amdgpu_ring *ring,
|
| H A D | amdgpu_vm.h | 248 struct amdgpu_ring *vm_pte_rings[AMDGPU_MAX_RINGS];
287 int amdgpu_vm_flush(struct amdgpu_ring *ring, struct amdgpu_job *job, bool need_pipe_sync);
328 bool amdgpu_vm_need_pipeline_sync(struct amdgpu_ring *ring,
|
| H A D | amdgpu_gmc.h | 56 uint64_t (*emit_flush_gpu_tlb)(struct amdgpu_ring *ring, unsigned vmid,
59 void (*emit_pasid_mapping)(struct amdgpu_ring *ring, unsigned vmid,
|