H A D | kfd_device_queue_manager.c | 78 static bool is_pipe_enabled(struct device_queue_manager *dqm, int mec, int pipe) in is_pipe_enabled() argument 92 get_cp_queues_num(struct device_queue_manager * dqm) get_cp_queues_num() argument 98 get_queues_per_pipe(struct device_queue_manager * dqm) get_queues_per_pipe() argument 103 get_pipes_per_mec(struct device_queue_manager * dqm) get_pipes_per_mec() argument 108 get_num_all_sdma_engines(struct device_queue_manager * dqm) get_num_all_sdma_engines() argument 114 get_num_sdma_queues(struct device_queue_manager * dqm) get_num_sdma_queues() argument 120 get_num_xgmi_sdma_queues(struct device_queue_manager * dqm) get_num_xgmi_sdma_queues() argument 126 init_sdma_bitmaps(struct device_queue_manager * dqm) init_sdma_bitmaps() argument 140 program_sh_mem_settings(struct device_queue_manager * dqm,struct qcm_process_device * qpd) program_sh_mem_settings() argument 153 kfd_hws_hang(struct device_queue_manager * dqm) kfd_hws_hang() argument 188 add_queue_mes(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd) add_queue_mes() argument 256 remove_queue_mes(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd) remove_queue_mes() argument 284 remove_all_queues_mes(struct device_queue_manager * dqm) remove_all_queues_mes() argument 310 increment_queue_count(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) increment_queue_count() argument 325 decrement_queue_count(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) decrement_queue_count() argument 430 program_trap_handler_settings(struct device_queue_manager * dqm,struct qcm_process_device * qpd) program_trap_handler_settings() argument 443 allocate_vmid(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) allocate_vmid() argument 510 deallocate_vmid(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) deallocate_vmid() argument 529 create_queue_nocpsch(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd,const struct kfd_criu_queue_priv_data * qd,const void * restore_mqd,const void * restore_ctl_stack) create_queue_nocpsch() argument 650 allocate_hqd(struct device_queue_manager * dqm,struct queue * q) allocate_hqd() argument 684 deallocate_hqd(struct device_queue_manager * dqm,struct queue * q) deallocate_hqd() argument 760 destroy_queue_nocpsch_locked(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) destroy_queue_nocpsch_locked() argument 819 destroy_queue_nocpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) destroy_queue_nocpsch() argument 850 update_queue(struct device_queue_manager * dqm,struct queue * q,struct mqd_update_info * minfo) update_queue() argument 960 suspend_single_queue(struct device_queue_manager * dqm,struct kfd_process_device * pdd,struct queue * q) suspend_single_queue() argument 1006 resume_single_queue(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) resume_single_queue() argument 1038 evict_process_queues_nocpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) evict_process_queues_nocpsch() argument 1088 evict_process_queues_cpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) evict_process_queues_cpsch() argument 1144 restore_process_queues_nocpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) restore_process_queues_nocpsch() argument 1225 restore_process_queues_cpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) restore_process_queues_cpsch() argument 1287 register_process(struct device_queue_manager * dqm,struct qcm_process_device * qpd) register_process() argument 1326 unregister_process(struct device_queue_manager * dqm,struct qcm_process_device * qpd) unregister_process() argument 1361 set_pasid_vmid_mapping(struct device_queue_manager * dqm,u32 pasid,unsigned int vmid) set_pasid_vmid_mapping() argument 1377 init_interrupts(struct device_queue_manager * dqm) init_interrupts() argument 1392 initialize_nocpsch(struct device_queue_manager * dqm) initialize_nocpsch() argument 1425 uninitialize(struct device_queue_manager * dqm) uninitialize() argument 1437 start_nocpsch(struct device_queue_manager * dqm) start_nocpsch() argument 1452 stop_nocpsch(struct device_queue_manager * dqm) stop_nocpsch() argument 1468 pre_reset(struct device_queue_manager * dqm) pre_reset() argument 1475 allocate_sdma_queue(struct device_queue_manager * dqm,struct queue * q,const uint32_t * restore_sdma_id) allocate_sdma_queue() argument 1544 deallocate_sdma_queue(struct device_queue_manager * dqm,struct queue * q) deallocate_sdma_queue() argument 1562 set_sched_resources(struct device_queue_manager * dqm) set_sched_resources() argument 1605 initialize_cpsch(struct device_queue_manager * dqm) initialize_cpsch() argument 1627 start_cpsch(struct device_queue_manager * dqm) start_cpsch() argument 1696 stop_cpsch(struct device_queue_manager * dqm) stop_cpsch() argument 1727 create_kernel_queue_cpsch(struct device_queue_manager * dqm,struct kernel_queue * kq,struct qcm_process_device * qpd) create_kernel_queue_cpsch() argument 1757 destroy_kernel_queue_cpsch(struct device_queue_manager * dqm,struct kernel_queue * kq,struct qcm_process_device * qpd) destroy_kernel_queue_cpsch() argument 1777 create_queue_cpsch(struct device_queue_manager * dqm,struct queue * q,struct qcm_process_device * qpd,const struct kfd_criu_queue_priv_data * qd,const void * restore_mqd,const void * restore_ctl_stack) create_queue_cpsch() argument 1909 map_queues_cpsch(struct device_queue_manager * dqm) map_queues_cpsch() argument 1932 unmap_queues_cpsch(struct device_queue_manager * dqm,enum kfd_unmap_queues_filter filter,uint32_t filter_param,uint32_t grace_period,bool reset) unmap_queues_cpsch() argument 2001 reset_queues_cpsch(struct device_queue_manager * dqm,uint16_t pasid) reset_queues_cpsch() argument 2016 execute_queues_cpsch(struct device_queue_manager * dqm,enum kfd_unmap_queues_filter filter,uint32_t filter_param,uint32_t grace_period) execute_queues_cpsch() argument 2032 wait_on_destroy_queue(struct device_queue_manager * dqm,struct queue * q) wait_on_destroy_queue() argument 2057 destroy_queue_cpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd,struct queue * q) destroy_queue_cpsch() argument 2158 set_cache_memory_policy(struct device_queue_manager * dqm,struct qcm_process_device * qpd,enum cache_policy default_policy,enum cache_policy alternate_policy,void __user * alternate_aperture_base,uint64_t alternate_aperture_size) set_cache_memory_policy() argument 2220 process_termination_nocpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) process_termination_nocpsch() argument 2268 get_wave_state(struct device_queue_manager * dqm,struct queue * q,void __user * ctl_stack,u32 * ctl_stack_used_size,u32 * save_area_used_size) get_wave_state() argument 2298 get_queue_checkpoint_info(struct device_queue_manager * dqm,const struct queue * q,u32 * mqd_size,u32 * ctl_stack_size) get_queue_checkpoint_info() argument 2318 checkpoint_mqd(struct device_queue_manager * dqm,const struct queue * q,void * mqd,void * ctl_stack) checkpoint_mqd() argument 2348 process_termination_cpsch(struct device_queue_manager * dqm,struct qcm_process_device * qpd) process_termination_cpsch() argument 2438 init_mqd_managers(struct device_queue_manager * dqm) init_mqd_managers() argument 2464 allocate_hiq_sdma_mqd(struct device_queue_manager * dqm) allocate_hiq_sdma_mqd() argument 2484 struct device_queue_manager *dqm; device_queue_manager_init() local 2616 device_queue_manager_uninit(struct device_queue_manager * dqm) device_queue_manager_uninit() argument 2625 kfd_dqm_evict_pasid(struct device_queue_manager * dqm,u32 pasid) kfd_dqm_evict_pasid() argument 2644 struct device_queue_manager *dqm = container_of(work, kfd_process_hw_exception() local 2649 reserve_debug_trap_vmid(struct device_queue_manager * dqm,struct qcm_process_device * qpd) reserve_debug_trap_vmid() argument 2696 release_debug_trap_vmid(struct device_queue_manager * dqm,struct qcm_process_device * qpd) release_debug_trap_vmid() argument 2793 struct device_queue_manager *dqm = pdd->dev->dqm; copy_context_work_handler() local 2847 struct device_queue_manager *dqm = pdd->dev->dqm; resume_queues() local 2949 struct device_queue_manager *dqm = pdd->dev->dqm; suspend_queues() local 3083 debug_lock_and_unmap(struct device_queue_manager * dqm) debug_lock_and_unmap() argument 3104 debug_map_and_unlock(struct device_queue_manager * dqm) debug_map_and_unlock() argument 3123 debug_refresh_runlist(struct device_queue_manager * dqm) debug_refresh_runlist() argument 3158 struct device_queue_manager *dqm = data; dqm_debugfs_hqds() local 3236 dqm_debugfs_hang_hws(struct device_queue_manager * dqm) dqm_debugfs_hang_hws() argument [all...] |