H A D | kfd_svm.c | 92 static void svm_range_unlink(struct svm_range *prange) in svm_range_unlink() argument 109 svm_range_add_notifier_locked(struct mm_struct * mm,struct svm_range * prange) svm_range_add_notifier_locked() argument 128 svm_range_add_to_svms(struct svm_range * prange) svm_range_add_to_svms() argument 139 svm_range_remove_notifier(struct svm_range * prange) svm_range_remove_notifier() argument 159 svm_range_dma_map_dev(struct amdgpu_device * adev,struct svm_range * prange,unsigned long offset,unsigned long npages,unsigned long * hmm_pfns,uint32_t gpuidx) svm_range_dma_map_dev() argument 205 svm_range_dma_map(struct svm_range * prange,unsigned long * bitmap,unsigned long offset,unsigned long npages,unsigned long * hmm_pfns) svm_range_dma_map() argument 252 svm_range_free_dma_mappings(struct svm_range * prange,bool unmap_dma) svm_range_free_dma_mappings() argument 280 svm_range_free(struct svm_range * prange,bool do_unmap) svm_range_free() argument 317 struct svm_range *prange; svm_range_new() local 376 struct svm_range *prange = svm_range_bo_release() local 432 svm_range_validate_svm_bo(struct kfd_node * node,struct svm_range * prange) svm_range_validate_svm_bo() argument 518 svm_range_vram_node_new(struct kfd_node * node,struct svm_range * prange,bool clear) svm_range_vram_node_new() argument 624 svm_range_vram_node_free(struct svm_range * prange) svm_range_vram_node_free() argument 638 svm_range_get_node_by_id(struct svm_range * prange,uint32_t gpu_id) svm_range_get_node_by_id() argument 654 svm_range_get_pdd_by_node(struct svm_range * prange,struct kfd_node * node) svm_range_get_pdd_by_node() argument 722 svm_range_apply_attrs(struct kfd_process * p,struct svm_range * prange,uint32_t nattr,struct kfd_ioctl_svm_attribute * attrs,bool * update_mapping) svm_range_apply_attrs() argument 774 svm_range_is_same_attrs(struct kfd_process * p,struct svm_range * prange,uint32_t nattr,struct kfd_ioctl_svm_attribute * attrs) svm_range_is_same_attrs() argument 840 struct svm_range *prange; svm_range_debug_dump() local 1047 svm_range_split(struct svm_range * prange,uint64_t start,uint64_t last,struct svm_range ** new) svm_range_split() argument 1083 svm_range_split_tail(struct svm_range * prange,uint64_t new_last,struct list_head * insert_list) svm_range_split_tail() argument 1095 svm_range_split_head(struct svm_range * prange,uint64_t new_start,struct list_head * insert_list) svm_range_split_head() argument 1107 svm_range_add_child(struct svm_range * prange,struct mm_struct * mm,struct svm_range * pchild,enum svm_work_list_ops op) svm_range_add_child() argument 1138 svm_range_split_by_granularity(struct kfd_process * p,struct mm_struct * mm,unsigned long addr,struct svm_range * parent,struct svm_range * prange) svm_range_split_by_granularity() argument 1187 svm_range_get_pte_flags(struct kfd_node * node,struct svm_range * prange,int domain) svm_range_get_pte_flags() argument 1302 svm_range_unmap_from_gpus(struct svm_range * prange,unsigned long start,unsigned long last,uint32_t trigger) svm_range_unmap_from_gpus() argument 1358 svm_range_map_to_gpu(struct kfd_process_device * pdd,struct svm_range * prange,unsigned long offset,unsigned long npages,bool readonly,dma_addr_t * dma_addr,struct amdgpu_device * bo_adev,struct dma_fence ** fence,bool flush_tlb) svm_range_map_to_gpu() argument 1435 svm_range_map_to_gpus(struct svm_range * prange,unsigned long offset,unsigned long npages,bool readonly,unsigned long * bitmap,bool wait,bool flush_tlb) svm_range_map_to_gpus() argument 1493 struct svm_range *prange; global() member 1591 svm_range_validate_and_map(struct mm_struct * mm,struct svm_range * prange,int32_t gpuidx,bool intr,bool wait,bool flush_tlb) svm_range_validate_and_map() argument 1771 struct svm_range *prange; svm_range_restore_work() local 1878 svm_range_evict(struct svm_range * prange,struct mm_struct * mm,unsigned long start,unsigned long last,enum mmu_notifier_event event) svm_range_evict() argument 2019 struct svm_range *prange; svm_range_split_new() local 2077 struct svm_range *prange; svm_range_add() local 2176 svm_range_update_notifier_and_interval_tree(struct mm_struct * mm,struct svm_range * prange) svm_range_update_notifier_and_interval_tree() argument 2203 svm_range_handle_list_op(struct svm_range_list * svms,struct svm_range * prange,struct mm_struct * mm) svm_range_handle_list_op() argument 2288 struct svm_range *prange; svm_range_deferred_list_work() local 2358 svm_range_add_list_work(struct svm_range_list * svms,struct svm_range * prange,struct mm_struct * mm,enum svm_work_list_ops op) svm_range_add_list_work() argument 2393 svm_range_unmap_split(struct mm_struct * mm,struct svm_range * parent,struct svm_range * prange,unsigned long start,unsigned long last) svm_range_unmap_split() argument 2426 svm_range_unmap_from_cpu(struct mm_struct * mm,struct svm_range * prange,unsigned long start,unsigned long last) svm_range_unmap_from_cpu() argument 2502 struct svm_range *prange; svm_range_cpu_invalidate_pagetables() local 2556 struct svm_range *prange; svm_range_from_addr() local 2606 svm_range_best_restore_location(struct svm_range * prange,struct kfd_node * node,int32_t * gpuidx) svm_range_best_restore_location() argument 2763 struct svm_range *prange = NULL; svm_range_create_unregistered_range() local 2820 svm_range_skip_recover(struct svm_range * prange) svm_range_skip_recover() argument 2893 struct svm_range *prange; svm_range_restore_pages() local 3087 struct svm_range *prange, *pchild; svm_range_switch_xnack_reserve_mem() local 3144 struct svm_range *prange; svm_range_list_fini() local 3315 svm_range_best_prefetch_location(struct svm_range * prange) svm_range_best_prefetch_location() argument 3396 svm_range_trigger_migration(struct mm_struct * mm,struct svm_range * prange,bool * migrated) svm_range_trigger_migration() argument 3457 struct svm_range *prange = svm_range_evict_svm_bo_worker() local 3509 struct svm_range *prange; svm_range_set_attr() local 3633 struct svm_range *prange; svm_range_get_attr() local 3957 struct svm_range *prange; svm_range_get_info() local 4019 struct svm_range *prange; kfd_criu_checkpoint_svm() local [all...] |