| /openbsd-src/sys/dev/pci/drm/ttm/ |
| H A D | ttm_device.c | 122 struct ttm_device *bdev; in ttm_global_swapout() local
126 list_for_each_entry(bdev, &glob->device_list, device_list) { in ttm_global_swapout()
127 ret = ttm_device_swapout(bdev, ctx, gfp_flags); in ttm_global_swapout()
129 list_move_tail(&bdev->device_list, &glob->device_list); in ttm_global_swapout()
137 int ttm_device_swapout(struct ttm_device *bdev, struct ttm_operation_ctx *ctx, in ttm_device_swapout() argument
146 spin_lock(&bdev->lru_lock); in ttm_device_swapout()
148 man = ttm_manager_type(bdev, i); in ttm_device_swapout()
168 spin_unlock(&bdev->lru_lock); in ttm_device_swapout()
188 int ttm_device_init(struct ttm_device *bdev, const struct ttm_device_funcs *funcs, in ttm_device_init() argument
203 bdev->wq = alloc_workqueue("ttm", WQ_MEM_RECLAIM | WQ_HIGHPRI, 16); in ttm_device_init()
[all …]
|
| H A D | ttm_resource.c | 65 lockdep_assert_held(&pos->first->bo->bdev->lru_lock); in ttm_lru_bulk_move_tail()
69 man = ttm_manager_type(pos->first->bo->bdev, i); in ttm_lru_bulk_move_tail()
149 struct ttm_device *bdev = bo->bdev; in ttm_resource_move_to_lru_tail() local
151 lockdep_assert_held(&bo->bdev->lru_lock); in ttm_resource_move_to_lru_tail()
154 list_move_tail(&res->lru, &bdev->pinned); in ttm_resource_move_to_lru_tail()
164 man = ttm_manager_type(bdev, res->mem_type); in ttm_resource_move_to_lru_tail()
193 man = ttm_manager_type(bo->bdev, place->mem_type); in ttm_resource_init()
194 spin_lock(&bo->bdev->lru_lock); in ttm_resource_init()
196 list_add_tail(&res->lru, &bo->bdev->pinned); in ttm_resource_init()
200 spin_unlock(&bo->bdev->lru_lock); in ttm_resource_init()
[all …]
|
| H A D | ttm_bo.c | 60 man = ttm_manager_type(bo->bdev, mem_type); in ttm_bo_mem_space_debug()
105 spin_lock(&bo->bdev->lru_lock); in ttm_bo_set_bulk_move()
111 spin_unlock(&bo->bdev->lru_lock); in ttm_bo_set_bulk_move()
120 struct ttm_device *bdev = bo->bdev; in ttm_bo_handle_move_mem() local
124 old_use_tt = !bo->resource || ttm_manager_type(bdev, bo->resource->mem_type)->use_tt; in ttm_bo_handle_move_mem()
125 new_use_tt = ttm_manager_type(bdev, mem->mem_type)->use_tt; in ttm_bo_handle_move_mem()
142 ret = ttm_tt_populate(bo->bdev, bo->ttm, ctx); in ttm_bo_handle_move_mem()
152 ret = bdev->funcs->move(bo, evict, ctx, mem, hop); in ttm_bo_handle_move_mem()
179 if (bo->bdev->funcs->delete_mem_notify) in ttm_bo_cleanup_memtype_use()
180 bo->bdev->funcs->delete_mem_notify(bo); in ttm_bo_cleanup_memtype_use()
[all …]
|
| H A D | ttm_bo_util.c | 45 int ttm_mem_io_reserve(struct ttm_device *bdev, in ttm_mem_io_reserve() argument
52 if (!bdev->funcs->io_mem_reserve) in ttm_mem_io_reserve()
55 return bdev->funcs->io_mem_reserve(bdev, mem); in ttm_mem_io_reserve()
58 void ttm_mem_io_free(struct ttm_device *bdev, in ttm_mem_io_free() argument
67 if (bdev->funcs->io_mem_free) in ttm_mem_io_free()
68 bdev->funcs->io_mem_free(bdev, mem); in ttm_mem_io_free()
147 struct ttm_device *bdev = bo->bdev; in ttm_bo_move_memcpy() local
149 ttm_manager_type(bo->bdev, dst_mem->mem_type); in ttm_bo_move_memcpy()
164 src_man = ttm_manager_type(bdev, src_mem->mem_type); in ttm_bo_move_memcpy()
167 ret = ttm_tt_populate(bdev, ttm, ctx); in ttm_bo_move_memcpy()
[all …]
|
| H A D | ttm_tt.c | 65 struct ttm_device *bdev = bo->bdev; in ttm_tt_create() local
93 if (bdev->pool.use_dma_alloc && cc_platform_has(CC_ATTR_GUEST_MEM_ENCRYPT)) { in ttm_tt_create()
98 bo->ttm = bdev->funcs->ttm_tt_create(bo, page_flags); in ttm_tt_create()
150 void ttm_tt_destroy(struct ttm_device *bdev, struct ttm_tt *ttm) in ttm_tt_destroy() argument
152 bdev->funcs->ttm_tt_destroy(bdev, ttm); in ttm_tt_destroy()
167 ttm->dmat = bo->bdev->dmat; in ttm_tt_init_fields()
231 if (bo->bdev->pool.use_dma32 == false) in ttm_sg_tt_init()
306 int ttm_tt_swapout(struct ttm_device *bdev, struct ttm_tt *ttm, in ttm_tt_swapout() argument
342 ttm_tt_unpopulate(bdev, ttm); in ttm_tt_swapout()
355 int ttm_tt_populate(struct ttm_device *bdev, in ttm_tt_populate() argument
[all …]
|
| H A D | ttm_bo_vm.c | 89 struct ttm_device *bdev = bo->bdev; in ttm_bo_io_mem_pfn() local
91 if (bdev->funcs->io_mem_pfn) in ttm_bo_io_mem_pfn()
92 return bdev->funcs->io_mem_pfn(bo, page_offset); in ttm_bo_io_mem_pfn()
189 struct ttm_device *bdev = bo->bdev; in ttm_bo_vm_fault_reserved() local
208 err = ttm_mem_io_reserve(bdev, bo->resource); in ttm_bo_vm_fault_reserved()
229 err = ttm_tt_populate(bdev, bo->ttm, &ctx); in ttm_bo_vm_fault_reserved()
403 struct ttm_device *bdev = bo->bdev; in ttm_bo_io_mem_pfn() local
486 struct ttm_device *bdev = bo->bdev; ttm_bo_vm_fault_reserved() local
[all...] |
| H A D | ttm_sys_manager.c | 35 void ttm_sys_man_init(struct ttm_device *bdev) in ttm_sys_man_init() argument
37 struct ttm_resource_manager *man = &bdev->sysman; in ttm_sys_man_init()
46 ttm_resource_manager_init(man, bdev, 0); in ttm_sys_man_init()
47 ttm_set_driver_manager(bdev, TTM_PL_SYSTEM, man); in ttm_sys_man_init()
|
| H A D | ttm_range_manager.c | 178 int ttm_range_man_init_nocheck(struct ttm_device *bdev, in ttm_range_man_init_nocheck() argument
194 ttm_resource_manager_init(man, bdev, p_size); in ttm_range_man_init_nocheck()
199 ttm_set_driver_manager(bdev, type, &rman->manager); in ttm_range_man_init_nocheck()
214 int ttm_range_man_fini_nocheck(struct ttm_device *bdev, in ttm_range_man_fini_nocheck() argument
217 struct ttm_resource_manager *man = ttm_manager_type(bdev, type); in ttm_range_man_fini_nocheck()
227 ret = ttm_resource_manager_evict_all(bdev, man); in ttm_range_man_fini_nocheck()
236 ttm_set_driver_manager(bdev, type, NULL); in ttm_range_man_fini_nocheck()
|
| /openbsd-src/sys/dev/pci/drm/include/drm/ttm/ |
| H A D | ttm_device.h | 85 int (*ttm_tt_populate)(struct ttm_device *bdev,
96 void (*ttm_tt_unpopulate)(struct ttm_device *bdev,
108 void (*ttm_tt_destroy)(struct ttm_device *bdev, struct ttm_tt *ttm);
170 int (*io_mem_reserve)(struct ttm_device *bdev,
172 void (*io_mem_free)(struct ttm_device *bdev,
276 int ttm_device_swapout(struct ttm_device *bdev, struct ttm_operation_ctx *ctx,
280 ttm_manager_type(struct ttm_device *bdev, int mem_type) in ttm_manager_type() argument
286 return bdev->man_drv[mem_type]; in ttm_manager_type()
289 static inline void ttm_set_driver_manager(struct ttm_device *bdev, int type, in ttm_set_driver_manager() argument
295 bdev->man_drv[type] = manager; in ttm_set_driver_manager()
[all …]
|
| H A D | ttm_range_manager.h | 37 int ttm_range_man_init_nocheck(struct ttm_device *bdev,
40 int ttm_range_man_fini_nocheck(struct ttm_device *bdev,
42 static __always_inline int ttm_range_man_init(struct ttm_device *bdev, in ttm_range_man_init() argument
49 return ttm_range_man_init_nocheck(bdev, type, use_tt, p_size); in ttm_range_man_init()
52 static __always_inline int ttm_range_man_fini(struct ttm_device *bdev, in ttm_range_man_fini() argument
58 return ttm_range_man_fini_nocheck(bdev, type); in ttm_range_man_fini()
|
| H A D | ttm_resource.h | 157 struct ttm_device *bdev; member
365 bool ttm_resource_intersects(struct ttm_device *bdev,
369 bool ttm_resource_compatible(struct ttm_device *bdev,
379 struct ttm_device *bdev,
382 int ttm_resource_manager_evict_all(struct ttm_device *bdev,
419 struct ttm_device *bdev,
423 struct ttm_device *bdev,
|
| H A D | ttm_bo.h | 106 struct ttm_device *bdev; member
295 spin_lock(&bo->bdev->lru_lock); in ttm_bo_move_to_lru_tail_unlocked()
297 spin_unlock(&bo->bdev->lru_lock); in ttm_bo_move_to_lru_tail_unlocked()
362 int ttm_bo_init_reserved(struct ttm_device *bdev, struct ttm_buffer_object *bo,
367 int ttm_bo_init_validate(struct ttm_device *bdev, struct ttm_buffer_object *bo,
386 int ttm_mem_evict_first(struct ttm_device *bdev,
422 int ttm_mem_io_reserve(struct ttm_device *bdev,
424 void ttm_mem_io_free(struct ttm_device *bdev,
|
| H A D | ttm_tt.h | 186 void ttm_tt_destroy(struct ttm_device *bdev, struct ttm_tt *ttm);
196 int ttm_tt_swapout(struct ttm_device *bdev, struct ttm_tt *ttm,
208 int ttm_tt_populate(struct ttm_device *bdev, struct ttm_tt *ttm,
219 void ttm_tt_unpopulate(struct ttm_device *bdev, struct ttm_tt *ttm);
|
| /openbsd-src/sys/dev/pci/drm/radeon/ |
| H A D | radeon_ttm.c | 63 static int radeon_ttm_tt_bind(struct ttm_device *bdev, struct ttm_tt *ttm,
65 static void radeon_ttm_tt_unbind(struct ttm_device *bdev, struct ttm_tt *ttm);
67 struct radeon_device *radeon_get_rdev(struct ttm_device *bdev) in radeon_get_rdev() argument
72 mman = container_of(bdev, struct radeon_mman, bdev); in radeon_get_rdev()
79 return ttm_range_man_init(&rdev->mman.bdev, TTM_PL_VRAM, in radeon_ttm_init_vram()
85 return ttm_range_man_init(&rdev->mman.bdev, TTM_PL_TT, in radeon_ttm_init_gtt()
157 rdev = radeon_get_rdev(bo->bdev); in radeon_move_blit()
212 r = radeon_ttm_tt_bind(bo->bdev, bo->ttm, new_mem); in radeon_bo_move()
222 rdev = radeon_get_rdev(bo->bdev); in radeon_bo_move()
272 radeon_ttm_io_mem_reserve(struct ttm_device * bdev,struct ttm_resource * mem) radeon_ttm_io_mem_reserve() argument
339 radeon_ttm_tt_pin_userptr(struct ttm_device * bdev,struct ttm_tt * ttm) radeon_ttm_tt_pin_userptr() argument
404 radeon_ttm_tt_unpin_userptr(struct ttm_device * bdev,struct ttm_tt * ttm) radeon_ttm_tt_unpin_userptr() argument
443 radeon_ttm_backend_bind(struct ttm_device * bdev,struct ttm_tt * ttm,struct ttm_resource * bo_mem) radeon_ttm_backend_bind() argument
479 radeon_ttm_backend_unbind(struct ttm_device * bdev,struct ttm_tt * ttm) radeon_ttm_backend_unbind() argument
495 radeon_ttm_backend_destroy(struct ttm_device * bdev,struct ttm_tt * ttm) radeon_ttm_backend_destroy() argument
550 radeon_ttm_tt_populate(struct ttm_device * bdev,struct ttm_tt * ttm,struct ttm_operation_ctx * ctx) radeon_ttm_tt_populate() argument
576 radeon_ttm_tt_unpopulate(struct ttm_device * bdev,struct ttm_tt * ttm) radeon_ttm_tt_unpopulate() argument
615 radeon_ttm_tt_is_bound(struct ttm_device * bdev,struct ttm_tt * ttm) radeon_ttm_tt_is_bound() argument
626 radeon_ttm_tt_bind(struct ttm_device * bdev,struct ttm_tt * ttm,struct ttm_resource * bo_mem) radeon_ttm_tt_bind() argument
644 radeon_ttm_tt_unbind(struct ttm_device * bdev,struct ttm_tt * ttm) radeon_ttm_tt_unbind() argument
658 radeon_ttm_tt_destroy(struct ttm_device * bdev,struct ttm_tt * ttm) radeon_ttm_tt_destroy() argument
[all...] |
| /openbsd-src/sys/dev/pci/drm/i915/ |
| H A D | intel_region_ttm.c | 36 return ttm_device_init(&dev_priv->bdev, i915_ttm_driver(), in intel_region_ttm_device_init()
40 return ttm_device_init(&dev_priv->bdev, i915_ttm_driver(), in intel_region_ttm_device_init()
52 ttm_device_fini(&dev_priv->bdev); in intel_region_ttm_device_fini()
90 struct ttm_device *bdev = &mem->i915->bdev; in intel_region_ttm_init() local
94 ret = i915_ttm_buddy_man_init(bdev, mem_type, false, in intel_region_ttm_init()
101 mem->region_private = ttm_manager_type(bdev, mem_type); in intel_region_ttm_init()
140 drain_workqueue(mem->i915->bdev.wq); in intel_region_ttm_fini()
147 ret = i915_ttm_buddy_man_fini(&mem->i915->bdev, in intel_region_ttm_fini()
242 mock_bo.bdev in intel_region_ttm_resource_alloc()
[all...] |
| H A D | i915_ttm_buddy_manager.c | 300 int i915_ttm_buddy_man_init(struct ttm_device *bdev, in i915_ttm_buddy_man_init() argument
327 ttm_resource_manager_init(man, bdev, bman->mm.size >> PAGE_SHIFT); in i915_ttm_buddy_man_init()
330 ttm_set_driver_manager(bdev, type, man); in i915_ttm_buddy_man_init()
349 int i915_ttm_buddy_man_fini(struct ttm_device *bdev, unsigned int type) in i915_ttm_buddy_man_fini() argument
351 struct ttm_resource_manager *man = ttm_manager_type(bdev, type); in i915_ttm_buddy_man_fini()
358 ret = ttm_resource_manager_evict_all(bdev, man); in i915_ttm_buddy_man_fini()
362 ttm_set_driver_manager(bdev, type, NULL); in i915_ttm_buddy_man_fini()
|
| /openbsd-src/sys/arch/arm/arm/ |
| H A D | stubs.c | 123 const struct bdevsw *bdev; in dumpsys() local
159 bdev = bdevsw_lookup(dumpdev); in dumpsys()
160 if (bdev == NULL || bdev->d_psize == NULL) in dumpsys()
162 psize = (*bdev->d_psize)(dumpdev); in dumpsys()
178 error = (*bdev->d_dump)(dumpdev, blkno++, (caddr_t)dump_hdr, in dumpsys()
194 error = (*bdev->d_dump)(dumpdev, in dumpsys()
|
| /openbsd-src/sys/dev/pci/drm/amd/amdgpu/ |
| H A D | amdgpu_ttm.c | 68 static int amdgpu_ttm_backend_bind(struct ttm_device *bdev,
71 static void amdgpu_ttm_backend_unbind(struct ttm_device *bdev,
78 return ttm_range_man_init(&adev->mman.bdev, type, in amdgpu_ttm_init_on_chip()
93 struct amdgpu_device *adev = amdgpu_ttm_adev(bo->bdev); in amdgpu_evict_flags()
361 struct amdgpu_device *adev = amdgpu_ttm_adev(bo->bdev); in amdgpu_move_blit()
479 r = amdgpu_ttm_backend_bind(bo->bdev, bo->ttm, new_mem); in amdgpu_bo_move()
485 adev = amdgpu_ttm_adev(bo->bdev); in amdgpu_bo_move()
507 amdgpu_ttm_backend_unbind(bo->bdev, bo->ttm); in amdgpu_bo_move()
580 static int amdgpu_ttm_io_mem_reserve(struct ttm_device *bdev, in amdgpu_ttm_io_mem_reserve() argument
583 struct amdgpu_device *adev = amdgpu_ttm_adev(bdev); in amdgpu_ttm_io_mem_reserve()
777 amdgpu_ttm_tt_pin_userptr(struct ttm_device * bdev,struct ttm_tt * ttm) amdgpu_ttm_tt_pin_userptr() argument
818 amdgpu_ttm_tt_unpin_userptr(struct ttm_device * bdev,struct ttm_tt * ttm) amdgpu_ttm_tt_unpin_userptr() argument
903 amdgpu_ttm_backend_bind(struct ttm_device * bdev,struct ttm_tt * ttm,struct ttm_resource * bo_mem) amdgpu_ttm_backend_bind() argument
1047 amdgpu_ttm_backend_unbind(struct ttm_device * bdev,struct ttm_tt * ttm) amdgpu_ttm_backend_unbind() argument
1079 amdgpu_ttm_backend_destroy(struct ttm_device * bdev,struct ttm_tt * ttm) amdgpu_ttm_backend_destroy() argument
1138 amdgpu_ttm_tt_populate(struct ttm_device * bdev,struct ttm_tt * ttm,struct ttm_operation_ctx * ctx) amdgpu_ttm_tt_populate() argument
1181 amdgpu_ttm_tt_unpopulate(struct ttm_device * bdev,struct ttm_tt * ttm) amdgpu_ttm_tt_unpopulate() argument
[all...] |
| H A D | amdgpu_preempt_mgr.c | 108 ttm_resource_manager_init(man, &adev->mman.bdev, (1 << 30)); in amdgpu_preempt_mgr_init()
116 ttm_set_driver_manager(&adev->mman.bdev, AMDGPU_PL_PREEMPT, man); in amdgpu_preempt_mgr_init()
136 ret = ttm_resource_manager_evict_all(&adev->mman.bdev, man); in amdgpu_preempt_mgr_fini()
143 ttm_set_driver_manager(&adev->mman.bdev, AMDGPU_PL_PREEMPT, NULL); in amdgpu_preempt_mgr_fini()
|
| H A D | amdgpu_object.c | 58 struct amdgpu_device *adev = amdgpu_ttm_adev(tbo->bdev); in amdgpu_bo_destroy()
82 struct amdgpu_device *adev = amdgpu_ttm_adev(tbo->bdev); in amdgpu_bo_vm_destroy()
128 struct amdgpu_device *adev = amdgpu_ttm_adev(abo->tbo.bdev); in amdgpu_bo_placement_from_domain()
445 WARN_ON(amdgpu_ttm_adev((*bo)->tbo.bdev)->in_suspend); in amdgpu_bo_free_kernel()
474 man = ttm_manager_type(&adev->mman.bdev, TTM_PL_TT); in amdgpu_bo_validate_size()
482 man = ttm_manager_type(&adev->mman.bdev, TTM_PL_VRAM); in amdgpu_bo_validate_size()
611 bo->tbo.bdev = &adev->mman.bdev; in amdgpu_bo_create()
625 r = ttm_bo_init_reserved(&adev->mman.bdev, &bo->tbo, bp->type, in amdgpu_bo_create()
738 struct amdgpu_device *adev = amdgpu_ttm_adev(vmbo->bo.tbo.bdev); in amdgpu_bo_add_to_shadow_list()
763 struct amdgpu_device *adev = amdgpu_ttm_adev(shadow->tbo.bdev); in amdgpu_bo_restore_shadow()
[all …]
|
| H A D | amdgpu_gtt_mgr.c | 51 man = ttm_manager_type(&adev->mman.bdev, TTM_PL_TT); in amdgpu_mem_info_gtt_total_show()
286 ttm_resource_manager_init(man, &adev->mman.bdev, gtt_size); in amdgpu_gtt_mgr_init()
293 ttm_set_driver_manager(&adev->mman.bdev, TTM_PL_TT, &mgr->manager); in amdgpu_gtt_mgr_init()
314 ret = ttm_resource_manager_evict_all(&adev->mman.bdev, man); in amdgpu_gtt_mgr_fini()
323 ttm_set_driver_manager(&adev->mman.bdev, TTM_PL_TT, NULL); in amdgpu_gtt_mgr_fini()
|
| /openbsd-src/sys/dev/pci/ |
| H A D | xhci_pci.c | 99 psc->sc.sc_bus.bdev.dv_xname, val)); in xhci_pci_port_route()
104 psc->sc.sc_bus.bdev.dv_xname, val)); in xhci_pci_port_route()
112 "0x%08x\n", psc->sc.sc_bus.bdev.dv_xname, val)); in xhci_pci_port_route()
117 psc->sc.sc_bus.bdev.dv_xname, val)); in xhci_pci_port_route()
170 xhci_intr, psc, psc->sc.sc_bus.bdev.dv_xname); in xhci_pci_attach()
193 psc->sc.sc_bus.bdev.dv_xname, error); in xhci_pci_attach()
278 psc->sc.sc_bus.bdev.dv_xname)); in xhci_pci_takecontroller()
288 psc->sc.sc_bus.bdev.dv_xname);
|
| /openbsd-src/sys/dev/pci/drm/i915/gem/ |
| H A D | i915_gem_ttm_move.c | 62 i915_ttm_region(struct ttm_device *bdev, int ttm_mem_type) in i915_ttm_region() argument
64 struct drm_i915_private *i915 = container_of(bdev, typeof(*i915), bdev); in i915_ttm_region()
194 struct drm_i915_private *i915 = container_of(bo->bdev, typeof(*i915), in i915_ttm_accel_move()
195 bdev); in i915_ttm_accel_move()
321 dst_reg = i915_ttm_region(bo->bdev, dst_mem->mem_type); in i915_ttm_memcpy_init()
322 src_reg = i915_ttm_region(bo->bdev, bo->resource->mem_type); in i915_ttm_memcpy_init()
342 arg->memt = bo->bdev->memt; in i915_ttm_memcpy_init()
580 ttm_manager_type(bo->bdev, dst_mem->mem_type); in i915_ttm_move()
630 ret = ttm_tt_populate(bo->bdev, ttm, ctx); in i915_ttm_move()
|
| H A D | i915_gem_ttm_pm.c | 50 container_of(bo->bdev, typeof(*i915), bdev); in i915_ttm_backup()
93 err = ttm_tt_populate(backup_bo->bdev, backup_bo->ttm, &ctx); in i915_ttm_backup()
192 err = ttm_tt_populate(backup_bo->bdev, backup_bo->ttm, &ctx); in i915_ttm_restore()
|
| /openbsd-src/sys/arch/armv7/omap/ |
| H A D | omohci.c | 168 ohci_intr, &sc->sc, sc->sc.sc_bus.bdev.dv_xname); in omohci_attach()
170 ohci_intr, &sc->sc, sc->sc.sc_bus.bdev.dv_xname); in omohci_attach()
172 ohci_intr, &sc->sc, sc->sc.sc_bus.bdev.dv_xname); in omohci_attach()
174 ohci_intr, &sc->sc, sc->sc.sc_bus.bdev.dv_xname); in omohci_attach()
176 ohci_intr, &sc->sc, sc->sc.sc_bus.bdev.dv_xname); in omohci_attach()
178 ohci_intr, &sc->sc, sc->sc.sc_bus.bdev.dv_xname); in omohci_attach()
204 sc->sc.sc_bus.bdev.dv_xname, r); in omohci_attach()
|