19edbd4a0SFrançois Tigeot #ifndef __DRM_VMA_MANAGER_H__
29edbd4a0SFrançois Tigeot #define __DRM_VMA_MANAGER_H__
39edbd4a0SFrançois Tigeot
49edbd4a0SFrançois Tigeot /*
59edbd4a0SFrançois Tigeot * Copyright (c) 2013 David Herrmann <dh.herrmann@gmail.com>
69edbd4a0SFrançois Tigeot *
79edbd4a0SFrançois Tigeot * Permission is hereby granted, free of charge, to any person obtaining a
89edbd4a0SFrançois Tigeot * copy of this software and associated documentation files (the "Software"),
99edbd4a0SFrançois Tigeot * to deal in the Software without restriction, including without limitation
109edbd4a0SFrançois Tigeot * the rights to use, copy, modify, merge, publish, distribute, sublicense,
119edbd4a0SFrançois Tigeot * and/or sell copies of the Software, and to permit persons to whom the
129edbd4a0SFrançois Tigeot * Software is furnished to do so, subject to the following conditions:
139edbd4a0SFrançois Tigeot *
149edbd4a0SFrançois Tigeot * The above copyright notice and this permission notice shall be included in
159edbd4a0SFrançois Tigeot * all copies or substantial portions of the Software.
169edbd4a0SFrançois Tigeot *
179edbd4a0SFrançois Tigeot * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
189edbd4a0SFrançois Tigeot * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
199edbd4a0SFrançois Tigeot * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
209edbd4a0SFrançois Tigeot * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
219edbd4a0SFrançois Tigeot * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
229edbd4a0SFrançois Tigeot * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
239edbd4a0SFrançois Tigeot * OTHER DEALINGS IN THE SOFTWARE.
249edbd4a0SFrançois Tigeot */
259edbd4a0SFrançois Tigeot
269edbd4a0SFrançois Tigeot #include <drm/drm_mm.h>
279edbd4a0SFrançois Tigeot #include <linux/mm.h>
289edbd4a0SFrançois Tigeot #include <linux/rbtree.h>
299edbd4a0SFrançois Tigeot #include <linux/spinlock.h>
309edbd4a0SFrançois Tigeot #include <linux/types.h>
319edbd4a0SFrançois Tigeot
32*1dedbd3bSFrançois Tigeot struct drm_file;
33*1dedbd3bSFrançois Tigeot
34ba55f2f5SFrançois Tigeot struct drm_vma_offset_file {
35ba55f2f5SFrançois Tigeot struct rb_node vm_rb;
36*1dedbd3bSFrançois Tigeot struct drm_file *vm_tag;
37ba55f2f5SFrançois Tigeot unsigned long vm_count;
38ba55f2f5SFrançois Tigeot };
39ba55f2f5SFrançois Tigeot
409edbd4a0SFrançois Tigeot struct drm_vma_offset_node {
41ba55f2f5SFrançois Tigeot struct lock vm_lock;
429edbd4a0SFrançois Tigeot struct drm_mm_node vm_node;
439edbd4a0SFrançois Tigeot struct rb_node vm_rb;
44ba55f2f5SFrançois Tigeot struct rb_root vm_files;
459edbd4a0SFrançois Tigeot };
469edbd4a0SFrançois Tigeot
479edbd4a0SFrançois Tigeot struct drm_vma_offset_manager {
489edbd4a0SFrançois Tigeot struct lock vm_lock;
499edbd4a0SFrançois Tigeot struct rb_root vm_addr_space_rb;
509edbd4a0SFrançois Tigeot struct drm_mm vm_addr_space_mm;
519edbd4a0SFrançois Tigeot };
529edbd4a0SFrançois Tigeot
539edbd4a0SFrançois Tigeot void drm_vma_offset_manager_init(struct drm_vma_offset_manager *mgr,
549edbd4a0SFrançois Tigeot unsigned long page_offset, unsigned long size);
559edbd4a0SFrançois Tigeot void drm_vma_offset_manager_destroy(struct drm_vma_offset_manager *mgr);
569edbd4a0SFrançois Tigeot
579edbd4a0SFrançois Tigeot struct drm_vma_offset_node *drm_vma_offset_lookup_locked(struct drm_vma_offset_manager *mgr,
589edbd4a0SFrançois Tigeot unsigned long start,
599edbd4a0SFrançois Tigeot unsigned long pages);
609edbd4a0SFrançois Tigeot int drm_vma_offset_add(struct drm_vma_offset_manager *mgr,
619edbd4a0SFrançois Tigeot struct drm_vma_offset_node *node, unsigned long pages);
629edbd4a0SFrançois Tigeot void drm_vma_offset_remove(struct drm_vma_offset_manager *mgr,
639edbd4a0SFrançois Tigeot struct drm_vma_offset_node *node);
649edbd4a0SFrançois Tigeot
65*1dedbd3bSFrançois Tigeot int drm_vma_node_allow(struct drm_vma_offset_node *node, struct drm_file *tag);
66*1dedbd3bSFrançois Tigeot void drm_vma_node_revoke(struct drm_vma_offset_node *node,
67*1dedbd3bSFrançois Tigeot struct drm_file *tag);
68ba55f2f5SFrançois Tigeot bool drm_vma_node_is_allowed(struct drm_vma_offset_node *node,
69*1dedbd3bSFrançois Tigeot struct drm_file *tag);
70ba55f2f5SFrançois Tigeot
719edbd4a0SFrançois Tigeot /**
720e1ba51bSFrançois Tigeot * drm_vma_offset_exact_lookup_locked() - Look up node by exact address
739edbd4a0SFrançois Tigeot * @mgr: Manager object
749edbd4a0SFrançois Tigeot * @start: Start address (page-based, not byte-based)
759edbd4a0SFrançois Tigeot * @pages: Size of object (page-based)
769edbd4a0SFrançois Tigeot *
770e1ba51bSFrançois Tigeot * Same as drm_vma_offset_lookup_locked() but does not allow any offset into the node.
789edbd4a0SFrançois Tigeot * It only returns the exact object with the given start address.
799edbd4a0SFrançois Tigeot *
809edbd4a0SFrançois Tigeot * RETURNS:
819edbd4a0SFrançois Tigeot * Node at exact start address @start.
829edbd4a0SFrançois Tigeot */
839edbd4a0SFrançois Tigeot static inline struct drm_vma_offset_node *
drm_vma_offset_exact_lookup_locked(struct drm_vma_offset_manager * mgr,unsigned long start,unsigned long pages)840e1ba51bSFrançois Tigeot drm_vma_offset_exact_lookup_locked(struct drm_vma_offset_manager *mgr,
859edbd4a0SFrançois Tigeot unsigned long start,
869edbd4a0SFrançois Tigeot unsigned long pages)
879edbd4a0SFrançois Tigeot {
889edbd4a0SFrançois Tigeot struct drm_vma_offset_node *node;
899edbd4a0SFrançois Tigeot
900e1ba51bSFrançois Tigeot node = drm_vma_offset_lookup_locked(mgr, start, pages);
919edbd4a0SFrançois Tigeot return (node && node->vm_node.start == start) ? node : NULL;
929edbd4a0SFrançois Tigeot }
939edbd4a0SFrançois Tigeot
949edbd4a0SFrançois Tigeot /**
959edbd4a0SFrançois Tigeot * drm_vma_offset_lock_lookup() - Lock lookup for extended private use
969edbd4a0SFrançois Tigeot * @mgr: Manager object
979edbd4a0SFrançois Tigeot *
980e1ba51bSFrançois Tigeot * Lock VMA manager for extended lookups. Only locked VMA function calls
999edbd4a0SFrançois Tigeot * are allowed while holding this lock. All other contexts are blocked from VMA
1009edbd4a0SFrançois Tigeot * until the lock is released via drm_vma_offset_unlock_lookup().
1019edbd4a0SFrançois Tigeot *
1029edbd4a0SFrançois Tigeot * Use this if you need to take a reference to the objects returned by
1039edbd4a0SFrançois Tigeot * drm_vma_offset_lookup_locked() before releasing this lock again.
1049edbd4a0SFrançois Tigeot *
1059edbd4a0SFrançois Tigeot * This lock must not be used for anything else than extended lookups. You must
1069edbd4a0SFrançois Tigeot * not call any other VMA helpers while holding this lock.
1079edbd4a0SFrançois Tigeot *
1089edbd4a0SFrançois Tigeot * Note: You're in atomic-context while holding this lock!
1099edbd4a0SFrançois Tigeot */
drm_vma_offset_lock_lookup(struct drm_vma_offset_manager * mgr)1109edbd4a0SFrançois Tigeot static inline void drm_vma_offset_lock_lookup(struct drm_vma_offset_manager *mgr)
1119edbd4a0SFrançois Tigeot {
1129edbd4a0SFrançois Tigeot lockmgr(&mgr->vm_lock, LK_EXCLUSIVE);
1139edbd4a0SFrançois Tigeot }
1149edbd4a0SFrançois Tigeot
1159edbd4a0SFrançois Tigeot /**
1169edbd4a0SFrançois Tigeot * drm_vma_offset_unlock_lookup() - Unlock lookup for extended private use
1179edbd4a0SFrançois Tigeot * @mgr: Manager object
1189edbd4a0SFrançois Tigeot *
1199edbd4a0SFrançois Tigeot * Release lookup-lock. See drm_vma_offset_lock_lookup() for more information.
1209edbd4a0SFrançois Tigeot */
drm_vma_offset_unlock_lookup(struct drm_vma_offset_manager * mgr)1219edbd4a0SFrançois Tigeot static inline void drm_vma_offset_unlock_lookup(struct drm_vma_offset_manager *mgr)
1229edbd4a0SFrançois Tigeot {
1239edbd4a0SFrançois Tigeot lockmgr(&mgr->vm_lock, LK_RELEASE);
1249edbd4a0SFrançois Tigeot }
1259edbd4a0SFrançois Tigeot
1269edbd4a0SFrançois Tigeot /**
1279edbd4a0SFrançois Tigeot * drm_vma_node_reset() - Initialize or reset node object
1289edbd4a0SFrançois Tigeot * @node: Node to initialize or reset
1299edbd4a0SFrançois Tigeot *
130ba55f2f5SFrançois Tigeot * Reset a node to its initial state. This must be called before using it with
131ba55f2f5SFrançois Tigeot * any VMA offset manager.
1329edbd4a0SFrançois Tigeot *
1339edbd4a0SFrançois Tigeot * This must not be called on an already allocated node, or you will leak
1349edbd4a0SFrançois Tigeot * memory.
1359edbd4a0SFrançois Tigeot */
drm_vma_node_reset(struct drm_vma_offset_node * node)1369edbd4a0SFrançois Tigeot static inline void drm_vma_node_reset(struct drm_vma_offset_node *node)
1379edbd4a0SFrançois Tigeot {
1389edbd4a0SFrançois Tigeot memset(node, 0, sizeof(*node));
139a8601baeSFrançois Tigeot node->vm_files = LINUX_RB_ROOT;
140ba55f2f5SFrançois Tigeot lockinit(&node->vm_lock, "vmlock", 0, LK_CANRECURSE);
1419edbd4a0SFrançois Tigeot }
1429edbd4a0SFrançois Tigeot
1439edbd4a0SFrançois Tigeot /**
1449edbd4a0SFrançois Tigeot * drm_vma_node_start() - Return start address for page-based addressing
1459edbd4a0SFrançois Tigeot * @node: Node to inspect
1469edbd4a0SFrançois Tigeot *
1479edbd4a0SFrançois Tigeot * Return the start address of the given node. This can be used as offset into
1489edbd4a0SFrançois Tigeot * the linear VM space that is provided by the VMA offset manager. Note that
1499edbd4a0SFrançois Tigeot * this can only be used for page-based addressing. If you need a proper offset
1509edbd4a0SFrançois Tigeot * for user-space mappings, you must apply "<< PAGE_SHIFT" or use the
1519edbd4a0SFrançois Tigeot * drm_vma_node_offset_addr() helper instead.
1529edbd4a0SFrançois Tigeot *
1539edbd4a0SFrançois Tigeot * RETURNS:
1549edbd4a0SFrançois Tigeot * Start address of @node for page-based addressing. 0 if the node does not
1559edbd4a0SFrançois Tigeot * have an offset allocated.
1569edbd4a0SFrançois Tigeot */
drm_vma_node_start(struct drm_vma_offset_node * node)1579edbd4a0SFrançois Tigeot static inline unsigned long drm_vma_node_start(struct drm_vma_offset_node *node)
1589edbd4a0SFrançois Tigeot {
1599edbd4a0SFrançois Tigeot return node->vm_node.start;
1609edbd4a0SFrançois Tigeot }
1619edbd4a0SFrançois Tigeot
1629edbd4a0SFrançois Tigeot /**
1639edbd4a0SFrançois Tigeot * drm_vma_node_size() - Return size (page-based)
1649edbd4a0SFrançois Tigeot * @node: Node to inspect
1659edbd4a0SFrançois Tigeot *
1669edbd4a0SFrançois Tigeot * Return the size as number of pages for the given node. This is the same size
1679edbd4a0SFrançois Tigeot * that was passed to drm_vma_offset_add(). If no offset is allocated for the
1689edbd4a0SFrançois Tigeot * node, this is 0.
1699edbd4a0SFrançois Tigeot *
1709edbd4a0SFrançois Tigeot * RETURNS:
1719edbd4a0SFrançois Tigeot * Size of @node as number of pages. 0 if the node does not have an offset
1729edbd4a0SFrançois Tigeot * allocated.
1739edbd4a0SFrançois Tigeot */
drm_vma_node_size(struct drm_vma_offset_node * node)1749edbd4a0SFrançois Tigeot static inline unsigned long drm_vma_node_size(struct drm_vma_offset_node *node)
1759edbd4a0SFrançois Tigeot {
1769edbd4a0SFrançois Tigeot return node->vm_node.size;
1779edbd4a0SFrançois Tigeot }
1789edbd4a0SFrançois Tigeot
1799edbd4a0SFrançois Tigeot /**
1809edbd4a0SFrançois Tigeot * drm_vma_node_has_offset() - Check whether node is added to offset manager
1819edbd4a0SFrançois Tigeot * @node: Node to be checked
1829edbd4a0SFrançois Tigeot *
1839edbd4a0SFrançois Tigeot * RETURNS:
1849edbd4a0SFrançois Tigeot * true iff the node was previously allocated an offset and added to
1859edbd4a0SFrançois Tigeot * an vma offset manager.
1869edbd4a0SFrançois Tigeot */
drm_vma_node_has_offset(struct drm_vma_offset_node * node)1879edbd4a0SFrançois Tigeot static inline bool drm_vma_node_has_offset(struct drm_vma_offset_node *node)
1889edbd4a0SFrançois Tigeot {
1899edbd4a0SFrançois Tigeot return drm_mm_node_allocated(&node->vm_node);
1909edbd4a0SFrançois Tigeot }
1919edbd4a0SFrançois Tigeot
1929edbd4a0SFrançois Tigeot /**
1939edbd4a0SFrançois Tigeot * drm_vma_node_offset_addr() - Return sanitized offset for user-space mmaps
1949edbd4a0SFrançois Tigeot * @node: Linked offset node
1959edbd4a0SFrançois Tigeot *
1969edbd4a0SFrançois Tigeot * Same as drm_vma_node_start() but returns the address as a valid offset that
1979edbd4a0SFrançois Tigeot * can be used for user-space mappings during mmap().
1989edbd4a0SFrançois Tigeot * This must not be called on unlinked nodes.
1999edbd4a0SFrançois Tigeot *
2009edbd4a0SFrançois Tigeot * RETURNS:
2019edbd4a0SFrançois Tigeot * Offset of @node for byte-based addressing. 0 if the node does not have an
2029edbd4a0SFrançois Tigeot * object allocated.
2039edbd4a0SFrançois Tigeot */
drm_vma_node_offset_addr(struct drm_vma_offset_node * node)2049edbd4a0SFrançois Tigeot static inline __u64 drm_vma_node_offset_addr(struct drm_vma_offset_node *node)
2059edbd4a0SFrançois Tigeot {
2069edbd4a0SFrançois Tigeot return ((__u64)node->vm_node.start) << PAGE_SHIFT;
2079edbd4a0SFrançois Tigeot }
2089edbd4a0SFrançois Tigeot
2099edbd4a0SFrançois Tigeot #if 0
2109edbd4a0SFrançois Tigeot /**
2119edbd4a0SFrançois Tigeot * drm_vma_node_unmap() - Unmap offset node
2129edbd4a0SFrançois Tigeot * @node: Offset node
2139edbd4a0SFrançois Tigeot * @file_mapping: Address space to unmap @node from
2149edbd4a0SFrançois Tigeot *
2159edbd4a0SFrançois Tigeot * Unmap all userspace mappings for a given offset node. The mappings must be
216ba55f2f5SFrançois Tigeot * associated with the @file_mapping address-space. If no offset exists
217ba55f2f5SFrançois Tigeot * nothing is done.
2189edbd4a0SFrançois Tigeot *
2199edbd4a0SFrançois Tigeot * This call is unlocked. The caller must guarantee that drm_vma_offset_remove()
2209edbd4a0SFrançois Tigeot * is not called on this node concurrently.
2219edbd4a0SFrançois Tigeot */
2229edbd4a0SFrançois Tigeot static inline void drm_vma_node_unmap(struct drm_vma_offset_node *node,
2239edbd4a0SFrançois Tigeot struct address_space *file_mapping)
2249edbd4a0SFrançois Tigeot {
22543e748b9SFrançois Tigeot if (file_mapping && drm_vma_node_has_offset(node))
2269edbd4a0SFrançois Tigeot unmap_mapping_range(file_mapping,
2279edbd4a0SFrançois Tigeot drm_vma_node_offset_addr(node),
2289edbd4a0SFrançois Tigeot drm_vma_node_size(node) << PAGE_SHIFT, 1);
2299edbd4a0SFrançois Tigeot }
2309edbd4a0SFrançois Tigeot #endif
2319edbd4a0SFrançois Tigeot
232ba55f2f5SFrançois Tigeot /**
233ba55f2f5SFrançois Tigeot * drm_vma_node_verify_access() - Access verification helper for TTM
234ba55f2f5SFrançois Tigeot * @node: Offset node
235*1dedbd3bSFrançois Tigeot * @tag: Tag of file to check
236ba55f2f5SFrançois Tigeot *
237*1dedbd3bSFrançois Tigeot * This checks whether @tag is granted access to @node. It is the same as
238ba55f2f5SFrançois Tigeot * drm_vma_node_is_allowed() but suitable as drop-in helper for TTM
239ba55f2f5SFrançois Tigeot * verify_access() callbacks.
240ba55f2f5SFrançois Tigeot *
241ba55f2f5SFrançois Tigeot * RETURNS:
242ba55f2f5SFrançois Tigeot * 0 if access is granted, -EACCES otherwise.
243ba55f2f5SFrançois Tigeot */
drm_vma_node_verify_access(struct drm_vma_offset_node * node,struct drm_file * tag)244ba55f2f5SFrançois Tigeot static inline int drm_vma_node_verify_access(struct drm_vma_offset_node *node,
245*1dedbd3bSFrançois Tigeot struct drm_file *tag)
246ba55f2f5SFrançois Tigeot {
247*1dedbd3bSFrançois Tigeot return drm_vma_node_is_allowed(node, tag) ? 0 : -EACCES;
248ba55f2f5SFrançois Tigeot }
249ba55f2f5SFrançois Tigeot
2509edbd4a0SFrançois Tigeot #endif /* __DRM_VMA_MANAGER_H__ */
251