123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234 |
- /*
- * Copyright (C) 2013 Red Hat
- * Author: Rob Clark <[email protected]>
- *
- * This program is free software; you can redistribute it and/or modify it
- * under the terms of the GNU General Public License version 2 as published by
- * the Free Software Foundation.
- *
- * This program is distributed in the hope that it will be useful, but WITHOUT
- * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
- * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
- * more details.
- *
- * You should have received a copy of the GNU General Public License along with
- * this program. If not, see <http://www.gnu.org/licenses/>.
- */
- #ifndef __MSM_GEM_H__
- #define __MSM_GEM_H__
- #include <linux/kref.h>
- #include <linux/dma-resv.h>
- #include "msm_drv.h"
- /* Additional internal-use only BO flags: */
- #define MSM_BO_STOLEN 0x10000000 /* try to use stolen/splash memory */
- #define MSM_BO_KEEPATTRS 0x20000000 /* keep h/w bus attributes */
- #define MSM_BO_EXTBUF 0x40000000 /* indicate BO is an import buffer */
- struct msm_gem_object;
- struct msm_gem_aspace_ops {
- int (*map)(struct msm_gem_address_space *space, struct msm_gem_vma *vma,
- struct sg_table *sgt, int npages, unsigned int flags);
- void (*unmap)(struct msm_gem_address_space *space,
- struct msm_gem_vma *vma, struct sg_table *sgt,
- unsigned int flags);
- void (*destroy)(struct msm_gem_address_space *space);
- void (*add_to_active)(struct msm_gem_address_space *space,
- struct msm_gem_object *obj);
- void (*remove_from_active)(struct msm_gem_address_space *space,
- struct msm_gem_object *obj);
- int (*register_cb)(struct msm_gem_address_space *space,
- void (*cb)(void *cb, bool data),
- void *cb_data);
- int (*unregister_cb)(struct msm_gem_address_space *space,
- void (*cb)(void *cb, bool data),
- void *cb_data);
- };
- struct aspace_client {
- void (*cb)(void *cb, bool data);
- void *cb_data;
- struct list_head list;
- };
- struct msm_gem_address_space {
- const char *name;
- /* NOTE: mm managed at the page level, size is in # of pages
- * and position mm_node->start is in # of pages:
- */
- struct drm_mm mm;
- spinlock_t lock; /* Protects drm_mm node allocation/removal */
- struct msm_mmu *mmu;
- struct kref kref;
- bool domain_attached;
- const struct msm_gem_aspace_ops *ops;
- struct drm_device *dev;
- /* list of mapped objects */
- struct list_head active_list;
- /* list of clients */
- struct list_head clients;
- struct mutex list_lock; /* Protects active_list & clients */
- };
- struct msm_gem_vma {
- struct drm_mm_node node;
- uint64_t iova;
- struct msm_gem_address_space *aspace;
- struct list_head list; /* node in msm_gem_object::vmas */
- bool mapped;
- int inuse;
- };
- struct msm_gem_object {
- struct drm_gem_object base;
- uint32_t flags;
- /**
- * Advice: are the backing pages purgeable?
- */
- uint8_t madv;
- /**
- * count of active vmap'ing
- */
- uint8_t vmap_count;
- /* And object is either:
- * inactive - on priv->inactive_list
- * active - on one one of the gpu's active_list.. well, at
- * least for now we don't have (I don't think) hw sync between
- * 2d and 3d one devices which have both, meaning we need to
- * block on submit if a bo is already on other ring
- *
- */
- struct list_head mm_list;
- struct msm_gpu *gpu; /* non-null if active */
- /* Transiently in the process of submit ioctl, objects associated
- * with the submit are on submit->bo_list.. this only lasts for
- * the duration of the ioctl, so one bo can never be on multiple
- * submit lists.
- */
- struct list_head submit_entry;
- struct page **pages;
- struct sg_table *sgt;
- void *vaddr;
- struct list_head vmas; /* list of msm_gem_vma */
- struct llist_node freed;
- /* normally (resv == &_resv) except for imported bo's */
- struct dma_resv *resv;
- struct dma_resv _resv;
- /* For physically contiguous buffers. Used when we don't have
- * an IOMMU. Also used for stolen/splashscreen buffer.
- */
- struct drm_mm_node *vram_node;
- struct mutex lock; /* Protects resources associated with bo */
- struct list_head iova_list;
- struct msm_gem_address_space *aspace;
- bool in_active_list;
- char name[32]; /* Identifier to print for the debugfs files */
- /* Indicates whether object needs to request for
- * new pagetables due to cb switch
- */
- bool obj_dirty;
- /* iova address and aligned offset */
- uint64_t iova;
- uint32_t offset;
- };
- #define to_msm_bo(x) container_of(x, struct msm_gem_object, base)
- static inline bool is_active(struct msm_gem_object *msm_obj)
- {
- return msm_obj->gpu != NULL;
- }
- static inline bool is_vunmapable(struct msm_gem_object *msm_obj)
- {
- return (msm_obj->vmap_count == 0) && msm_obj->vaddr;
- }
- /* The shrinker can be triggered while we hold objA->lock, and need
- * to grab objB->lock to purge it. Lockdep just sees these as a single
- * class of lock, so we use subclasses to teach it the difference.
- *
- * OBJ_LOCK_NORMAL is implicit (ie. normal mutex_lock() call), and
- * OBJ_LOCK_SHRINKER is used by shrinker.
- *
- * It is *essential* that we never go down paths that could trigger the
- * shrinker for a purgable object. This is ensured by checking that
- * msm_obj->madv == MSM_MADV_WILLNEED.
- */
- enum msm_gem_lock {
- OBJ_LOCK_NORMAL,
- OBJ_LOCK_SHRINKER,
- };
- void msm_gem_vunmap(struct drm_gem_object *obj, enum msm_gem_lock subclass);
- /* Created per submit-ioctl, to track bo's and cmdstream bufs, etc,
- * associated with the cmdstream submission for synchronization (and
- * make it easier to unwind when things go wrong, etc). This only
- * lasts for the duration of the submit-ioctl.
- */
- struct msm_gem_submit {
- struct drm_device *dev;
- struct msm_gpu *gpu;
- struct list_head node; /* node in ring submit list */
- struct list_head bo_list;
- struct ww_acquire_ctx ticket;
- uint32_t seqno; /* Sequence number of the submit on the ring */
- struct dma_fence *fence;
- struct msm_gpu_submitqueue *queue;
- struct pid *pid; /* submitting process */
- bool valid; /* true if no cmdstream patching needed */
- bool in_rb; /* "sudo" mode, copy cmds into RB */
- struct msm_ringbuffer *ring;
- unsigned int nr_cmds;
- unsigned int nr_bos;
- u32 ident; /* A "identifier" for the submit for logging */
- struct {
- uint32_t type;
- uint32_t size; /* in dwords */
- uint64_t iova;
- uint32_t idx; /* cmdstream buffer idx in bos[] */
- } *cmd; /* array of size nr_cmds */
- struct {
- uint32_t flags;
- struct msm_gem_object *obj;
- uint64_t iova;
- } bos[0];
- };
- /**
- * msm_gem_put_buffer - put gem buffer
- * @gem: pointer to gem buffer object
- */
- void msm_gem_put_buffer(struct drm_gem_object *gem);
- /**
- * msm_gem_gem_buffer - get a gem buffer
- * @gem: drm gem object
- * @drm_device: pointer to drm device
- * @fb: frame buffer object
- * @align_size: size to align the buffer to
- */
- int msm_gem_get_buffer(struct drm_gem_object *gem,
- struct drm_device *dev, struct drm_framebuffer *fb,
- uint32_t align_size);
- #endif /* __MSM_GEM_H__ */
|