123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366 |
- /* SPDX-License-Identifier: GPL-2.0 */
- /*
- * Copyright 2020-2021 NXP
- */
- #ifndef _AMPHION_VPU_H
- #define _AMPHION_VPU_H
- #include <media/v4l2-device.h>
- #include <media/v4l2-ctrls.h>
- #include <media/v4l2-mem2mem.h>
- #include <linux/mailbox_client.h>
- #include <linux/mailbox_controller.h>
- #include <linux/kfifo.h>
- #define VPU_TIMEOUT_WAKEUP msecs_to_jiffies(200)
- #define VPU_TIMEOUT msecs_to_jiffies(1000)
- #define VPU_INST_NULL_ID (-1L)
- #define VPU_MSG_BUFFER_SIZE (8192)
- enum imx_plat_type {
- IMX8QXP = 0,
- IMX8QM = 1,
- IMX8DM,
- IMX8DX,
- PLAT_TYPE_RESERVED
- };
- enum vpu_core_type {
- VPU_CORE_TYPE_ENC = 0,
- VPU_CORE_TYPE_DEC = 0x10,
- };
- struct vpu_dev;
- struct vpu_resources {
- enum imx_plat_type plat_type;
- u32 mreg_base;
- int (*setup)(struct vpu_dev *vpu);
- int (*setup_encoder)(struct vpu_dev *vpu);
- int (*setup_decoder)(struct vpu_dev *vpu);
- int (*reset)(struct vpu_dev *vpu);
- };
- struct vpu_buffer {
- void *virt;
- dma_addr_t phys;
- u32 length;
- u32 bytesused;
- struct device *dev;
- };
- struct vpu_func {
- struct video_device *vfd;
- struct v4l2_m2m_dev *m2m_dev;
- enum vpu_core_type type;
- int function;
- };
- struct vpu_dev {
- void __iomem *base;
- struct platform_device *pdev;
- struct device *dev;
- struct mutex lock; /* protect vpu device */
- const struct vpu_resources *res;
- struct list_head cores;
- struct v4l2_device v4l2_dev;
- struct vpu_func encoder;
- struct vpu_func decoder;
- struct media_device mdev;
- struct delayed_work watchdog_work;
- void (*get_vpu)(struct vpu_dev *vpu);
- void (*put_vpu)(struct vpu_dev *vpu);
- void (*get_enc)(struct vpu_dev *vpu);
- void (*put_enc)(struct vpu_dev *vpu);
- void (*get_dec)(struct vpu_dev *vpu);
- void (*put_dec)(struct vpu_dev *vpu);
- atomic_t ref_vpu;
- atomic_t ref_enc;
- atomic_t ref_dec;
- struct dentry *debugfs;
- };
- struct vpu_format {
- u32 pixfmt;
- unsigned int num_planes;
- u32 type;
- u32 flags;
- u32 width;
- u32 height;
- u32 sizeimage[VIDEO_MAX_PLANES];
- u32 bytesperline[VIDEO_MAX_PLANES];
- u32 field;
- };
- struct vpu_core_resources {
- enum vpu_core_type type;
- const char *fwname;
- u32 stride;
- u32 max_width;
- u32 min_width;
- u32 step_width;
- u32 max_height;
- u32 min_height;
- u32 step_height;
- u32 rpc_size;
- u32 fwlog_size;
- u32 act_size;
- };
- struct vpu_mbox {
- char name[20];
- struct mbox_client cl;
- struct mbox_chan *ch;
- bool block;
- };
- enum vpu_core_state {
- VPU_CORE_DEINIT = 0,
- VPU_CORE_ACTIVE,
- VPU_CORE_HANG
- };
- struct vpu_core {
- void __iomem *base;
- struct platform_device *pdev;
- struct device *dev;
- struct device *parent;
- struct device *pd;
- struct device_link *pd_link;
- struct mutex lock; /* protect vpu core */
- struct mutex cmd_lock; /* Lock vpu command */
- struct list_head list;
- enum vpu_core_type type;
- int id;
- const struct vpu_core_resources *res;
- unsigned long instance_mask;
- u32 supported_instance_count;
- unsigned long hang_mask;
- u32 request_count;
- struct list_head instances;
- enum vpu_core_state state;
- u32 fw_version;
- struct vpu_buffer fw;
- struct vpu_buffer rpc;
- struct vpu_buffer log;
- struct vpu_buffer act;
- struct vpu_mbox tx_type;
- struct vpu_mbox tx_data;
- struct vpu_mbox rx;
- unsigned long cmd_seq;
- wait_queue_head_t ack_wq;
- struct completion cmp;
- struct workqueue_struct *workqueue;
- struct work_struct msg_work;
- struct delayed_work msg_delayed_work;
- struct kfifo msg_fifo;
- void *msg_buffer;
- unsigned int msg_buffer_size;
- struct vpu_dev *vpu;
- void *iface;
- struct dentry *debugfs;
- struct dentry *debugfs_fwlog;
- };
- enum vpu_codec_state {
- VPU_CODEC_STATE_DEINIT = 1,
- VPU_CODEC_STATE_CONFIGURED,
- VPU_CODEC_STATE_START,
- VPU_CODEC_STATE_STARTED,
- VPU_CODEC_STATE_ACTIVE,
- VPU_CODEC_STATE_SEEK,
- VPU_CODEC_STATE_STOP,
- VPU_CODEC_STATE_DRAIN,
- VPU_CODEC_STATE_DYAMIC_RESOLUTION_CHANGE,
- };
- struct vpu_frame_info {
- u32 type;
- u32 id;
- u32 sequence;
- u32 luma;
- u32 chroma_u;
- u32 chroma_v;
- u32 data_offset;
- u32 flags;
- u32 skipped;
- s64 timestamp;
- };
- struct vpu_inst;
- struct vpu_inst_ops {
- int (*ctrl_init)(struct vpu_inst *inst);
- int (*start)(struct vpu_inst *inst, u32 type);
- int (*stop)(struct vpu_inst *inst, u32 type);
- int (*abort)(struct vpu_inst *inst);
- bool (*check_ready)(struct vpu_inst *inst, unsigned int type);
- void (*buf_done)(struct vpu_inst *inst, struct vpu_frame_info *frame);
- void (*event_notify)(struct vpu_inst *inst, u32 event, void *data);
- void (*release)(struct vpu_inst *inst);
- void (*cleanup)(struct vpu_inst *inst);
- void (*mem_request)(struct vpu_inst *inst,
- u32 enc_frame_size,
- u32 enc_frame_num,
- u32 ref_frame_size,
- u32 ref_frame_num,
- u32 act_frame_size,
- u32 act_frame_num);
- void (*input_done)(struct vpu_inst *inst);
- void (*stop_done)(struct vpu_inst *inst);
- int (*process_output)(struct vpu_inst *inst, struct vb2_buffer *vb);
- int (*process_capture)(struct vpu_inst *inst, struct vb2_buffer *vb);
- int (*get_one_frame)(struct vpu_inst *inst, void *info);
- void (*on_queue_empty)(struct vpu_inst *inst, u32 type);
- int (*get_debug_info)(struct vpu_inst *inst, char *str, u32 size, u32 i);
- void (*wait_prepare)(struct vpu_inst *inst);
- void (*wait_finish)(struct vpu_inst *inst);
- };
- struct vpu_inst {
- struct list_head list;
- struct mutex lock; /* v4l2 and videobuf2 lock */
- struct vpu_dev *vpu;
- struct vpu_core *core;
- struct device *dev;
- int id;
- struct v4l2_fh fh;
- struct v4l2_ctrl_handler ctrl_handler;
- atomic_t ref_count;
- int (*release)(struct vpu_inst *inst);
- enum vpu_codec_state state;
- enum vpu_core_type type;
- struct workqueue_struct *workqueue;
- struct work_struct msg_work;
- struct kfifo msg_fifo;
- u8 msg_buffer[VPU_MSG_BUFFER_SIZE];
- struct vpu_buffer stream_buffer;
- bool use_stream_buffer;
- struct vpu_buffer act;
- struct list_head cmd_q;
- void *pending;
- struct vpu_inst_ops *ops;
- const struct vpu_format *formats;
- struct vpu_format out_format;
- struct vpu_format cap_format;
- u32 min_buffer_cap;
- u32 min_buffer_out;
- u32 total_input_count;
- struct v4l2_rect crop;
- u32 colorspace;
- u8 ycbcr_enc;
- u8 quantization;
- u8 xfer_func;
- u32 sequence;
- u32 extra_size;
- u32 flows[16];
- u32 flow_idx;
- pid_t pid;
- pid_t tgid;
- struct dentry *debugfs;
- void *priv;
- };
- #define call_vop(inst, op, args...) \
- ((inst)->ops->op ? (inst)->ops->op(inst, ##args) : 0) \
- #define call_void_vop(inst, op, args...) \
- do { \
- if ((inst)->ops->op) \
- (inst)->ops->op(inst, ##args); \
- } while (0)
- enum {
- VPU_BUF_STATE_IDLE = 0,
- VPU_BUF_STATE_INUSE,
- VPU_BUF_STATE_DECODED,
- VPU_BUF_STATE_READY,
- VPU_BUF_STATE_SKIP,
- VPU_BUF_STATE_ERROR
- };
- struct vpu_vb2_buffer {
- struct v4l2_m2m_buffer m2m_buf;
- dma_addr_t luma;
- dma_addr_t chroma_u;
- dma_addr_t chroma_v;
- unsigned int state;
- u32 tag;
- };
- void vpu_writel(struct vpu_dev *vpu, u32 reg, u32 val);
- u32 vpu_readl(struct vpu_dev *vpu, u32 reg);
- static inline struct vpu_vb2_buffer *to_vpu_vb2_buffer(struct vb2_v4l2_buffer *vbuf)
- {
- struct v4l2_m2m_buffer *m2m_buf = container_of(vbuf, struct v4l2_m2m_buffer, vb);
- return container_of(m2m_buf, struct vpu_vb2_buffer, m2m_buf);
- }
- static inline const char *vpu_core_type_desc(enum vpu_core_type type)
- {
- return type == VPU_CORE_TYPE_ENC ? "encoder" : "decoder";
- }
- static inline struct vpu_inst *to_inst(struct file *filp)
- {
- return container_of(filp->private_data, struct vpu_inst, fh);
- }
- #define ctrl_to_inst(ctrl) \
- container_of((ctrl)->handler, struct vpu_inst, ctrl_handler)
- const struct v4l2_ioctl_ops *venc_get_ioctl_ops(void);
- const struct v4l2_file_operations *venc_get_fops(void);
- const struct v4l2_ioctl_ops *vdec_get_ioctl_ops(void);
- const struct v4l2_file_operations *vdec_get_fops(void);
- int vpu_add_func(struct vpu_dev *vpu, struct vpu_func *func);
- void vpu_remove_func(struct vpu_func *func);
- struct vpu_inst *vpu_inst_get(struct vpu_inst *inst);
- void vpu_inst_put(struct vpu_inst *inst);
- struct vpu_core *vpu_request_core(struct vpu_dev *vpu, enum vpu_core_type type);
- void vpu_release_core(struct vpu_core *core);
- int vpu_inst_register(struct vpu_inst *inst);
- int vpu_inst_unregister(struct vpu_inst *inst);
- const struct vpu_core_resources *vpu_get_resource(struct vpu_inst *inst);
- int vpu_inst_create_dbgfs_file(struct vpu_inst *inst);
- int vpu_inst_remove_dbgfs_file(struct vpu_inst *inst);
- int vpu_core_create_dbgfs_file(struct vpu_core *core);
- int vpu_core_remove_dbgfs_file(struct vpu_core *core);
- void vpu_inst_record_flow(struct vpu_inst *inst, u32 flow);
- int vpu_core_driver_init(void);
- void vpu_core_driver_exit(void);
- const char *vpu_id_name(u32 id);
- const char *vpu_codec_state_name(enum vpu_codec_state state);
- extern bool debug;
- #define vpu_trace(dev, fmt, arg...) \
- do { \
- if (debug) \
- dev_info(dev, "%s: " fmt, __func__, ## arg); \
- } while (0)
- #endif
|