// SPDX-License-Identifier: GPL-2.0-only /* * Copyright (c) 2022-2024 Qualcomm Innovation Center, Inc. All rights reserved. */ #include #include #include #include #include #include "iris_vidc.h" #include "iris_instance.h" #include "iris_vdec.h" #include "iris_vb2.h" #include "iris_vpu_buffer.h" #include "iris_platform_common.h" #define IRIS_DRV_NAME "iris_driver" #define IRIS_BUS_NAME "platform:iris_icc" #define STEP_WIDTH 1 #define STEP_HEIGHT 1 static void iris_v4l2_fh_init(struct iris_inst *inst) { v4l2_fh_init(&inst->fh, inst->core->vdev_dec); inst->fh.ctrl_handler = &inst->ctrl_handler; v4l2_fh_add(&inst->fh); } static void iris_v4l2_fh_deinit(struct iris_inst *inst) { v4l2_fh_del(&inst->fh); inst->fh.ctrl_handler = NULL; v4l2_fh_exit(&inst->fh); } static void iris_add_session(struct iris_inst *inst) { struct iris_core *core = inst->core; struct iris_inst *iter; u32 count = 0; mutex_lock(&core->lock); list_for_each_entry(iter, &core->instances, list) count++; if (count < core->iris_platform_data->max_session_count) list_add_tail(&inst->list, &core->instances); mutex_unlock(&core->lock); } static void iris_remove_session(struct iris_inst *inst) { struct iris_core *core = inst->core; struct iris_inst *iter, *temp; mutex_lock(&core->lock); list_for_each_entry_safe(iter, temp, &core->instances, list) { if (iter->session_id == inst->session_id) { list_del_init(&iter->list); break; } } mutex_unlock(&core->lock); } static inline struct iris_inst *iris_get_inst(struct file *filp, void *fh) { return container_of(filp->private_data, struct iris_inst, fh); } static void iris_m2m_device_run(void *priv) { } static void iris_m2m_job_abort(void *priv) { struct iris_inst *inst = priv; struct v4l2_m2m_ctx *m2m_ctx = inst->m2m_ctx; v4l2_m2m_job_finish(inst->m2m_dev, m2m_ctx); } static const struct v4l2_m2m_ops iris_m2m_ops = { .device_run = iris_m2m_device_run, .job_abort = iris_m2m_job_abort, }; static int iris_m2m_queue_init(void *priv, struct vb2_queue *src_vq, struct vb2_queue *dst_vq) { struct iris_inst *inst = priv; int ret; src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE; src_vq->io_modes = VB2_MMAP | VB2_DMABUF; src_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY; src_vq->ops = inst->core->iris_vb2_ops; src_vq->mem_ops = &vb2_dma_contig_memops; src_vq->drv_priv = inst; src_vq->buf_struct_size = sizeof(struct iris_buffer); src_vq->min_reqbufs_allocation = MIN_BUFFERS; src_vq->dev = inst->core->dev; src_vq->lock = &inst->ctx_q_lock; ret = vb2_queue_init(src_vq); if (ret) return ret; dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE; dst_vq->io_modes = VB2_MMAP | VB2_DMABUF; dst_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY; dst_vq->ops = inst->core->iris_vb2_ops; dst_vq->mem_ops = &vb2_dma_contig_memops; dst_vq->drv_priv = inst; dst_vq->buf_struct_size = sizeof(struct iris_buffer); dst_vq->min_reqbufs_allocation = MIN_BUFFERS; dst_vq->dev = inst->core->dev; dst_vq->lock = &inst->ctx_q_lock; return vb2_queue_init(dst_vq); } int iris_open(struct file *filp) { struct iris_core *core = video_drvdata(filp); struct iris_inst *inst; int ret; ret = pm_runtime_resume_and_get(core->dev); if (ret < 0) return ret; ret = iris_core_init(core); if (ret) { dev_err(core->dev, "core init failed\n"); pm_runtime_put_sync(core->dev); return ret; } pm_runtime_put_sync(core->dev); inst = core->iris_platform_data->get_instance(); if (!inst) return -ENOMEM; inst->core = core; inst->session_id = hash32_ptr(inst); inst->state = IRIS_INST_DEINIT; mutex_init(&inst->lock); mutex_init(&inst->ctx_q_lock); INIT_LIST_HEAD(&inst->buffers[BUF_BIN].list); INIT_LIST_HEAD(&inst->buffers[BUF_ARP].list); INIT_LIST_HEAD(&inst->buffers[BUF_COMV].list); INIT_LIST_HEAD(&inst->buffers[BUF_NON_COMV].list); INIT_LIST_HEAD(&inst->buffers[BUF_LINE].list); INIT_LIST_HEAD(&inst->buffers[BUF_DPB].list); INIT_LIST_HEAD(&inst->buffers[BUF_PERSIST].list); INIT_LIST_HEAD(&inst->buffers[BUF_SCRATCH_1].list); init_completion(&inst->completion); init_completion(&inst->flush_completion); iris_v4l2_fh_init(inst); inst->m2m_dev = v4l2_m2m_init(&iris_m2m_ops); if (IS_ERR_OR_NULL(inst->m2m_dev)) { ret = -EINVAL; goto fail_v4l2_fh_deinit; } inst->m2m_ctx = v4l2_m2m_ctx_init(inst->m2m_dev, inst, iris_m2m_queue_init); if (IS_ERR_OR_NULL(inst->m2m_ctx)) { ret = -EINVAL; goto fail_m2m_release; } ret = iris_vdec_inst_init(inst); if (ret) goto fail_m2m_ctx_release; iris_add_session(inst); inst->fh.m2m_ctx = inst->m2m_ctx; filp->private_data = &inst->fh; return 0; fail_m2m_ctx_release: v4l2_m2m_ctx_release(inst->m2m_ctx); fail_m2m_release: v4l2_m2m_release(inst->m2m_dev); fail_v4l2_fh_deinit: iris_v4l2_fh_deinit(inst); mutex_destroy(&inst->ctx_q_lock); mutex_destroy(&inst->lock); kfree(inst); return ret; } static void iris_session_close(struct iris_inst *inst) { const struct iris_hfi_command_ops *hfi_ops = inst->core->hfi_ops; bool wait_for_response = true; int ret; if (inst->state == IRIS_INST_DEINIT) return; reinit_completion(&inst->completion); ret = hfi_ops->session_close(inst); if (ret) wait_for_response = false; if (wait_for_response) iris_wait_for_session_response(inst, false); } int iris_close(struct file *filp) { struct iris_inst *inst = iris_get_inst(filp, NULL); v4l2_ctrl_handler_free(&inst->ctrl_handler); v4l2_m2m_ctx_release(inst->m2m_ctx); v4l2_m2m_release(inst->m2m_dev); mutex_lock(&inst->lock); iris_vdec_inst_deinit(inst); iris_session_close(inst); iris_inst_change_state(inst, IRIS_INST_DEINIT); iris_v4l2_fh_deinit(inst); iris_destroy_internal_buffers(inst, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE); iris_destroy_internal_buffers(inst, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE); iris_remove_session(inst); mutex_unlock(&inst->lock); mutex_destroy(&inst->ctx_q_lock); mutex_destroy(&inst->lock); kfree(inst); filp->private_data = NULL; return 0; } static int iris_enum_fmt(struct file *filp, void *fh, struct v4l2_fmtdesc *f) { struct iris_inst *inst = iris_get_inst(filp, NULL); if (f->index) return -EINVAL; return iris_vdec_enum_fmt(inst, f); } static int iris_try_fmt_vid_mplane(struct file *filp, void *fh, struct v4l2_format *f) { struct iris_inst *inst = iris_get_inst(filp, NULL); int ret; mutex_lock(&inst->lock); ret = iris_vdec_try_fmt(inst, f); mutex_unlock(&inst->lock); return ret; } static int iris_s_fmt_vid_mplane(struct file *filp, void *fh, struct v4l2_format *f) { struct iris_inst *inst = iris_get_inst(filp, NULL); int ret; mutex_lock(&inst->lock); ret = iris_vdec_s_fmt(inst, f); mutex_unlock(&inst->lock); return ret; } static int iris_g_fmt_vid_mplane(struct file *filp, void *fh, struct v4l2_format *f) { struct iris_inst *inst = iris_get_inst(filp, NULL); int ret = 0; mutex_lock(&inst->lock); if (V4L2_TYPE_IS_OUTPUT(f->type)) *f = *inst->fmt_src; else if (V4L2_TYPE_IS_CAPTURE(f->type)) *f = *inst->fmt_dst; else ret = -EINVAL; mutex_unlock(&inst->lock); return ret; } static int iris_enum_framesizes(struct file *filp, void *fh, struct v4l2_frmsizeenum *fsize) { struct iris_inst *inst = iris_get_inst(filp, NULL); struct platform_inst_caps *caps; if (fsize->index) return -EINVAL; if (fsize->pixel_format != V4L2_PIX_FMT_H264 && fsize->pixel_format != V4L2_PIX_FMT_NV12) return -EINVAL; caps = inst->core->iris_platform_data->inst_caps; fsize->type = V4L2_FRMSIZE_TYPE_STEPWISE; fsize->stepwise.min_width = caps->min_frame_width; fsize->stepwise.max_width = caps->max_frame_width; fsize->stepwise.step_width = STEP_WIDTH; fsize->stepwise.min_height = caps->min_frame_height; fsize->stepwise.max_height = caps->max_frame_height; fsize->stepwise.step_height = STEP_HEIGHT; return 0; } static int iris_querycap(struct file *filp, void *fh, struct v4l2_capability *cap) { strscpy(cap->driver, IRIS_DRV_NAME, sizeof(cap->driver)); strscpy(cap->card, "Iris Decoder", sizeof(cap->card)); return 0; } static int iris_g_selection(struct file *filp, void *fh, struct v4l2_selection *s) { struct iris_inst *inst = iris_get_inst(filp, NULL); if (s->type != V4L2_BUF_TYPE_VIDEO_CAPTURE) return -EINVAL; switch (s->target) { case V4L2_SEL_TGT_CROP_BOUNDS: case V4L2_SEL_TGT_CROP_DEFAULT: case V4L2_SEL_TGT_CROP: case V4L2_SEL_TGT_COMPOSE_BOUNDS: case V4L2_SEL_TGT_COMPOSE_PADDED: case V4L2_SEL_TGT_COMPOSE_DEFAULT: case V4L2_SEL_TGT_COMPOSE: s->r.left = inst->crop.left; s->r.top = inst->crop.top; s->r.width = inst->crop.width; s->r.height = inst->crop.height; break; default: return -EINVAL; } return 0; } static int iris_subscribe_event(struct v4l2_fh *fh, const struct v4l2_event_subscription *sub) { struct iris_inst *inst = container_of(fh, struct iris_inst, fh); return iris_vdec_subscribe_event(inst, sub); } static int iris_dec_cmd(struct file *filp, void *fh, struct v4l2_decoder_cmd *dec) { struct iris_inst *inst = iris_get_inst(filp, NULL); int ret = 0; mutex_lock(&inst->lock); ret = v4l2_m2m_ioctl_decoder_cmd(filp, fh, dec); if (ret) goto unlock; if (inst->state == IRIS_INST_DEINIT) goto unlock; if (!iris_allow_cmd(inst, dec->cmd)) { ret = -EBUSY; goto unlock; } if (dec->cmd == V4L2_DEC_CMD_START) ret = iris_vdec_start_cmd(inst); else if (dec->cmd == V4L2_DEC_CMD_STOP) ret = iris_vdec_stop_cmd(inst); else ret = -EINVAL; unlock: mutex_unlock(&inst->lock); return ret; } static struct v4l2_file_operations iris_v4l2_file_ops = { .owner = THIS_MODULE, .open = iris_open, .release = iris_close, .unlocked_ioctl = video_ioctl2, .poll = v4l2_m2m_fop_poll, .mmap = v4l2_m2m_fop_mmap, }; static const struct vb2_ops iris_vb2_ops = { .buf_init = iris_vb2_buf_init, .queue_setup = iris_vb2_queue_setup, .start_streaming = iris_vb2_start_streaming, .stop_streaming = iris_vb2_stop_streaming, .buf_prepare = iris_vb2_buf_prepare, .buf_out_validate = iris_vb2_buf_out_validate, .buf_queue = iris_vb2_buf_queue, }; static const struct v4l2_ioctl_ops iris_v4l2_ioctl_ops = { .vidioc_enum_fmt_vid_cap = iris_enum_fmt, .vidioc_enum_fmt_vid_out = iris_enum_fmt, .vidioc_try_fmt_vid_cap_mplane = iris_try_fmt_vid_mplane, .vidioc_try_fmt_vid_out_mplane = iris_try_fmt_vid_mplane, .vidioc_s_fmt_vid_cap_mplane = iris_s_fmt_vid_mplane, .vidioc_s_fmt_vid_out_mplane = iris_s_fmt_vid_mplane, .vidioc_g_fmt_vid_cap_mplane = iris_g_fmt_vid_mplane, .vidioc_g_fmt_vid_out_mplane = iris_g_fmt_vid_mplane, .vidioc_enum_framesizes = iris_enum_framesizes, .vidioc_reqbufs = v4l2_m2m_ioctl_reqbufs, .vidioc_querybuf = v4l2_m2m_ioctl_querybuf, .vidioc_create_bufs = v4l2_m2m_ioctl_create_bufs, .vidioc_prepare_buf = v4l2_m2m_ioctl_prepare_buf, .vidioc_expbuf = v4l2_m2m_ioctl_expbuf, .vidioc_qbuf = v4l2_m2m_ioctl_qbuf, .vidioc_dqbuf = v4l2_m2m_ioctl_dqbuf, .vidioc_remove_bufs = v4l2_m2m_ioctl_remove_bufs, .vidioc_querycap = iris_querycap, .vidioc_g_selection = iris_g_selection, .vidioc_subscribe_event = iris_subscribe_event, .vidioc_unsubscribe_event = v4l2_event_unsubscribe, .vidioc_streamon = v4l2_m2m_ioctl_streamon, .vidioc_streamoff = v4l2_m2m_ioctl_streamoff, .vidioc_try_decoder_cmd = v4l2_m2m_ioctl_try_decoder_cmd, .vidioc_decoder_cmd = iris_dec_cmd, }; void iris_init_ops(struct iris_core *core) { core->iris_v4l2_file_ops = &iris_v4l2_file_ops; core->iris_vb2_ops = &iris_vb2_ops; core->iris_v4l2_ioctl_ops = &iris_v4l2_ioctl_ops; }