// SPDX-License-Identifier: GPL-2.0+ /* * Copyright 2024 NXP */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "dc-de.h" #include "dc-drv.h" #include "dc-kms.h" #include "dc-pe.h" #define dc_crtc_dbg(crtc, fmt, ...) \ do { \ struct drm_crtc *_crtc = (crtc); \ drm_dbg_kms(_crtc->dev, "[CRTC:%d:%s] " fmt, \ _crtc->base.id, _crtc->name, ##__VA_ARGS__); \ } while (0) #define dc_crtc_err(crtc, fmt, ...) \ do { \ struct drm_crtc *_crtc = (crtc); \ drm_err(_crtc->dev, "[CRTC:%d:%s] " fmt, \ _crtc->base.id, _crtc->name, ##__VA_ARGS__); \ } while (0) #define DC_CRTC_WAIT_FOR_COMPLETION_TIMEOUT(c) \ do { \ unsigned long ret; \ ret = wait_for_completion_timeout(&dc_crtc->c, HZ); \ if (ret == 0) \ dc_crtc_err(crtc, "%s: wait for " #c " timeout\n", \ __func__); \ } while (0) #define DC_CRTC_CHECK_FRAMEGEN_FIFO(fg) \ do { \ struct dc_fg *_fg = (fg); \ if (dc_fg_secondary_requests_to_read_empty_fifo(_fg)) { \ dc_fg_secondary_clear_channel_status(_fg); \ dc_crtc_err(crtc, "%s: FrameGen FIFO empty\n", \ __func__); \ } \ } while (0) #define DC_CRTC_WAIT_FOR_FRAMEGEN_SECONDARY_SYNCUP(fg) \ do { \ if (dc_fg_wait_for_secondary_syncup(fg)) \ dc_crtc_err(crtc, \ "%s: FrameGen secondary channel isn't syncup\n",\ __func__); \ } while (0) static inline struct dc_crtc *to_dc_crtc(struct drm_crtc *crtc) { return container_of(crtc, struct dc_crtc, base); } static u32 dc_crtc_get_vblank_counter(struct drm_crtc *crtc) { struct dc_crtc *dc_crtc = to_dc_crtc(crtc); return dc_fg_get_frame_index(dc_crtc->fg); } static int dc_crtc_enable_vblank(struct drm_crtc *crtc) { struct dc_crtc *dc_crtc = to_dc_crtc(crtc); enable_irq(dc_crtc->irq_dec_framecomplete); return 0; } static void dc_crtc_disable_vblank(struct drm_crtc *crtc) { struct dc_crtc *dc_crtc = to_dc_crtc(crtc); /* nosync due to atomic context */ disable_irq_nosync(dc_crtc->irq_dec_framecomplete); } static const struct drm_crtc_funcs dc_crtc_funcs = { .reset = drm_atomic_helper_crtc_reset, .destroy = drm_crtc_cleanup, .set_config = drm_atomic_helper_set_config, .page_flip = drm_atomic_helper_page_flip, .atomic_duplicate_state = drm_atomic_helper_crtc_duplicate_state, .atomic_destroy_state = drm_atomic_helper_crtc_destroy_state, .get_vblank_counter = dc_crtc_get_vblank_counter, .enable_vblank = dc_crtc_enable_vblank, .disable_vblank = dc_crtc_disable_vblank, .get_vblank_timestamp = drm_crtc_vblank_helper_get_vblank_timestamp, }; static void dc_crtc_queue_state_event(struct drm_crtc_state *crtc_state) { struct drm_crtc *crtc = crtc_state->crtc; struct dc_crtc *dc_crtc = to_dc_crtc(crtc); spin_lock_irq(&crtc->dev->event_lock); if (crtc_state->event) { WARN_ON(drm_crtc_vblank_get(crtc)); WARN_ON(dc_crtc->event); dc_crtc->event = crtc_state->event; crtc_state->event = NULL; } spin_unlock_irq(&crtc->dev->event_lock); } static inline enum drm_mode_status dc_crtc_check_clock(struct dc_crtc *dc_crtc, int clk_khz) { return dc_fg_check_clock(dc_crtc->fg, clk_khz); } static enum drm_mode_status dc_crtc_mode_valid(struct drm_crtc *crtc, const struct drm_display_mode *mode) { struct dc_crtc *dc_crtc = to_dc_crtc(crtc); enum drm_mode_status status; status = dc_crtc_check_clock(dc_crtc, mode->clock); if (status != MODE_OK) return status; if (mode->crtc_clock > DC_FRAMEGEN_MAX_CLOCK_KHZ) return MODE_CLOCK_HIGH; return MODE_OK; } static int dc_crtc_atomic_check(struct drm_crtc *crtc, struct drm_atomic_state *state) { struct drm_crtc_state *new_crtc_state = drm_atomic_get_new_crtc_state(state, crtc); struct drm_display_mode *adj = &new_crtc_state->adjusted_mode; struct dc_crtc *dc_crtc = to_dc_crtc(crtc); enum drm_mode_status status; status = dc_crtc_check_clock(dc_crtc, adj->clock); if (status != MODE_OK) return -EINVAL; return 0; } static void dc_crtc_atomic_begin(struct drm_crtc *crtc, struct drm_atomic_state *state) { struct drm_crtc_state *new_crtc_state = drm_atomic_get_new_crtc_state(state, crtc); struct dc_drm_device *dc_drm = to_dc_drm_device(crtc->dev); int idx, ret; if (!drm_atomic_crtc_needs_modeset(new_crtc_state) || !new_crtc_state->active) return; if (!drm_dev_enter(crtc->dev, &idx)) return; /* request pixel engine power-on when CRTC starts to be active */ ret = pm_runtime_resume_and_get(dc_drm->pe->dev); if (ret) dc_crtc_err(crtc, "failed to get DC pixel engine RPM: %d\n", ret); drm_dev_exit(idx); } static void dc_crtc_atomic_flush(struct drm_crtc *crtc, struct drm_atomic_state *state) { struct drm_crtc_state *old_crtc_state = drm_atomic_get_old_crtc_state(state, crtc); struct drm_crtc_state *new_crtc_state = drm_atomic_get_new_crtc_state(state, crtc); struct dc_crtc *dc_crtc = to_dc_crtc(crtc); int idx; if (drm_atomic_crtc_needs_modeset(new_crtc_state) || (!old_crtc_state->active && !new_crtc_state->active)) return; if (!drm_dev_enter(crtc->dev, &idx)) goto out; enable_irq(dc_crtc->irq_ed_cont_shdload); /* flush plane update out to display */ dc_ed_pec_sync_trigger(dc_crtc->ed_cont); DC_CRTC_WAIT_FOR_COMPLETION_TIMEOUT(ed_cont_shdload_done); disable_irq(dc_crtc->irq_ed_cont_shdload); DC_CRTC_CHECK_FRAMEGEN_FIFO(dc_crtc->fg); drm_dev_exit(idx); out: dc_crtc_queue_state_event(new_crtc_state); } static void dc_crtc_atomic_enable(struct drm_crtc *crtc, struct drm_atomic_state *state) { struct drm_crtc_state *new_crtc_state = drm_atomic_get_new_crtc_state(state, crtc); struct drm_display_mode *adj = &new_crtc_state->adjusted_mode; struct dc_crtc *dc_crtc = to_dc_crtc(crtc); enum dc_link_id cf_link; int idx, ret; dc_crtc_dbg(crtc, "mode " DRM_MODE_FMT "\n", DRM_MODE_ARG(adj)); drm_crtc_vblank_on(crtc); if (!drm_dev_enter(crtc->dev, &idx)) goto out; /* request display engine power-on when CRTC is enabled */ ret = pm_runtime_resume_and_get(dc_crtc->de->dev); if (ret < 0) dc_crtc_err(crtc, "failed to get DC display engine RPM: %d\n", ret); enable_irq(dc_crtc->irq_dec_shdload); enable_irq(dc_crtc->irq_ed_cont_shdload); enable_irq(dc_crtc->irq_ed_safe_shdload); dc_fg_cfg_videomode(dc_crtc->fg, adj); dc_cf_framedimensions(dc_crtc->cf_cont, adj->crtc_hdisplay, adj->crtc_vdisplay); dc_cf_framedimensions(dc_crtc->cf_safe, adj->crtc_hdisplay, adj->crtc_vdisplay); /* constframe in safety stream shows blue frame */ dc_cf_constantcolor_blue(dc_crtc->cf_safe); cf_link = dc_cf_get_link_id(dc_crtc->cf_safe); dc_ed_pec_src_sel(dc_crtc->ed_safe, cf_link); /* show CRTC background if no plane is enabled */ if (new_crtc_state->plane_mask == 0) { /* constframe in content stream shows black frame */ dc_cf_constantcolor_black(dc_crtc->cf_cont); cf_link = dc_cf_get_link_id(dc_crtc->cf_cont); dc_ed_pec_src_sel(dc_crtc->ed_cont, cf_link); } dc_fg_enable_clock(dc_crtc->fg); dc_ed_pec_sync_trigger(dc_crtc->ed_cont); dc_ed_pec_sync_trigger(dc_crtc->ed_safe); dc_fg_shdtokgen(dc_crtc->fg); dc_fg_enable(dc_crtc->fg); DC_CRTC_WAIT_FOR_COMPLETION_TIMEOUT(ed_safe_shdload_done); DC_CRTC_WAIT_FOR_COMPLETION_TIMEOUT(ed_cont_shdload_done); DC_CRTC_WAIT_FOR_COMPLETION_TIMEOUT(dec_shdload_done); disable_irq(dc_crtc->irq_ed_safe_shdload); disable_irq(dc_crtc->irq_ed_cont_shdload); disable_irq(dc_crtc->irq_dec_shdload); DC_CRTC_WAIT_FOR_FRAMEGEN_SECONDARY_SYNCUP(dc_crtc->fg); DC_CRTC_CHECK_FRAMEGEN_FIFO(dc_crtc->fg); drm_dev_exit(idx); out: dc_crtc_queue_state_event(new_crtc_state); } static void dc_crtc_atomic_disable(struct drm_crtc *crtc, struct drm_atomic_state *state) { struct drm_crtc_state *new_crtc_state = drm_atomic_get_new_crtc_state(state, crtc); struct dc_drm_device *dc_drm = to_dc_drm_device(crtc->dev); struct dc_crtc *dc_crtc = to_dc_crtc(crtc); int idx, ret; if (!drm_dev_enter(crtc->dev, &idx)) goto out; enable_irq(dc_crtc->irq_dec_seqcomplete); dc_fg_disable(dc_crtc->fg); DC_CRTC_WAIT_FOR_COMPLETION_TIMEOUT(dec_seqcomplete_done); disable_irq(dc_crtc->irq_dec_seqcomplete); dc_fg_disable_clock(dc_crtc->fg); /* request pixel engine power-off as plane is off too */ ret = pm_runtime_put(dc_drm->pe->dev); if (ret) dc_crtc_err(crtc, "failed to put DC pixel engine RPM: %d\n", ret); /* request display engine power-off when CRTC is disabled */ ret = pm_runtime_put(dc_crtc->de->dev); if (ret < 0) dc_crtc_err(crtc, "failed to put DC display engine RPM: %d\n", ret); drm_dev_exit(idx); out: drm_crtc_vblank_off(crtc); spin_lock_irq(&crtc->dev->event_lock); if (new_crtc_state->event && !new_crtc_state->active) { drm_crtc_send_vblank_event(crtc, new_crtc_state->event); new_crtc_state->event = NULL; } spin_unlock_irq(&crtc->dev->event_lock); } static bool dc_crtc_get_scanout_position(struct drm_crtc *crtc, bool in_vblank_irq, int *vpos, int *hpos, ktime_t *stime, ktime_t *etime, const struct drm_display_mode *mode) { struct dc_crtc *dc_crtc = to_dc_crtc(crtc); int vdisplay = mode->crtc_vdisplay; int vtotal = mode->crtc_vtotal; bool reliable; int line; int idx; if (stime) *stime = ktime_get(); if (!drm_dev_enter(crtc->dev, &idx)) { reliable = false; *vpos = 0; *hpos = 0; goto out; } /* line index starts with 0 for the first active output line */ line = dc_fg_get_line_index(dc_crtc->fg); if (line < vdisplay) /* active scanout area - positive */ *vpos = line + 1; else /* inside vblank - negative */ *vpos = line - (vtotal - 1); *hpos = 0; reliable = true; drm_dev_exit(idx); out: if (etime) *etime = ktime_get(); return reliable; } static const struct drm_crtc_helper_funcs dc_helper_funcs = { .mode_valid = dc_crtc_mode_valid, .atomic_check = dc_crtc_atomic_check, .atomic_begin = dc_crtc_atomic_begin, .atomic_flush = dc_crtc_atomic_flush, .atomic_enable = dc_crtc_atomic_enable, .atomic_disable = dc_crtc_atomic_disable, .get_scanout_position = dc_crtc_get_scanout_position, }; static irqreturn_t dc_crtc_irq_handler_dec_framecomplete(int irq, void *dev_id) { struct dc_crtc *dc_crtc = dev_id; struct drm_crtc *crtc = &dc_crtc->base; unsigned long flags; drm_crtc_handle_vblank(crtc); spin_lock_irqsave(&crtc->dev->event_lock, flags); if (dc_crtc->event) { drm_crtc_send_vblank_event(crtc, dc_crtc->event); dc_crtc->event = NULL; drm_crtc_vblank_put(crtc); } spin_unlock_irqrestore(&crtc->dev->event_lock, flags); return IRQ_HANDLED; } static irqreturn_t dc_crtc_irq_handler_dec_seqcomplete_done(int irq, void *dev_id) { struct dc_crtc *dc_crtc = dev_id; complete(&dc_crtc->dec_seqcomplete_done); return IRQ_HANDLED; } static irqreturn_t dc_crtc_irq_handler_dec_shdload_done(int irq, void *dev_id) { struct dc_crtc *dc_crtc = dev_id; complete(&dc_crtc->dec_shdload_done); return IRQ_HANDLED; } static irqreturn_t dc_crtc_irq_handler_ed_cont_shdload_done(int irq, void *dev_id) { struct dc_crtc *dc_crtc = dev_id; complete(&dc_crtc->ed_cont_shdload_done); return IRQ_HANDLED; } static irqreturn_t dc_crtc_irq_handler_ed_safe_shdload_done(int irq, void *dev_id) { struct dc_crtc *dc_crtc = dev_id; complete(&dc_crtc->ed_safe_shdload_done); return IRQ_HANDLED; } static int dc_crtc_request_irqs(struct drm_device *drm, struct dc_crtc *dc_crtc) { struct { struct device *dev; unsigned int irq; irqreturn_t (*irq_handler)(int irq, void *dev_id); } irqs[DC_CRTC_IRQS] = { { dc_crtc->de->dev, dc_crtc->irq_dec_framecomplete, dc_crtc_irq_handler_dec_framecomplete, }, { dc_crtc->de->dev, dc_crtc->irq_dec_seqcomplete, dc_crtc_irq_handler_dec_seqcomplete_done, }, { dc_crtc->de->dev, dc_crtc->irq_dec_shdload, dc_crtc_irq_handler_dec_shdload_done, }, { dc_crtc->ed_cont->dev, dc_crtc->irq_ed_cont_shdload, dc_crtc_irq_handler_ed_cont_shdload_done, }, { dc_crtc->ed_safe->dev, dc_crtc->irq_ed_safe_shdload, dc_crtc_irq_handler_ed_safe_shdload_done, }, }; int i, ret; for (i = 0; i < DC_CRTC_IRQS; i++) { struct dc_crtc_irq *irq = &dc_crtc->irqs[i]; ret = devm_request_irq(irqs[i].dev, irqs[i].irq, irqs[i].irq_handler, IRQF_NO_AUTOEN, dev_name(irqs[i].dev), dc_crtc); if (ret) { dev_err(irqs[i].dev, "failed to request irq(%u): %d\n", irqs[i].irq, ret); return ret; } irq->dc_crtc = dc_crtc; irq->irq = irqs[i].irq; } return 0; } int dc_crtc_init(struct dc_drm_device *dc_drm, int crtc_index) { struct dc_crtc *dc_crtc = &dc_drm->dc_crtc[crtc_index]; struct drm_device *drm = &dc_drm->base; struct dc_de *de = dc_drm->de[crtc_index]; struct dc_pe *pe = dc_drm->pe; struct dc_plane *dc_primary; int ret; dc_crtc->de = de; init_completion(&dc_crtc->dec_seqcomplete_done); init_completion(&dc_crtc->dec_shdload_done); init_completion(&dc_crtc->ed_cont_shdload_done); init_completion(&dc_crtc->ed_safe_shdload_done); dc_crtc->cf_cont = pe->cf_cont[crtc_index]; dc_crtc->cf_safe = pe->cf_safe[crtc_index]; dc_crtc->ed_cont = pe->ed_cont[crtc_index]; dc_crtc->ed_safe = pe->ed_safe[crtc_index]; dc_crtc->fg = de->fg; dc_crtc->irq_dec_framecomplete = de->irq_framecomplete; dc_crtc->irq_dec_seqcomplete = de->irq_seqcomplete; dc_crtc->irq_dec_shdload = de->irq_shdload; dc_crtc->irq_ed_safe_shdload = dc_crtc->ed_safe->irq_shdload; dc_crtc->irq_ed_cont_shdload = dc_crtc->ed_cont->irq_shdload; dc_primary = &dc_drm->dc_primary[crtc_index]; ret = dc_plane_init(dc_drm, dc_primary); if (ret) { dev_err(de->dev, "failed to initialize primary plane: %d\n", ret); return ret; } drm_crtc_helper_add(&dc_crtc->base, &dc_helper_funcs); ret = drm_crtc_init_with_planes(drm, &dc_crtc->base, &dc_primary->base, NULL, &dc_crtc_funcs, NULL); if (ret) dev_err(de->dev, "failed to add CRTC: %d\n", ret); return ret; } int dc_crtc_post_init(struct dc_drm_device *dc_drm, int crtc_index) { struct dc_crtc *dc_crtc = &dc_drm->dc_crtc[crtc_index]; struct drm_device *drm = &dc_drm->base; return dc_crtc_request_irqs(drm, dc_crtc); }