| // SPDX-License-Identifier: GPL-2.0 |
| /* |
| * Copyright (C) 2018 Texas Instruments Incorporated - https://www.ti.com/ |
| * Author: Tomi Valkeinen <tomi.valkeinen@ti.com> |
| */ |
| |
| #include <drm/drm_atomic.h> |
| #include <drm/drm_atomic_helper.h> |
| #include <drm/drm_crtc.h> |
| #include <drm/drm_crtc_helper.h> |
| #include <drm/drm_fb_cma_helper.h> |
| #include <drm/drm_gem_cma_helper.h> |
| #include <drm/drm_plane_helper.h> |
| #include <drm/drm_vblank.h> |
| |
| #include "tidss_crtc.h" |
| #include "tidss_dispc.h" |
| #include "tidss_drv.h" |
| #include "tidss_irq.h" |
| #include "tidss_plane.h" |
| |
| /* Page flip and frame done IRQs */ |
| |
| static void tidss_crtc_finish_page_flip(struct tidss_crtc *tcrtc) |
| { |
| struct drm_device *ddev = tcrtc->crtc.dev; |
| struct tidss_device *tidss = to_tidss(ddev); |
| struct drm_pending_vblank_event *event; |
| unsigned long flags; |
| bool busy; |
| |
| spin_lock_irqsave(&ddev->event_lock, flags); |
| |
| /* |
| * New settings are taken into use at VFP, and GO bit is cleared at |
| * the same time. This happens before the vertical blank interrupt. |
| * So there is a small change that the driver sets GO bit after VFP, but |
| * before vblank, and we have to check for that case here. |
| */ |
| busy = dispc_vp_go_busy(tidss->dispc, tcrtc->hw_videoport); |
| if (busy) { |
| spin_unlock_irqrestore(&ddev->event_lock, flags); |
| return; |
| } |
| |
| event = tcrtc->event; |
| tcrtc->event = NULL; |
| |
| if (!event) { |
| spin_unlock_irqrestore(&ddev->event_lock, flags); |
| return; |
| } |
| |
| drm_crtc_send_vblank_event(&tcrtc->crtc, event); |
| |
| spin_unlock_irqrestore(&ddev->event_lock, flags); |
| |
| drm_crtc_vblank_put(&tcrtc->crtc); |
| } |
| |
| void tidss_crtc_vblank_irq(struct drm_crtc *crtc) |
| { |
| struct tidss_crtc *tcrtc = to_tidss_crtc(crtc); |
| |
| drm_crtc_handle_vblank(crtc); |
| |
| tidss_crtc_finish_page_flip(tcrtc); |
| } |
| |
| void tidss_crtc_framedone_irq(struct drm_crtc *crtc) |
| { |
| struct tidss_crtc *tcrtc = to_tidss_crtc(crtc); |
| |
| complete(&tcrtc->framedone_completion); |
| } |
| |
| void tidss_crtc_error_irq(struct drm_crtc *crtc, u64 irqstatus) |
| { |
| struct tidss_crtc *tcrtc = to_tidss_crtc(crtc); |
| |
| dev_err_ratelimited(crtc->dev->dev, "CRTC%u SYNC LOST: (irq %llx)\n", |
| tcrtc->hw_videoport, irqstatus); |
| } |
| |
| /* drm_crtc_helper_funcs */ |
| |
| static int tidss_crtc_atomic_check(struct drm_crtc *crtc, |
| struct drm_atomic_state *state) |
| { |
| struct drm_crtc_state *crtc_state = drm_atomic_get_new_crtc_state(state, |
| crtc); |
| struct drm_device *ddev = crtc->dev; |
| struct tidss_device *tidss = to_tidss(ddev); |
| struct dispc_device *dispc = tidss->dispc; |
| struct tidss_crtc *tcrtc = to_tidss_crtc(crtc); |
| u32 hw_videoport = tcrtc->hw_videoport; |
| const struct drm_display_mode *mode; |
| enum drm_mode_status ok; |
| |
| dev_dbg(ddev->dev, "%s\n", __func__); |
| |
| if (!crtc_state->enable) |
| return 0; |
| |
| mode = &crtc_state->adjusted_mode; |
| |
| ok = dispc_vp_mode_valid(dispc, hw_videoport, mode); |
| if (ok != MODE_OK) { |
| dev_dbg(ddev->dev, "%s: bad mode: %ux%u pclk %u kHz\n", |
| __func__, mode->hdisplay, mode->vdisplay, mode->clock); |
| return -EINVAL; |
| } |
| |
| return dispc_vp_bus_check(dispc, hw_videoport, crtc_state); |
| } |
| |
| /* |
| * This needs all affected planes to be present in the atomic |
| * state. The untouched planes are added to the state in |
| * tidss_atomic_check(). |
| */ |
| static void tidss_crtc_position_planes(struct tidss_device *tidss, |
| struct drm_crtc *crtc, |
| struct drm_crtc_state *old_state, |
| bool newmodeset) |
| { |
| struct drm_atomic_state *ostate = old_state->state; |
| struct tidss_crtc *tcrtc = to_tidss_crtc(crtc); |
| struct drm_crtc_state *cstate = crtc->state; |
| int layer; |
| |
| if (!newmodeset && !cstate->zpos_changed && |
| !to_tidss_crtc_state(cstate)->plane_pos_changed) |
| return; |
| |
| for (layer = 0; layer < tidss->feat->num_planes; layer++) { |
| struct drm_plane_state *pstate; |
| struct drm_plane *plane; |
| bool layer_active = false; |
| int i; |
| |
| for_each_new_plane_in_state(ostate, plane, pstate, i) { |
| if (pstate->crtc != crtc || !pstate->visible) |
| continue; |
| |
| if (pstate->normalized_zpos == layer) { |
| layer_active = true; |
| break; |
| } |
| } |
| |
| if (layer_active) { |
| struct tidss_plane *tplane = to_tidss_plane(plane); |
| |
| dispc_ovr_set_plane(tidss->dispc, tplane->hw_plane_id, |
| tcrtc->hw_videoport, |
| pstate->crtc_x, pstate->crtc_y, |
| layer); |
| } |
| dispc_ovr_enable_layer(tidss->dispc, tcrtc->hw_videoport, layer, |
| layer_active); |
| } |
| } |
| |
| static void tidss_crtc_atomic_flush(struct drm_crtc *crtc, |
| struct drm_atomic_state *state) |
| { |
| struct drm_crtc_state *old_crtc_state = drm_atomic_get_old_crtc_state(state, |
| crtc); |
| struct tidss_crtc *tcrtc = to_tidss_crtc(crtc); |
| struct drm_device *ddev = crtc->dev; |
| struct tidss_device *tidss = to_tidss(ddev); |
| unsigned long flags; |
| |
| dev_dbg(ddev->dev, |
| "%s: %s enabled %d, needs modeset %d, event %p\n", __func__, |
| crtc->name, drm_atomic_crtc_needs_modeset(crtc->state), |
| crtc->state->enable, crtc->state->event); |
| |
| /* There is nothing to do if CRTC is not going to be enabled. */ |
| if (!crtc->state->enable) |
| return; |
| |
| /* |
| * Flush CRTC changes with go bit only if new modeset is not |
| * coming, so CRTC is enabled trough out the commit. |
| */ |
| if (drm_atomic_crtc_needs_modeset(crtc->state)) |
| return; |
| |
| /* If the GO bit is stuck we better quit here. */ |
| if (WARN_ON(dispc_vp_go_busy(tidss->dispc, tcrtc->hw_videoport))) |
| return; |
| |
| /* We should have event if CRTC is enabled through out this commit. */ |
| if (WARN_ON(!crtc->state->event)) |
| return; |
| |
| /* Write vp properties to HW if needed. */ |
| dispc_vp_setup(tidss->dispc, tcrtc->hw_videoport, crtc->state, false); |
| |
| /* Update plane positions if needed. */ |
| tidss_crtc_position_planes(tidss, crtc, old_crtc_state, false); |
| |
| WARN_ON(drm_crtc_vblank_get(crtc) != 0); |
| |
| spin_lock_irqsave(&ddev->event_lock, flags); |
| dispc_vp_go(tidss->dispc, tcrtc->hw_videoport); |
| |
| WARN_ON(tcrtc->event); |
| |
| tcrtc->event = crtc->state->event; |
| crtc->state->event = NULL; |
| |
| spin_unlock_irqrestore(&ddev->event_lock, flags); |
| } |
| |
| static void tidss_crtc_atomic_enable(struct drm_crtc *crtc, |
| struct drm_atomic_state *state) |
| { |
| struct drm_crtc_state *old_state = drm_atomic_get_old_crtc_state(state, |
| crtc); |
| struct tidss_crtc *tcrtc = to_tidss_crtc(crtc); |
| struct drm_device *ddev = crtc->dev; |
| struct tidss_device *tidss = to_tidss(ddev); |
| const struct drm_display_mode *mode = &crtc->state->adjusted_mode; |
| unsigned long flags; |
| int r; |
| |
| dev_dbg(ddev->dev, "%s, event %p\n", __func__, crtc->state->event); |
| |
| tidss_runtime_get(tidss); |
| |
| r = dispc_vp_set_clk_rate(tidss->dispc, tcrtc->hw_videoport, |
| mode->clock * 1000); |
| if (r != 0) |
| return; |
| |
| r = dispc_vp_enable_clk(tidss->dispc, tcrtc->hw_videoport); |
| if (r != 0) |
| return; |
| |
| dispc_vp_setup(tidss->dispc, tcrtc->hw_videoport, crtc->state, true); |
| tidss_crtc_position_planes(tidss, crtc, old_state, true); |
| |
| /* Turn vertical blanking interrupt reporting on. */ |
| drm_crtc_vblank_on(crtc); |
| |
| dispc_vp_prepare(tidss->dispc, tcrtc->hw_videoport, crtc->state); |
| |
| dispc_vp_enable(tidss->dispc, tcrtc->hw_videoport, crtc->state); |
| |
| spin_lock_irqsave(&ddev->event_lock, flags); |
| |
| if (crtc->state->event) { |
| drm_crtc_send_vblank_event(crtc, crtc->state->event); |
| crtc->state->event = NULL; |
| } |
| |
| spin_unlock_irqrestore(&ddev->event_lock, flags); |
| } |
| |
| static void tidss_crtc_atomic_disable(struct drm_crtc *crtc, |
| struct drm_atomic_state *state) |
| { |
| struct tidss_crtc *tcrtc = to_tidss_crtc(crtc); |
| struct drm_device *ddev = crtc->dev; |
| struct tidss_device *tidss = to_tidss(ddev); |
| unsigned long flags; |
| |
| dev_dbg(ddev->dev, "%s, event %p\n", __func__, crtc->state->event); |
| |
| reinit_completion(&tcrtc->framedone_completion); |
| |
| dispc_vp_disable(tidss->dispc, tcrtc->hw_videoport); |
| |
| if (!wait_for_completion_timeout(&tcrtc->framedone_completion, |
| msecs_to_jiffies(500))) |
| dev_err(tidss->dev, "Timeout waiting for framedone on crtc %d", |
| tcrtc->hw_videoport); |
| |
| dispc_vp_unprepare(tidss->dispc, tcrtc->hw_videoport); |
| |
| spin_lock_irqsave(&ddev->event_lock, flags); |
| if (crtc->state->event) { |
| drm_crtc_send_vblank_event(crtc, crtc->state->event); |
| crtc->state->event = NULL; |
| } |
| spin_unlock_irqrestore(&ddev->event_lock, flags); |
| |
| drm_crtc_vblank_off(crtc); |
| |
| dispc_vp_disable_clk(tidss->dispc, tcrtc->hw_videoport); |
| |
| tidss_runtime_put(tidss); |
| } |
| |
| static |
| enum drm_mode_status tidss_crtc_mode_valid(struct drm_crtc *crtc, |
| const struct drm_display_mode *mode) |
| { |
| struct tidss_crtc *tcrtc = to_tidss_crtc(crtc); |
| struct drm_device *ddev = crtc->dev; |
| struct tidss_device *tidss = to_tidss(ddev); |
| |
| return dispc_vp_mode_valid(tidss->dispc, tcrtc->hw_videoport, mode); |
| } |
| |
| static const struct drm_crtc_helper_funcs tidss_crtc_helper_funcs = { |
| .atomic_check = tidss_crtc_atomic_check, |
| .atomic_flush = tidss_crtc_atomic_flush, |
| .atomic_enable = tidss_crtc_atomic_enable, |
| .atomic_disable = tidss_crtc_atomic_disable, |
| |
| .mode_valid = tidss_crtc_mode_valid, |
| }; |
| |
| /* drm_crtc_funcs */ |
| |
| static int tidss_crtc_enable_vblank(struct drm_crtc *crtc) |
| { |
| struct drm_device *ddev = crtc->dev; |
| struct tidss_device *tidss = to_tidss(ddev); |
| |
| dev_dbg(ddev->dev, "%s\n", __func__); |
| |
| tidss_runtime_get(tidss); |
| |
| tidss_irq_enable_vblank(crtc); |
| |
| return 0; |
| } |
| |
| static void tidss_crtc_disable_vblank(struct drm_crtc *crtc) |
| { |
| struct drm_device *ddev = crtc->dev; |
| struct tidss_device *tidss = to_tidss(ddev); |
| |
| dev_dbg(ddev->dev, "%s\n", __func__); |
| |
| tidss_irq_disable_vblank(crtc); |
| |
| tidss_runtime_put(tidss); |
| } |
| |
| static void tidss_crtc_reset(struct drm_crtc *crtc) |
| { |
| struct tidss_crtc_state *tcrtc; |
| |
| if (crtc->state) |
| __drm_atomic_helper_crtc_destroy_state(crtc->state); |
| |
| kfree(crtc->state); |
| |
| tcrtc = kzalloc(sizeof(*tcrtc), GFP_KERNEL); |
| if (!tcrtc) { |
| crtc->state = NULL; |
| return; |
| } |
| |
| __drm_atomic_helper_crtc_reset(crtc, &tcrtc->base); |
| } |
| |
| static struct drm_crtc_state *tidss_crtc_duplicate_state(struct drm_crtc *crtc) |
| { |
| struct tidss_crtc_state *state, *current_state; |
| |
| if (WARN_ON(!crtc->state)) |
| return NULL; |
| |
| current_state = to_tidss_crtc_state(crtc->state); |
| |
| state = kmalloc(sizeof(*state), GFP_KERNEL); |
| if (!state) |
| return NULL; |
| |
| __drm_atomic_helper_crtc_duplicate_state(crtc, &state->base); |
| |
| state->plane_pos_changed = false; |
| |
| state->bus_format = current_state->bus_format; |
| state->bus_flags = current_state->bus_flags; |
| |
| return &state->base; |
| } |
| |
| static void tidss_crtc_destroy(struct drm_crtc *crtc) |
| { |
| struct tidss_crtc *tcrtc = to_tidss_crtc(crtc); |
| |
| drm_crtc_cleanup(crtc); |
| kfree(tcrtc); |
| } |
| |
| static const struct drm_crtc_funcs tidss_crtc_funcs = { |
| .reset = tidss_crtc_reset, |
| .destroy = tidss_crtc_destroy, |
| .set_config = drm_atomic_helper_set_config, |
| .page_flip = drm_atomic_helper_page_flip, |
| .atomic_duplicate_state = tidss_crtc_duplicate_state, |
| .atomic_destroy_state = drm_atomic_helper_crtc_destroy_state, |
| .enable_vblank = tidss_crtc_enable_vblank, |
| .disable_vblank = tidss_crtc_disable_vblank, |
| }; |
| |
| struct tidss_crtc *tidss_crtc_create(struct tidss_device *tidss, |
| u32 hw_videoport, |
| struct drm_plane *primary) |
| { |
| struct tidss_crtc *tcrtc; |
| struct drm_crtc *crtc; |
| unsigned int gamma_lut_size = 0; |
| bool has_ctm = tidss->feat->vp_feat.color.has_ctm; |
| int ret; |
| |
| tcrtc = kzalloc(sizeof(*tcrtc), GFP_KERNEL); |
| if (!tcrtc) |
| return ERR_PTR(-ENOMEM); |
| |
| tcrtc->hw_videoport = hw_videoport; |
| init_completion(&tcrtc->framedone_completion); |
| |
| crtc = &tcrtc->crtc; |
| |
| ret = drm_crtc_init_with_planes(&tidss->ddev, crtc, primary, |
| NULL, &tidss_crtc_funcs, NULL); |
| if (ret < 0) { |
| kfree(tcrtc); |
| return ERR_PTR(ret); |
| } |
| |
| drm_crtc_helper_add(crtc, &tidss_crtc_helper_funcs); |
| |
| /* |
| * The dispc gamma functions adapt to what ever size we ask |
| * from it no matter what HW supports. X-server assumes 256 |
| * element gamma tables so lets use that. |
| */ |
| if (tidss->feat->vp_feat.color.gamma_size) |
| gamma_lut_size = 256; |
| |
| drm_crtc_enable_color_mgmt(crtc, 0, has_ctm, gamma_lut_size); |
| if (gamma_lut_size) |
| drm_mode_crtc_set_gamma_size(crtc, gamma_lut_size); |
| |
| return tcrtc; |
| } |