| // SPDX-License-Identifier: GPL-2.0-only | |
| /* | |
| * (C) COPYRIGHT 2016 ARM Limited. All rights reserved. | |
| * Author: Liviu Dudau <Liviu.Dudau@arm.com> | |
| * | |
| * ARM Mali DP plane manipulation routines. | |
| */ | |
| #include <linux/iommu.h> | |
| #include <linux/platform_device.h> | |
| #include <drm/drm_atomic.h> | |
| #include <drm/drm_atomic_helper.h> | |
| #include <drm/drm_drv.h> | |
| #include <drm/drm_fb_cma_helper.h> | |
| #include <drm/drm_fourcc.h> | |
| #include <drm/drm_gem_cma_helper.h> | |
| #include <drm/drm_gem_framebuffer_helper.h> | |
| #include <drm/drm_plane_helper.h> | |
| #include <drm/drm_print.h> | |
| #include "malidp_hw.h" | |
| #include "malidp_drv.h" | |
| /* Layer specific register offsets */ | |
| #define MALIDP_LAYER_FORMAT 0x000 | |
| #define LAYER_FORMAT_MASK 0x3f | |
| #define MALIDP_LAYER_CONTROL 0x004 | |
| #define LAYER_ENABLE (1 << 0) | |
| #define LAYER_FLOWCFG_MASK 7 | |
| #define LAYER_FLOWCFG(x) (((x) & LAYER_FLOWCFG_MASK) << 1) | |
| #define LAYER_FLOWCFG_SCALE_SE 3 | |
| #define LAYER_ROT_OFFSET 8 | |
| #define LAYER_H_FLIP (1 << 10) | |
| #define LAYER_V_FLIP (1 << 11) | |
| #define LAYER_ROT_MASK (0xf << 8) | |
| #define LAYER_COMP_MASK (0x3 << 12) | |
| #define LAYER_COMP_PIXEL (0x3 << 12) | |
| #define LAYER_COMP_PLANE (0x2 << 12) | |
| #define LAYER_PMUL_ENABLE (0x1 << 14) | |
| #define LAYER_ALPHA_OFFSET (16) | |
| #define LAYER_ALPHA_MASK (0xff) | |
| #define LAYER_ALPHA(x) (((x) & LAYER_ALPHA_MASK) << LAYER_ALPHA_OFFSET) | |
| #define MALIDP_LAYER_COMPOSE 0x008 | |
| #define MALIDP_LAYER_SIZE 0x00c | |
| #define LAYER_H_VAL(x) (((x) & 0x1fff) << 0) | |
| #define LAYER_V_VAL(x) (((x) & 0x1fff) << 16) | |
| #define MALIDP_LAYER_COMP_SIZE 0x010 | |
| #define MALIDP_LAYER_OFFSET 0x014 | |
| #define MALIDP550_LS_ENABLE 0x01c | |
| #define MALIDP550_LS_R1_IN_SIZE 0x020 | |
| #define MODIFIERS_COUNT_MAX 15 | |
| /* | |
| * This 4-entry look-up-table is used to determine the full 8-bit alpha value | |
| * for formats with 1- or 2-bit alpha channels. | |
| * We set it to give 100%/0% opacity for 1-bit formats and 100%/66%/33%/0% | |
| * opacity for 2-bit formats. | |
| */ | |
| #define MALIDP_ALPHA_LUT 0xffaa5500 | |
| /* page sizes the MMU prefetcher can support */ | |
| #define MALIDP_MMU_PREFETCH_PARTIAL_PGSIZES (SZ_4K | SZ_64K) | |
| #define MALIDP_MMU_PREFETCH_FULL_PGSIZES (SZ_1M | SZ_2M) | |
| /* readahead for partial-frame prefetch */ | |
| #define MALIDP_MMU_PREFETCH_READAHEAD 8 | |
| static void malidp_de_plane_destroy(struct drm_plane *plane) | |
| { | |
| struct malidp_plane *mp = to_malidp_plane(plane); | |
| drm_plane_cleanup(plane); | |
| kfree(mp); | |
| } | |
| /* | |
| * Replicate what the default ->reset hook does: free the state pointer and | |
| * allocate a new empty object. We just need enough space to store | |
| * a malidp_plane_state instead of a drm_plane_state. | |
| */ | |
| static void malidp_plane_reset(struct drm_plane *plane) | |
| { | |
| struct malidp_plane_state *state = to_malidp_plane_state(plane->state); | |
| if (state) | |
| __drm_atomic_helper_plane_destroy_state(&state->base); | |
| kfree(state); | |
| plane->state = NULL; | |
| state = kzalloc(sizeof(*state), GFP_KERNEL); | |
| if (state) | |
| __drm_atomic_helper_plane_reset(plane, &state->base); | |
| } | |
| static struct | |
| drm_plane_state *malidp_duplicate_plane_state(struct drm_plane *plane) | |
| { | |
| struct malidp_plane_state *state, *m_state; | |
| if (!plane->state) | |
| return NULL; | |
| state = kmalloc(sizeof(*state), GFP_KERNEL); | |
| if (!state) | |
| return NULL; | |
| m_state = to_malidp_plane_state(plane->state); | |
| __drm_atomic_helper_plane_duplicate_state(plane, &state->base); | |
| state->rotmem_size = m_state->rotmem_size; | |
| state->format = m_state->format; | |
| state->n_planes = m_state->n_planes; | |
| state->mmu_prefetch_mode = m_state->mmu_prefetch_mode; | |
| state->mmu_prefetch_pgsize = m_state->mmu_prefetch_pgsize; | |
| return &state->base; | |
| } | |
| static void malidp_destroy_plane_state(struct drm_plane *plane, | |
| struct drm_plane_state *state) | |
| { | |
| struct malidp_plane_state *m_state = to_malidp_plane_state(state); | |
| __drm_atomic_helper_plane_destroy_state(state); | |
| kfree(m_state); | |
| } | |
| static const char * const prefetch_mode_names[] = { | |
| [MALIDP_PREFETCH_MODE_NONE] = "MMU_PREFETCH_NONE", | |
| [MALIDP_PREFETCH_MODE_PARTIAL] = "MMU_PREFETCH_PARTIAL", | |
| [MALIDP_PREFETCH_MODE_FULL] = "MMU_PREFETCH_FULL", | |
| }; | |
| static void malidp_plane_atomic_print_state(struct drm_printer *p, | |
| const struct drm_plane_state *state) | |
| { | |
| struct malidp_plane_state *ms = to_malidp_plane_state(state); | |
| drm_printf(p, "\trotmem_size=%u\n", ms->rotmem_size); | |
| drm_printf(p, "\tformat_id=%u\n", ms->format); | |
| drm_printf(p, "\tn_planes=%u\n", ms->n_planes); | |
| drm_printf(p, "\tmmu_prefetch_mode=%s\n", | |
| prefetch_mode_names[ms->mmu_prefetch_mode]); | |
| drm_printf(p, "\tmmu_prefetch_pgsize=%d\n", ms->mmu_prefetch_pgsize); | |
| } | |
| bool malidp_format_mod_supported(struct drm_device *drm, | |
| u32 format, u64 modifier) | |
| { | |
| const struct drm_format_info *info; | |
| const u64 *modifiers; | |
| struct malidp_drm *malidp = drm->dev_private; | |
| const struct malidp_hw_regmap *map = &malidp->dev->hw->map; | |
| if (WARN_ON(modifier == DRM_FORMAT_MOD_INVALID)) | |
| return false; | |
| /* Some pixel formats are supported without any modifier */ | |
| if (modifier == DRM_FORMAT_MOD_LINEAR) { | |
| /* | |
| * However these pixel formats need to be supported with | |
| * modifiers only | |
| */ | |
| return !malidp_hw_format_is_afbc_only(format); | |
| } | |
| if ((modifier >> 56) != DRM_FORMAT_MOD_VENDOR_ARM) { | |
| DRM_ERROR("Unknown modifier (not Arm)\n"); | |
| return false; | |
| } | |
| if (modifier & | |
| ~DRM_FORMAT_MOD_ARM_AFBC(AFBC_MOD_VALID_BITS)) { | |
| DRM_DEBUG_KMS("Unsupported modifiers\n"); | |
| return false; | |
| } | |
| modifiers = malidp_format_modifiers; | |
| /* SPLIT buffers must use SPARSE layout */ | |
| if (WARN_ON_ONCE((modifier & AFBC_SPLIT) && !(modifier & AFBC_SPARSE))) | |
| return false; | |
| /* CBR only applies to YUV formats, where YTR should be always 0 */ | |
| if (WARN_ON_ONCE((modifier & AFBC_CBR) && (modifier & AFBC_YTR))) | |
| return false; | |
| while (*modifiers != DRM_FORMAT_MOD_INVALID) { | |
| if (*modifiers == modifier) | |
| break; | |
| modifiers++; | |
| } | |
| /* return false, if the modifier was not found */ | |
| if (*modifiers == DRM_FORMAT_MOD_INVALID) { | |
| DRM_DEBUG_KMS("Unsupported modifier\n"); | |
| return false; | |
| } | |
| info = drm_format_info(format); | |
| if (info->num_planes != 1) { | |
| DRM_DEBUG_KMS("AFBC buffers expect one plane\n"); | |
| return false; | |
| } | |
| if (malidp_hw_format_is_linear_only(format) == true) { | |
| DRM_DEBUG_KMS("Given format (0x%x) is supported is linear mode only\n", | |
| format); | |
| return false; | |
| } | |
| /* | |
| * RGB formats need to provide YTR modifier and YUV formats should not | |
| * provide YTR modifier. | |
| */ | |
| if (!(info->is_yuv) != !!(modifier & AFBC_FORMAT_MOD_YTR)) { | |
| DRM_DEBUG_KMS("AFBC_FORMAT_MOD_YTR is %s for %s formats\n", | |
| info->is_yuv ? "disallowed" : "mandatory", | |
| info->is_yuv ? "YUV" : "RGB"); | |
| return false; | |
| } | |
| if (modifier & AFBC_SPLIT) { | |
| if (!info->is_yuv) { | |
| if (info->cpp[0] <= 2) { | |
| DRM_DEBUG_KMS("RGB formats <= 16bpp are not supported with SPLIT\n"); | |
| return false; | |
| } | |
| } | |
| if ((info->hsub != 1) || (info->vsub != 1)) { | |
| if (!(format == DRM_FORMAT_YUV420_10BIT && | |
| (map->features & MALIDP_DEVICE_AFBC_YUV_420_10_SUPPORT_SPLIT))) { | |
| DRM_DEBUG_KMS("Formats which are sub-sampled should never be split\n"); | |
| return false; | |
| } | |
| } | |
| } | |
| if (modifier & AFBC_CBR) { | |
| if ((info->hsub == 1) || (info->vsub == 1)) { | |
| DRM_DEBUG_KMS("Formats which are not sub-sampled should not have CBR set\n"); | |
| return false; | |
| } | |
| } | |
| return true; | |
| } | |
| static bool malidp_format_mod_supported_per_plane(struct drm_plane *plane, | |
| u32 format, u64 modifier) | |
| { | |
| return malidp_format_mod_supported(plane->dev, format, modifier); | |
| } | |
| static const struct drm_plane_funcs malidp_de_plane_funcs = { | |
| .update_plane = drm_atomic_helper_update_plane, | |
| .disable_plane = drm_atomic_helper_disable_plane, | |
| .destroy = malidp_de_plane_destroy, | |
| .reset = malidp_plane_reset, | |
| .atomic_duplicate_state = malidp_duplicate_plane_state, | |
| .atomic_destroy_state = malidp_destroy_plane_state, | |
| .atomic_print_state = malidp_plane_atomic_print_state, | |
| .format_mod_supported = malidp_format_mod_supported_per_plane, | |
| }; | |
| static int malidp_se_check_scaling(struct malidp_plane *mp, | |
| struct drm_plane_state *state) | |
| { | |
| struct drm_crtc_state *crtc_state = | |
| drm_atomic_get_existing_crtc_state(state->state, state->crtc); | |
| struct malidp_crtc_state *mc; | |
| u32 src_w, src_h; | |
| int ret; | |
| if (!crtc_state) | |
| return -EINVAL; | |
| mc = to_malidp_crtc_state(crtc_state); | |
| ret = drm_atomic_helper_check_plane_state(state, crtc_state, | |
| 0, INT_MAX, true, true); | |
| if (ret) | |
| return ret; | |
| if (state->rotation & MALIDP_ROTATED_MASK) { | |
| src_w = state->src_h >> 16; | |
| src_h = state->src_w >> 16; | |
| } else { | |
| src_w = state->src_w >> 16; | |
| src_h = state->src_h >> 16; | |
| } | |
| if ((state->crtc_w == src_w) && (state->crtc_h == src_h)) { | |
| /* Scaling not necessary for this plane. */ | |
| mc->scaled_planes_mask &= ~(mp->layer->id); | |
| return 0; | |
| } | |
| if (mp->layer->id & (DE_SMART | DE_GRAPHICS2)) | |
| return -EINVAL; | |
| mc->scaled_planes_mask |= mp->layer->id; | |
| /* Defer scaling requirements calculation to the crtc check. */ | |
| return 0; | |
| } | |
| static u32 malidp_get_pgsize_bitmap(struct malidp_plane *mp) | |
| { | |
| u32 pgsize_bitmap = 0; | |
| if (iommu_present(&platform_bus_type)) { | |
| struct iommu_domain *mmu_dom = | |
| iommu_get_domain_for_dev(mp->base.dev->dev); | |
| if (mmu_dom) | |
| pgsize_bitmap = mmu_dom->pgsize_bitmap; | |
| } | |
| return pgsize_bitmap; | |
| } | |
| /* | |
| * Check if the framebuffer is entirely made up of pages at least pgsize in | |
| * size. Only a heuristic: assumes that each scatterlist entry has been aligned | |
| * to the largest page size smaller than its length and that the MMU maps to | |
| * the largest page size possible. | |
| */ | |
| static bool malidp_check_pages_threshold(struct malidp_plane_state *ms, | |
| u32 pgsize) | |
| { | |
| int i; | |
| for (i = 0; i < ms->n_planes; i++) { | |
| struct drm_gem_object *obj; | |
| struct drm_gem_cma_object *cma_obj; | |
| struct sg_table *sgt; | |
| struct scatterlist *sgl; | |
| obj = drm_gem_fb_get_obj(ms->base.fb, i); | |
| cma_obj = to_drm_gem_cma_obj(obj); | |
| if (cma_obj->sgt) | |
| sgt = cma_obj->sgt; | |
| else | |
| sgt = obj->funcs->get_sg_table(obj); | |
| if (!sgt) | |
| return false; | |
| sgl = sgt->sgl; | |
| while (sgl) { | |
| if (sgl->length < pgsize) { | |
| if (!cma_obj->sgt) | |
| kfree(sgt); | |
| return false; | |
| } | |
| sgl = sg_next(sgl); | |
| } | |
| if (!cma_obj->sgt) | |
| kfree(sgt); | |
| } | |
| return true; | |
| } | |
| /* | |
| * Check if it is possible to enable partial-frame MMU prefetch given the | |
| * current format, AFBC state and rotation. | |
| */ | |
| static bool malidp_partial_prefetch_supported(u32 format, u64 modifier, | |
| unsigned int rotation) | |
| { | |
| bool afbc, sparse; | |
| /* rotation and horizontal flip not supported for partial prefetch */ | |
| if (rotation & (DRM_MODE_ROTATE_90 | DRM_MODE_ROTATE_180 | | |
| DRM_MODE_ROTATE_270 | DRM_MODE_REFLECT_X)) | |
| return false; | |
| afbc = modifier & DRM_FORMAT_MOD_ARM_AFBC(0); | |
| sparse = modifier & AFBC_FORMAT_MOD_SPARSE; | |
| switch (format) { | |
| case DRM_FORMAT_ARGB2101010: | |
| case DRM_FORMAT_RGBA1010102: | |
| case DRM_FORMAT_BGRA1010102: | |
| case DRM_FORMAT_ARGB8888: | |
| case DRM_FORMAT_RGBA8888: | |
| case DRM_FORMAT_BGRA8888: | |
| case DRM_FORMAT_XRGB8888: | |
| case DRM_FORMAT_XBGR8888: | |
| case DRM_FORMAT_RGBX8888: | |
| case DRM_FORMAT_BGRX8888: | |
| case DRM_FORMAT_RGB888: | |
| case DRM_FORMAT_RGBA5551: | |
| case DRM_FORMAT_RGB565: | |
| /* always supported */ | |
| return true; | |
| case DRM_FORMAT_ABGR2101010: | |
| case DRM_FORMAT_ABGR8888: | |
| case DRM_FORMAT_ABGR1555: | |
| case DRM_FORMAT_BGR565: | |
| /* supported, but if AFBC then must be sparse mode */ | |
| return (!afbc) || (afbc && sparse); | |
| case DRM_FORMAT_BGR888: | |
| /* supported, but not for AFBC */ | |
| return !afbc; | |
| case DRM_FORMAT_YUYV: | |
| case DRM_FORMAT_UYVY: | |
| case DRM_FORMAT_NV12: | |
| case DRM_FORMAT_YUV420: | |
| /* not supported */ | |
| return false; | |
| default: | |
| return false; | |
| } | |
| } | |
| /* | |
| * Select the preferred MMU prefetch mode. Full-frame prefetch is preferred as | |
| * long as the framebuffer is all large pages. Otherwise partial-frame prefetch | |
| * is selected as long as it is supported for the current format. The selected | |
| * page size for prefetch is returned in pgsize_bitmap. | |
| */ | |
| static enum mmu_prefetch_mode malidp_mmu_prefetch_select_mode | |
| (struct malidp_plane_state *ms, u32 *pgsize_bitmap) | |
| { | |
| u32 pgsizes; | |
| /* get the full-frame prefetch page size(s) supported by the MMU */ | |
| pgsizes = *pgsize_bitmap & MALIDP_MMU_PREFETCH_FULL_PGSIZES; | |
| while (pgsizes) { | |
| u32 largest_pgsize = 1 << __fls(pgsizes); | |
| if (malidp_check_pages_threshold(ms, largest_pgsize)) { | |
| *pgsize_bitmap = largest_pgsize; | |
| return MALIDP_PREFETCH_MODE_FULL; | |
| } | |
| pgsizes -= largest_pgsize; | |
| } | |
| /* get the partial-frame prefetch page size(s) supported by the MMU */ | |
| pgsizes = *pgsize_bitmap & MALIDP_MMU_PREFETCH_PARTIAL_PGSIZES; | |
| if (malidp_partial_prefetch_supported(ms->base.fb->format->format, | |
| ms->base.fb->modifier, | |
| ms->base.rotation)) { | |
| /* partial prefetch using the smallest page size */ | |
| *pgsize_bitmap = 1 << __ffs(pgsizes); | |
| return MALIDP_PREFETCH_MODE_PARTIAL; | |
| } | |
| *pgsize_bitmap = 0; | |
| return MALIDP_PREFETCH_MODE_NONE; | |
| } | |
| static u32 malidp_calc_mmu_control_value(enum mmu_prefetch_mode mode, | |
| u8 readahead, u8 n_planes, u32 pgsize) | |
| { | |
| u32 mmu_ctrl = 0; | |
| if (mode != MALIDP_PREFETCH_MODE_NONE) { | |
| mmu_ctrl |= MALIDP_MMU_CTRL_EN; | |
| if (mode == MALIDP_PREFETCH_MODE_PARTIAL) { | |
| mmu_ctrl |= MALIDP_MMU_CTRL_MODE; | |
| mmu_ctrl |= MALIDP_MMU_CTRL_PP_NUM_REQ(readahead); | |
| } | |
| if (pgsize == SZ_64K || pgsize == SZ_2M) { | |
| int i; | |
| for (i = 0; i < n_planes; i++) | |
| mmu_ctrl |= MALIDP_MMU_CTRL_PX_PS(i); | |
| } | |
| } | |
| return mmu_ctrl; | |
| } | |
| static void malidp_de_prefetch_settings(struct malidp_plane *mp, | |
| struct malidp_plane_state *ms) | |
| { | |
| if (!mp->layer->mmu_ctrl_offset) | |
| return; | |
| /* get the page sizes supported by the MMU */ | |
| ms->mmu_prefetch_pgsize = malidp_get_pgsize_bitmap(mp); | |
| ms->mmu_prefetch_mode = | |
| malidp_mmu_prefetch_select_mode(ms, &ms->mmu_prefetch_pgsize); | |
| } | |
| static int malidp_de_plane_check(struct drm_plane *plane, | |
| struct drm_plane_state *state) | |
| { | |
| struct malidp_plane *mp = to_malidp_plane(plane); | |
| struct malidp_plane_state *ms = to_malidp_plane_state(state); | |
| bool rotated = state->rotation & MALIDP_ROTATED_MASK; | |
| struct drm_framebuffer *fb; | |
| u16 pixel_alpha = state->pixel_blend_mode; | |
| int i, ret; | |
| unsigned int block_w, block_h; | |
| if (!state->crtc || WARN_ON(!state->fb)) | |
| return 0; | |
| fb = state->fb; | |
| ms->format = malidp_hw_get_format_id(&mp->hwdev->hw->map, | |
| mp->layer->id, fb->format->format, | |
| !!fb->modifier); | |
| if (ms->format == MALIDP_INVALID_FORMAT_ID) | |
| return -EINVAL; | |
| ms->n_planes = fb->format->num_planes; | |
| for (i = 0; i < ms->n_planes; i++) { | |
| u8 alignment = malidp_hw_get_pitch_align(mp->hwdev, rotated); | |
| if (((fb->pitches[i] * drm_format_info_block_height(fb->format, i)) | |
| & (alignment - 1)) && !(fb->modifier)) { | |
| DRM_DEBUG_KMS("Invalid pitch %u for plane %d\n", | |
| fb->pitches[i], i); | |
| return -EINVAL; | |
| } | |
| } | |
| block_w = drm_format_info_block_width(fb->format, 0); | |
| block_h = drm_format_info_block_height(fb->format, 0); | |
| if (fb->width % block_w || fb->height % block_h) { | |
| DRM_DEBUG_KMS("Buffer width/height needs to be a multiple of tile sizes"); | |
| return -EINVAL; | |
| } | |
| if ((state->src_x >> 16) % block_w || (state->src_y >> 16) % block_h) { | |
| DRM_DEBUG_KMS("Plane src_x/src_y needs to be a multiple of tile sizes"); | |
| return -EINVAL; | |
| } | |
| if ((state->crtc_w > mp->hwdev->max_line_size) || | |
| (state->crtc_h > mp->hwdev->max_line_size) || | |
| (state->crtc_w < mp->hwdev->min_line_size) || | |
| (state->crtc_h < mp->hwdev->min_line_size)) | |
| return -EINVAL; | |
| /* | |
| * DP550/650 video layers can accept 3 plane formats only if | |
| * fb->pitches[1] == fb->pitches[2] since they don't have a | |
| * third plane stride register. | |
| */ | |
| if (ms->n_planes == 3 && | |
| !(mp->hwdev->hw->features & MALIDP_DEVICE_LV_HAS_3_STRIDES) && | |
| (state->fb->pitches[1] != state->fb->pitches[2])) | |
| return -EINVAL; | |
| ret = malidp_se_check_scaling(mp, state); | |
| if (ret) | |
| return ret; | |
| /* validate the rotation constraints for each layer */ | |
| if (state->rotation != DRM_MODE_ROTATE_0) { | |
| if (mp->layer->rot == ROTATE_NONE) | |
| return -EINVAL; | |
| if ((mp->layer->rot == ROTATE_COMPRESSED) && !(fb->modifier)) | |
| return -EINVAL; | |
| /* | |
| * packed RGB888 / BGR888 can't be rotated or flipped | |
| * unless they are stored in a compressed way | |
| */ | |
| if ((fb->format->format == DRM_FORMAT_RGB888 || | |
| fb->format->format == DRM_FORMAT_BGR888) && !(fb->modifier)) | |
| return -EINVAL; | |
| } | |
| /* SMART layer does not support AFBC */ | |
| if (mp->layer->id == DE_SMART && fb->modifier) { | |
| DRM_ERROR("AFBC framebuffer not supported in SMART layer"); | |
| return -EINVAL; | |
| } | |
| ms->rotmem_size = 0; | |
| if (state->rotation & MALIDP_ROTATED_MASK) { | |
| int val; | |
| val = mp->hwdev->hw->rotmem_required(mp->hwdev, state->crtc_w, | |
| state->crtc_h, | |
| fb->format->format, | |
| !!(fb->modifier)); | |
| if (val < 0) | |
| return val; | |
| ms->rotmem_size = val; | |
| } | |
| /* HW can't support plane + pixel blending */ | |
| if ((state->alpha != DRM_BLEND_ALPHA_OPAQUE) && | |
| (pixel_alpha != DRM_MODE_BLEND_PIXEL_NONE) && | |
| fb->format->has_alpha) | |
| return -EINVAL; | |
| malidp_de_prefetch_settings(mp, ms); | |
| return 0; | |
| } | |
| static void malidp_de_set_plane_pitches(struct malidp_plane *mp, | |
| int num_planes, unsigned int pitches[3]) | |
| { | |
| int i; | |
| int num_strides = num_planes; | |
| if (!mp->layer->stride_offset) | |
| return; | |
| if (num_planes == 3) | |
| num_strides = (mp->hwdev->hw->features & | |
| MALIDP_DEVICE_LV_HAS_3_STRIDES) ? 3 : 2; | |
| /* | |
| * The drm convention for pitch is that it needs to cover width * cpp, | |
| * but our hardware wants the pitch/stride to cover all rows included | |
| * in a tile. | |
| */ | |
| for (i = 0; i < num_strides; ++i) { | |
| unsigned int block_h = drm_format_info_block_height(mp->base.state->fb->format, i); | |
| malidp_hw_write(mp->hwdev, pitches[i] * block_h, | |
| mp->layer->base + | |
| mp->layer->stride_offset + i * 4); | |
| } | |
| } | |
| static const s16 | |
| malidp_yuv2rgb_coeffs[][DRM_COLOR_RANGE_MAX][MALIDP_COLORADJ_NUM_COEFFS] = { | |
| [DRM_COLOR_YCBCR_BT601][DRM_COLOR_YCBCR_LIMITED_RANGE] = { | |
| 1192, 0, 1634, | |
| 1192, -401, -832, | |
| 1192, 2066, 0, | |
| 64, 512, 512 | |
| }, | |
| [DRM_COLOR_YCBCR_BT601][DRM_COLOR_YCBCR_FULL_RANGE] = { | |
| 1024, 0, 1436, | |
| 1024, -352, -731, | |
| 1024, 1815, 0, | |
| 0, 512, 512 | |
| }, | |
| [DRM_COLOR_YCBCR_BT709][DRM_COLOR_YCBCR_LIMITED_RANGE] = { | |
| 1192, 0, 1836, | |
| 1192, -218, -546, | |
| 1192, 2163, 0, | |
| 64, 512, 512 | |
| }, | |
| [DRM_COLOR_YCBCR_BT709][DRM_COLOR_YCBCR_FULL_RANGE] = { | |
| 1024, 0, 1613, | |
| 1024, -192, -479, | |
| 1024, 1900, 0, | |
| 0, 512, 512 | |
| }, | |
| [DRM_COLOR_YCBCR_BT2020][DRM_COLOR_YCBCR_LIMITED_RANGE] = { | |
| 1024, 0, 1476, | |
| 1024, -165, -572, | |
| 1024, 1884, 0, | |
| 0, 512, 512 | |
| }, | |
| [DRM_COLOR_YCBCR_BT2020][DRM_COLOR_YCBCR_FULL_RANGE] = { | |
| 1024, 0, 1510, | |
| 1024, -168, -585, | |
| 1024, 1927, 0, | |
| 0, 512, 512 | |
| } | |
| }; | |
| static void malidp_de_set_color_encoding(struct malidp_plane *plane, | |
| enum drm_color_encoding enc, | |
| enum drm_color_range range) | |
| { | |
| unsigned int i; | |
| for (i = 0; i < MALIDP_COLORADJ_NUM_COEFFS; i++) { | |
| /* coefficients are signed, two's complement values */ | |
| malidp_hw_write(plane->hwdev, malidp_yuv2rgb_coeffs[enc][range][i], | |
| plane->layer->base + plane->layer->yuv2rgb_offset + | |
| i * 4); | |
| } | |
| } | |
| static void malidp_de_set_mmu_control(struct malidp_plane *mp, | |
| struct malidp_plane_state *ms) | |
| { | |
| u32 mmu_ctrl; | |
| /* check hardware supports MMU prefetch */ | |
| if (!mp->layer->mmu_ctrl_offset) | |
| return; | |
| mmu_ctrl = malidp_calc_mmu_control_value(ms->mmu_prefetch_mode, | |
| MALIDP_MMU_PREFETCH_READAHEAD, | |
| ms->n_planes, | |
| ms->mmu_prefetch_pgsize); | |
| malidp_hw_write(mp->hwdev, mmu_ctrl, | |
| mp->layer->base + mp->layer->mmu_ctrl_offset); | |
| } | |
| static void malidp_set_plane_base_addr(struct drm_framebuffer *fb, | |
| struct malidp_plane *mp, | |
| int plane_index) | |
| { | |
| dma_addr_t paddr; | |
| u16 ptr; | |
| struct drm_plane *plane = &mp->base; | |
| bool afbc = fb->modifier ? true : false; | |
| ptr = mp->layer->ptr + (plane_index << 4); | |
| /* | |
| * drm_fb_cma_get_gem_addr() alters the physical base address of the | |
| * framebuffer as per the plane's src_x, src_y co-ordinates (ie to | |
| * take care of source cropping). | |
| * For AFBC, this is not needed as the cropping is handled by _AD_CROP_H | |
| * and _AD_CROP_V registers. | |
| */ | |
| if (!afbc) { | |
| paddr = drm_fb_cma_get_gem_addr(fb, plane->state, | |
| plane_index); | |
| } else { | |
| struct drm_gem_cma_object *obj; | |
| obj = drm_fb_cma_get_gem_obj(fb, plane_index); | |
| if (WARN_ON(!obj)) | |
| return; | |
| paddr = obj->paddr; | |
| } | |
| malidp_hw_write(mp->hwdev, lower_32_bits(paddr), ptr); | |
| malidp_hw_write(mp->hwdev, upper_32_bits(paddr), ptr + 4); | |
| } | |
| static void malidp_de_set_plane_afbc(struct drm_plane *plane) | |
| { | |
| struct malidp_plane *mp; | |
| u32 src_w, src_h, val = 0, src_x, src_y; | |
| struct drm_framebuffer *fb = plane->state->fb; | |
| mp = to_malidp_plane(plane); | |
| /* no afbc_decoder_offset means AFBC is not supported on this plane */ | |
| if (!mp->layer->afbc_decoder_offset) | |
| return; | |
| if (!fb->modifier) { | |
| malidp_hw_write(mp->hwdev, 0, mp->layer->afbc_decoder_offset); | |
| return; | |
| } | |
| /* convert src values from Q16 fixed point to integer */ | |
| src_w = plane->state->src_w >> 16; | |
| src_h = plane->state->src_h >> 16; | |
| src_x = plane->state->src_x >> 16; | |
| src_y = plane->state->src_y >> 16; | |
| val = ((fb->width - (src_x + src_w)) << MALIDP_AD_CROP_RIGHT_OFFSET) | | |
| src_x; | |
| malidp_hw_write(mp->hwdev, val, | |
| mp->layer->afbc_decoder_offset + MALIDP_AD_CROP_H); | |
| val = ((fb->height - (src_y + src_h)) << MALIDP_AD_CROP_BOTTOM_OFFSET) | | |
| src_y; | |
| malidp_hw_write(mp->hwdev, val, | |
| mp->layer->afbc_decoder_offset + MALIDP_AD_CROP_V); | |
| val = MALIDP_AD_EN; | |
| if (fb->modifier & AFBC_FORMAT_MOD_SPLIT) | |
| val |= MALIDP_AD_BS; | |
| if (fb->modifier & AFBC_FORMAT_MOD_YTR) | |
| val |= MALIDP_AD_YTR; | |
| malidp_hw_write(mp->hwdev, val, mp->layer->afbc_decoder_offset); | |
| } | |
| static void malidp_de_plane_update(struct drm_plane *plane, | |
| struct drm_plane_state *old_state) | |
| { | |
| struct malidp_plane *mp; | |
| struct malidp_plane_state *ms = to_malidp_plane_state(plane->state); | |
| struct drm_plane_state *state = plane->state; | |
| u16 pixel_alpha = state->pixel_blend_mode; | |
| u8 plane_alpha = state->alpha >> 8; | |
| u32 src_w, src_h, dest_w, dest_h, val; | |
| int i; | |
| struct drm_framebuffer *fb = plane->state->fb; | |
| mp = to_malidp_plane(plane); | |
| /* | |
| * For AFBC framebuffer, use the framebuffer width and height for | |
| * configuring layer input size register. | |
| */ | |
| if (fb->modifier) { | |
| src_w = fb->width; | |
| src_h = fb->height; | |
| } else { | |
| /* convert src values from Q16 fixed point to integer */ | |
| src_w = state->src_w >> 16; | |
| src_h = state->src_h >> 16; | |
| } | |
| dest_w = state->crtc_w; | |
| dest_h = state->crtc_h; | |
| val = malidp_hw_read(mp->hwdev, mp->layer->base); | |
| val = (val & ~LAYER_FORMAT_MASK) | ms->format; | |
| malidp_hw_write(mp->hwdev, val, mp->layer->base); | |
| for (i = 0; i < ms->n_planes; i++) | |
| malidp_set_plane_base_addr(fb, mp, i); | |
| malidp_de_set_mmu_control(mp, ms); | |
| malidp_de_set_plane_pitches(mp, ms->n_planes, | |
| state->fb->pitches); | |
| if ((plane->state->color_encoding != old_state->color_encoding) || | |
| (plane->state->color_range != old_state->color_range)) | |
| malidp_de_set_color_encoding(mp, plane->state->color_encoding, | |
| plane->state->color_range); | |
| malidp_hw_write(mp->hwdev, LAYER_H_VAL(src_w) | LAYER_V_VAL(src_h), | |
| mp->layer->base + MALIDP_LAYER_SIZE); | |
| malidp_hw_write(mp->hwdev, LAYER_H_VAL(dest_w) | LAYER_V_VAL(dest_h), | |
| mp->layer->base + MALIDP_LAYER_COMP_SIZE); | |
| malidp_hw_write(mp->hwdev, LAYER_H_VAL(state->crtc_x) | | |
| LAYER_V_VAL(state->crtc_y), | |
| mp->layer->base + MALIDP_LAYER_OFFSET); | |
| if (mp->layer->id == DE_SMART) { | |
| /* | |
| * Enable the first rectangle in the SMART layer to be | |
| * able to use it as a drm plane. | |
| */ | |
| malidp_hw_write(mp->hwdev, 1, | |
| mp->layer->base + MALIDP550_LS_ENABLE); | |
| malidp_hw_write(mp->hwdev, | |
| LAYER_H_VAL(src_w) | LAYER_V_VAL(src_h), | |
| mp->layer->base + MALIDP550_LS_R1_IN_SIZE); | |
| } | |
| malidp_de_set_plane_afbc(plane); | |
| /* first clear the rotation bits */ | |
| val = malidp_hw_read(mp->hwdev, mp->layer->base + MALIDP_LAYER_CONTROL); | |
| val &= ~LAYER_ROT_MASK; | |
| /* setup the rotation and axis flip bits */ | |
| if (state->rotation & DRM_MODE_ROTATE_MASK) | |
| val |= ilog2(plane->state->rotation & DRM_MODE_ROTATE_MASK) << | |
| LAYER_ROT_OFFSET; | |
| if (state->rotation & DRM_MODE_REFLECT_X) | |
| val |= LAYER_H_FLIP; | |
| if (state->rotation & DRM_MODE_REFLECT_Y) | |
| val |= LAYER_V_FLIP; | |
| val &= ~(LAYER_COMP_MASK | LAYER_PMUL_ENABLE | LAYER_ALPHA(0xff)); | |
| if (state->alpha != DRM_BLEND_ALPHA_OPAQUE) { | |
| val |= LAYER_COMP_PLANE; | |
| } else if (state->fb->format->has_alpha) { | |
| /* We only care about blend mode if the format has alpha */ | |
| switch (pixel_alpha) { | |
| case DRM_MODE_BLEND_PREMULTI: | |
| val |= LAYER_COMP_PIXEL | LAYER_PMUL_ENABLE; | |
| break; | |
| case DRM_MODE_BLEND_COVERAGE: | |
| val |= LAYER_COMP_PIXEL; | |
| break; | |
| } | |
| } | |
| val |= LAYER_ALPHA(plane_alpha); | |
| val &= ~LAYER_FLOWCFG(LAYER_FLOWCFG_MASK); | |
| if (state->crtc) { | |
| struct malidp_crtc_state *m = | |
| to_malidp_crtc_state(state->crtc->state); | |
| if (m->scaler_config.scale_enable && | |
| m->scaler_config.plane_src_id == mp->layer->id) | |
| val |= LAYER_FLOWCFG(LAYER_FLOWCFG_SCALE_SE); | |
| } | |
| /* set the 'enable layer' bit */ | |
| val |= LAYER_ENABLE; | |
| malidp_hw_write(mp->hwdev, val, | |
| mp->layer->base + MALIDP_LAYER_CONTROL); | |
| } | |
| static void malidp_de_plane_disable(struct drm_plane *plane, | |
| struct drm_plane_state *state) | |
| { | |
| struct malidp_plane *mp = to_malidp_plane(plane); | |
| malidp_hw_clearbits(mp->hwdev, | |
| LAYER_ENABLE | LAYER_FLOWCFG(LAYER_FLOWCFG_MASK), | |
| mp->layer->base + MALIDP_LAYER_CONTROL); | |
| } | |
| static const struct drm_plane_helper_funcs malidp_de_plane_helper_funcs = { | |
| .atomic_check = malidp_de_plane_check, | |
| .atomic_update = malidp_de_plane_update, | |
| .atomic_disable = malidp_de_plane_disable, | |
| }; | |
| int malidp_de_planes_init(struct drm_device *drm) | |
| { | |
| struct malidp_drm *malidp = drm->dev_private; | |
| const struct malidp_hw_regmap *map = &malidp->dev->hw->map; | |
| struct malidp_plane *plane = NULL; | |
| enum drm_plane_type plane_type; | |
| unsigned long crtcs = BIT(drm->mode_config.num_crtc); | |
| unsigned long flags = DRM_MODE_ROTATE_0 | DRM_MODE_ROTATE_90 | DRM_MODE_ROTATE_180 | | |
| DRM_MODE_ROTATE_270 | DRM_MODE_REFLECT_X | DRM_MODE_REFLECT_Y; | |
| unsigned int blend_caps = BIT(DRM_MODE_BLEND_PIXEL_NONE) | | |
| BIT(DRM_MODE_BLEND_PREMULTI) | | |
| BIT(DRM_MODE_BLEND_COVERAGE); | |
| u32 *formats; | |
| int ret, i = 0, j = 0, n; | |
| u64 supported_modifiers[MODIFIERS_COUNT_MAX]; | |
| const u64 *modifiers; | |
| modifiers = malidp_format_modifiers; | |
| if (!(map->features & MALIDP_DEVICE_AFBC_SUPPORT_SPLIT)) { | |
| /* | |
| * Since our hardware does not support SPLIT, so build the list | |
| * of supported modifiers excluding SPLIT ones. | |
| */ | |
| while (*modifiers != DRM_FORMAT_MOD_INVALID) { | |
| if (!(*modifiers & AFBC_SPLIT)) | |
| supported_modifiers[j++] = *modifiers; | |
| modifiers++; | |
| } | |
| supported_modifiers[j++] = DRM_FORMAT_MOD_INVALID; | |
| modifiers = supported_modifiers; | |
| } | |
| formats = kcalloc(map->n_pixel_formats, sizeof(*formats), GFP_KERNEL); | |
| if (!formats) { | |
| ret = -ENOMEM; | |
| goto cleanup; | |
| } | |
| for (i = 0; i < map->n_layers; i++) { | |
| u8 id = map->layers[i].id; | |
| plane = kzalloc(sizeof(*plane), GFP_KERNEL); | |
| if (!plane) { | |
| ret = -ENOMEM; | |
| goto cleanup; | |
| } | |
| /* build the list of DRM supported formats based on the map */ | |
| for (n = 0, j = 0; j < map->n_pixel_formats; j++) { | |
| if ((map->pixel_formats[j].layer & id) == id) | |
| formats[n++] = map->pixel_formats[j].format; | |
| } | |
| plane_type = (i == 0) ? DRM_PLANE_TYPE_PRIMARY : | |
| DRM_PLANE_TYPE_OVERLAY; | |
| /* | |
| * All the layers except smart layer supports AFBC modifiers. | |
| */ | |
| ret = drm_universal_plane_init(drm, &plane->base, crtcs, | |
| &malidp_de_plane_funcs, formats, n, | |
| (id == DE_SMART) ? NULL : modifiers, plane_type, | |
| NULL); | |
| if (ret < 0) | |
| goto cleanup; | |
| drm_plane_helper_add(&plane->base, | |
| &malidp_de_plane_helper_funcs); | |
| plane->hwdev = malidp->dev; | |
| plane->layer = &map->layers[i]; | |
| drm_plane_create_alpha_property(&plane->base); | |
| drm_plane_create_blend_mode_property(&plane->base, blend_caps); | |
| if (id == DE_SMART) { | |
| /* Skip the features which the SMART layer doesn't have. */ | |
| continue; | |
| } | |
| drm_plane_create_rotation_property(&plane->base, DRM_MODE_ROTATE_0, flags); | |
| malidp_hw_write(malidp->dev, MALIDP_ALPHA_LUT, | |
| plane->layer->base + MALIDP_LAYER_COMPOSE); | |
| /* Attach the YUV->RGB property only to video layers */ | |
| if (id & (DE_VIDEO1 | DE_VIDEO2)) { | |
| /* default encoding for YUV->RGB is BT601 NARROW */ | |
| enum drm_color_encoding enc = DRM_COLOR_YCBCR_BT601; | |
| enum drm_color_range range = DRM_COLOR_YCBCR_LIMITED_RANGE; | |
| ret = drm_plane_create_color_properties(&plane->base, | |
| BIT(DRM_COLOR_YCBCR_BT601) | \ | |
| BIT(DRM_COLOR_YCBCR_BT709) | \ | |
| BIT(DRM_COLOR_YCBCR_BT2020), | |
| BIT(DRM_COLOR_YCBCR_LIMITED_RANGE) | \ | |
| BIT(DRM_COLOR_YCBCR_FULL_RANGE), | |
| enc, range); | |
| if (!ret) | |
| /* program the HW registers */ | |
| malidp_de_set_color_encoding(plane, enc, range); | |
| else | |
| DRM_WARN("Failed to create video layer %d color properties\n", id); | |
| } | |
| } | |
| kfree(formats); | |
| return 0; | |
| cleanup: | |
| kfree(formats); | |
| return ret; | |
| } |