| // SPDX-License-Identifier: GPL-2.0 |
| /* |
| * Copyright 2019 NXP. |
| */ |
| |
| #include <linux/device.h> |
| #include <linux/slab.h> |
| |
| #include "dcss-dev.h" |
| |
| #define DCSS_DPR_SYSTEM_CTRL0 0x000 |
| #define RUN_EN BIT(0) |
| #define SOFT_RESET BIT(1) |
| #define REPEAT_EN BIT(2) |
| #define SHADOW_LOAD_EN BIT(3) |
| #define SW_SHADOW_LOAD_SEL BIT(4) |
| #define BCMD2AXI_MSTR_ID_CTRL BIT(16) |
| #define DCSS_DPR_IRQ_MASK 0x020 |
| #define DCSS_DPR_IRQ_MASK_STATUS 0x030 |
| #define DCSS_DPR_IRQ_NONMASK_STATUS 0x040 |
| #define IRQ_DPR_CTRL_DONE BIT(0) |
| #define IRQ_DPR_RUN BIT(1) |
| #define IRQ_DPR_SHADOW_LOADED BIT(2) |
| #define IRQ_AXI_READ_ERR BIT(3) |
| #define DPR2RTR_YRGB_FIFO_OVFL BIT(4) |
| #define DPR2RTR_UV_FIFO_OVFL BIT(5) |
| #define DPR2RTR_FIFO_LD_BUF_RDY_YRGB_ERR BIT(6) |
| #define DPR2RTR_FIFO_LD_BUF_RDY_UV_ERR BIT(7) |
| #define DCSS_DPR_MODE_CTRL0 0x050 |
| #define RTR_3BUF_EN BIT(0) |
| #define RTR_4LINE_BUF_EN BIT(1) |
| #define TILE_TYPE_POS 2 |
| #define TILE_TYPE_MASK GENMASK(4, 2) |
| #define YUV_EN BIT(6) |
| #define COMP_2PLANE_EN BIT(7) |
| #define PIX_SIZE_POS 8 |
| #define PIX_SIZE_MASK GENMASK(9, 8) |
| #define PIX_LUMA_UV_SWAP BIT(10) |
| #define PIX_UV_SWAP BIT(11) |
| #define B_COMP_SEL_POS 12 |
| #define B_COMP_SEL_MASK GENMASK(13, 12) |
| #define G_COMP_SEL_POS 14 |
| #define G_COMP_SEL_MASK GENMASK(15, 14) |
| #define R_COMP_SEL_POS 16 |
| #define R_COMP_SEL_MASK GENMASK(17, 16) |
| #define A_COMP_SEL_POS 18 |
| #define A_COMP_SEL_MASK GENMASK(19, 18) |
| #define DCSS_DPR_FRAME_CTRL0 0x070 |
| #define HFLIP_EN BIT(0) |
| #define VFLIP_EN BIT(1) |
| #define ROT_ENC_POS 2 |
| #define ROT_ENC_MASK GENMASK(3, 2) |
| #define ROT_FLIP_ORDER_EN BIT(4) |
| #define PITCH_POS 16 |
| #define PITCH_MASK GENMASK(31, 16) |
| #define DCSS_DPR_FRAME_1P_CTRL0 0x090 |
| #define DCSS_DPR_FRAME_1P_PIX_X_CTRL 0x0A0 |
| #define DCSS_DPR_FRAME_1P_PIX_Y_CTRL 0x0B0 |
| #define DCSS_DPR_FRAME_1P_BASE_ADDR 0x0C0 |
| #define DCSS_DPR_FRAME_2P_CTRL0 0x0E0 |
| #define DCSS_DPR_FRAME_2P_PIX_X_CTRL 0x0F0 |
| #define DCSS_DPR_FRAME_2P_PIX_Y_CTRL 0x100 |
| #define DCSS_DPR_FRAME_2P_BASE_ADDR 0x110 |
| #define DCSS_DPR_STATUS_CTRL0 0x130 |
| #define STATUS_MUX_SEL_MASK GENMASK(2, 0) |
| #define STATUS_SRC_SEL_POS 16 |
| #define STATUS_SRC_SEL_MASK GENMASK(18, 16) |
| #define DCSS_DPR_STATUS_CTRL1 0x140 |
| #define DCSS_DPR_RTRAM_CTRL0 0x200 |
| #define NUM_ROWS_ACTIVE BIT(0) |
| #define THRES_HIGH_POS 1 |
| #define THRES_HIGH_MASK GENMASK(3, 1) |
| #define THRES_LOW_POS 4 |
| #define THRES_LOW_MASK GENMASK(6, 4) |
| #define ABORT_SEL BIT(7) |
| |
| enum dcss_tile_type { |
| TILE_LINEAR = 0, |
| TILE_GPU_STANDARD, |
| TILE_GPU_SUPER, |
| TILE_VPU_YUV420, |
| TILE_VPU_VP9, |
| }; |
| |
| enum dcss_pix_size { |
| PIX_SIZE_8, |
| PIX_SIZE_16, |
| PIX_SIZE_32, |
| }; |
| |
| struct dcss_dpr_ch { |
| struct dcss_dpr *dpr; |
| void __iomem *base_reg; |
| u32 base_ofs; |
| |
| struct drm_format_info format; |
| enum dcss_pix_size pix_size; |
| enum dcss_tile_type tile; |
| bool rtram_4line_en; |
| bool rtram_3buf_en; |
| |
| u32 frame_ctrl; |
| u32 mode_ctrl; |
| u32 sys_ctrl; |
| u32 rtram_ctrl; |
| |
| bool sys_ctrl_chgd; |
| |
| int ch_num; |
| int irq; |
| }; |
| |
| struct dcss_dpr { |
| struct device *dev; |
| struct dcss_ctxld *ctxld; |
| u32 ctx_id; |
| |
| struct dcss_dpr_ch ch[3]; |
| }; |
| |
| static void dcss_dpr_write(struct dcss_dpr_ch *ch, u32 val, u32 ofs) |
| { |
| struct dcss_dpr *dpr = ch->dpr; |
| |
| dcss_ctxld_write(dpr->ctxld, dpr->ctx_id, val, ch->base_ofs + ofs); |
| } |
| |
| static int dcss_dpr_ch_init_all(struct dcss_dpr *dpr, unsigned long dpr_base) |
| { |
| struct dcss_dpr_ch *ch; |
| int i; |
| |
| for (i = 0; i < 3; i++) { |
| ch = &dpr->ch[i]; |
| |
| ch->base_ofs = dpr_base + i * 0x1000; |
| |
| ch->base_reg = ioremap(ch->base_ofs, SZ_4K); |
| if (!ch->base_reg) { |
| dev_err(dpr->dev, "dpr: unable to remap ch %d base\n", |
| i); |
| return -ENOMEM; |
| } |
| |
| ch->dpr = dpr; |
| ch->ch_num = i; |
| |
| dcss_writel(0xff, ch->base_reg + DCSS_DPR_IRQ_MASK); |
| } |
| |
| return 0; |
| } |
| |
| int dcss_dpr_init(struct dcss_dev *dcss, unsigned long dpr_base) |
| { |
| struct dcss_dpr *dpr; |
| |
| dpr = kzalloc(sizeof(*dpr), GFP_KERNEL); |
| if (!dpr) |
| return -ENOMEM; |
| |
| dcss->dpr = dpr; |
| dpr->dev = dcss->dev; |
| dpr->ctxld = dcss->ctxld; |
| dpr->ctx_id = CTX_SB_HP; |
| |
| if (dcss_dpr_ch_init_all(dpr, dpr_base)) { |
| int i; |
| |
| for (i = 0; i < 3; i++) { |
| if (dpr->ch[i].base_reg) |
| iounmap(dpr->ch[i].base_reg); |
| } |
| |
| kfree(dpr); |
| |
| return -ENOMEM; |
| } |
| |
| return 0; |
| } |
| |
| void dcss_dpr_exit(struct dcss_dpr *dpr) |
| { |
| int ch_no; |
| |
| /* stop DPR on all channels */ |
| for (ch_no = 0; ch_no < 3; ch_no++) { |
| struct dcss_dpr_ch *ch = &dpr->ch[ch_no]; |
| |
| dcss_writel(0, ch->base_reg + DCSS_DPR_SYSTEM_CTRL0); |
| |
| if (ch->base_reg) |
| iounmap(ch->base_reg); |
| } |
| |
| kfree(dpr); |
| } |
| |
| static u32 dcss_dpr_x_pix_wide_adjust(struct dcss_dpr_ch *ch, u32 pix_wide, |
| u32 pix_format) |
| { |
| u8 pix_in_64byte_map[3][5] = { |
| /* LIN, GPU_STD, GPU_SUP, VPU_YUV420, VPU_VP9 */ |
| { 64, 8, 8, 8, 16}, /* PIX_SIZE_8 */ |
| { 32, 8, 8, 8, 8}, /* PIX_SIZE_16 */ |
| { 16, 4, 4, 8, 8}, /* PIX_SIZE_32 */ |
| }; |
| u32 offset; |
| u32 div_64byte_mod, pix_in_64byte; |
| |
| pix_in_64byte = pix_in_64byte_map[ch->pix_size][ch->tile]; |
| |
| div_64byte_mod = pix_wide % pix_in_64byte; |
| offset = (div_64byte_mod == 0) ? 0 : (pix_in_64byte - div_64byte_mod); |
| |
| return pix_wide + offset; |
| } |
| |
| static u32 dcss_dpr_y_pix_high_adjust(struct dcss_dpr_ch *ch, u32 pix_high, |
| u32 pix_format) |
| { |
| u8 num_rows_buf = ch->rtram_4line_en ? 4 : 8; |
| u32 offset, pix_y_mod; |
| |
| pix_y_mod = pix_high % num_rows_buf; |
| offset = pix_y_mod ? (num_rows_buf - pix_y_mod) : 0; |
| |
| return pix_high + offset; |
| } |
| |
| void dcss_dpr_set_res(struct dcss_dpr *dpr, int ch_num, u32 xres, u32 yres) |
| { |
| struct dcss_dpr_ch *ch = &dpr->ch[ch_num]; |
| u32 pix_format = ch->format.format; |
| u32 gap = DCSS_DPR_FRAME_2P_BASE_ADDR - DCSS_DPR_FRAME_1P_BASE_ADDR; |
| int plane, max_planes = 1; |
| u32 pix_x_wide, pix_y_high; |
| |
| if (pix_format == DRM_FORMAT_NV12 || |
| pix_format == DRM_FORMAT_NV21) |
| max_planes = 2; |
| |
| for (plane = 0; plane < max_planes; plane++) { |
| yres = plane == 1 ? yres >> 1 : yres; |
| |
| pix_x_wide = dcss_dpr_x_pix_wide_adjust(ch, xres, pix_format); |
| pix_y_high = dcss_dpr_y_pix_high_adjust(ch, yres, pix_format); |
| |
| dcss_dpr_write(ch, pix_x_wide, |
| DCSS_DPR_FRAME_1P_PIX_X_CTRL + plane * gap); |
| dcss_dpr_write(ch, pix_y_high, |
| DCSS_DPR_FRAME_1P_PIX_Y_CTRL + plane * gap); |
| |
| dcss_dpr_write(ch, 2, DCSS_DPR_FRAME_1P_CTRL0 + plane * gap); |
| } |
| } |
| |
| void dcss_dpr_addr_set(struct dcss_dpr *dpr, int ch_num, u32 luma_base_addr, |
| u32 chroma_base_addr, u16 pitch) |
| { |
| struct dcss_dpr_ch *ch = &dpr->ch[ch_num]; |
| |
| dcss_dpr_write(ch, luma_base_addr, DCSS_DPR_FRAME_1P_BASE_ADDR); |
| |
| dcss_dpr_write(ch, chroma_base_addr, DCSS_DPR_FRAME_2P_BASE_ADDR); |
| |
| ch->frame_ctrl &= ~PITCH_MASK; |
| ch->frame_ctrl |= (((u32)pitch << PITCH_POS) & PITCH_MASK); |
| } |
| |
| static void dcss_dpr_argb_comp_sel(struct dcss_dpr_ch *ch, int a_sel, int r_sel, |
| int g_sel, int b_sel) |
| { |
| u32 sel; |
| |
| sel = ((a_sel << A_COMP_SEL_POS) & A_COMP_SEL_MASK) | |
| ((r_sel << R_COMP_SEL_POS) & R_COMP_SEL_MASK) | |
| ((g_sel << G_COMP_SEL_POS) & G_COMP_SEL_MASK) | |
| ((b_sel << B_COMP_SEL_POS) & B_COMP_SEL_MASK); |
| |
| ch->mode_ctrl &= ~(A_COMP_SEL_MASK | R_COMP_SEL_MASK | |
| G_COMP_SEL_MASK | B_COMP_SEL_MASK); |
| ch->mode_ctrl |= sel; |
| } |
| |
| static void dcss_dpr_pix_size_set(struct dcss_dpr_ch *ch, |
| const struct drm_format_info *format) |
| { |
| u32 val; |
| |
| switch (format->format) { |
| case DRM_FORMAT_NV12: |
| case DRM_FORMAT_NV21: |
| val = PIX_SIZE_8; |
| break; |
| |
| case DRM_FORMAT_UYVY: |
| case DRM_FORMAT_VYUY: |
| case DRM_FORMAT_YUYV: |
| case DRM_FORMAT_YVYU: |
| val = PIX_SIZE_16; |
| break; |
| |
| default: |
| val = PIX_SIZE_32; |
| break; |
| } |
| |
| ch->pix_size = val; |
| |
| ch->mode_ctrl &= ~PIX_SIZE_MASK; |
| ch->mode_ctrl |= ((val << PIX_SIZE_POS) & PIX_SIZE_MASK); |
| } |
| |
| static void dcss_dpr_uv_swap(struct dcss_dpr_ch *ch, bool swap) |
| { |
| ch->mode_ctrl &= ~PIX_UV_SWAP; |
| ch->mode_ctrl |= (swap ? PIX_UV_SWAP : 0); |
| } |
| |
| static void dcss_dpr_y_uv_swap(struct dcss_dpr_ch *ch, bool swap) |
| { |
| ch->mode_ctrl &= ~PIX_LUMA_UV_SWAP; |
| ch->mode_ctrl |= (swap ? PIX_LUMA_UV_SWAP : 0); |
| } |
| |
| static void dcss_dpr_2plane_en(struct dcss_dpr_ch *ch, bool en) |
| { |
| ch->mode_ctrl &= ~COMP_2PLANE_EN; |
| ch->mode_ctrl |= (en ? COMP_2PLANE_EN : 0); |
| } |
| |
| static void dcss_dpr_yuv_en(struct dcss_dpr_ch *ch, bool en) |
| { |
| ch->mode_ctrl &= ~YUV_EN; |
| ch->mode_ctrl |= (en ? YUV_EN : 0); |
| } |
| |
| void dcss_dpr_enable(struct dcss_dpr *dpr, int ch_num, bool en) |
| { |
| struct dcss_dpr_ch *ch = &dpr->ch[ch_num]; |
| u32 sys_ctrl; |
| |
| sys_ctrl = (en ? REPEAT_EN | RUN_EN : 0); |
| |
| if (en) { |
| dcss_dpr_write(ch, ch->mode_ctrl, DCSS_DPR_MODE_CTRL0); |
| dcss_dpr_write(ch, ch->frame_ctrl, DCSS_DPR_FRAME_CTRL0); |
| dcss_dpr_write(ch, ch->rtram_ctrl, DCSS_DPR_RTRAM_CTRL0); |
| } |
| |
| if (ch->sys_ctrl != sys_ctrl) |
| ch->sys_ctrl_chgd = true; |
| |
| ch->sys_ctrl = sys_ctrl; |
| } |
| |
| struct rgb_comp_sel { |
| u32 drm_format; |
| int a_sel; |
| int r_sel; |
| int g_sel; |
| int b_sel; |
| }; |
| |
| static struct rgb_comp_sel comp_sel_map[] = { |
| {DRM_FORMAT_ARGB8888, 3, 2, 1, 0}, |
| {DRM_FORMAT_XRGB8888, 3, 2, 1, 0}, |
| {DRM_FORMAT_ABGR8888, 3, 0, 1, 2}, |
| {DRM_FORMAT_XBGR8888, 3, 0, 1, 2}, |
| {DRM_FORMAT_RGBA8888, 0, 3, 2, 1}, |
| {DRM_FORMAT_RGBX8888, 0, 3, 2, 1}, |
| {DRM_FORMAT_BGRA8888, 0, 1, 2, 3}, |
| {DRM_FORMAT_BGRX8888, 0, 1, 2, 3}, |
| }; |
| |
| static int to_comp_sel(u32 pix_fmt, int *a_sel, int *r_sel, int *g_sel, |
| int *b_sel) |
| { |
| int i; |
| |
| for (i = 0; i < ARRAY_SIZE(comp_sel_map); i++) { |
| if (comp_sel_map[i].drm_format == pix_fmt) { |
| *a_sel = comp_sel_map[i].a_sel; |
| *r_sel = comp_sel_map[i].r_sel; |
| *g_sel = comp_sel_map[i].g_sel; |
| *b_sel = comp_sel_map[i].b_sel; |
| |
| return 0; |
| } |
| } |
| |
| return -1; |
| } |
| |
| static void dcss_dpr_rtram_set(struct dcss_dpr_ch *ch, u32 pix_format) |
| { |
| u32 val, mask; |
| |
| switch (pix_format) { |
| case DRM_FORMAT_NV21: |
| case DRM_FORMAT_NV12: |
| ch->rtram_3buf_en = true; |
| ch->rtram_4line_en = false; |
| break; |
| |
| default: |
| ch->rtram_3buf_en = true; |
| ch->rtram_4line_en = true; |
| break; |
| } |
| |
| val = (ch->rtram_4line_en ? RTR_4LINE_BUF_EN : 0); |
| val |= (ch->rtram_3buf_en ? RTR_3BUF_EN : 0); |
| mask = RTR_4LINE_BUF_EN | RTR_3BUF_EN; |
| |
| ch->mode_ctrl &= ~mask; |
| ch->mode_ctrl |= (val & mask); |
| |
| val = (ch->rtram_4line_en ? 0 : NUM_ROWS_ACTIVE); |
| val |= (3 << THRES_LOW_POS) & THRES_LOW_MASK; |
| val |= (4 << THRES_HIGH_POS) & THRES_HIGH_MASK; |
| mask = THRES_LOW_MASK | THRES_HIGH_MASK | NUM_ROWS_ACTIVE; |
| |
| ch->rtram_ctrl &= ~mask; |
| ch->rtram_ctrl |= (val & mask); |
| } |
| |
| static void dcss_dpr_setup_components(struct dcss_dpr_ch *ch, |
| const struct drm_format_info *format) |
| { |
| int a_sel, r_sel, g_sel, b_sel; |
| bool uv_swap, y_uv_swap; |
| |
| switch (format->format) { |
| case DRM_FORMAT_YVYU: |
| uv_swap = true; |
| y_uv_swap = true; |
| break; |
| |
| case DRM_FORMAT_VYUY: |
| case DRM_FORMAT_NV21: |
| uv_swap = true; |
| y_uv_swap = false; |
| break; |
| |
| case DRM_FORMAT_YUYV: |
| uv_swap = false; |
| y_uv_swap = true; |
| break; |
| |
| default: |
| uv_swap = false; |
| y_uv_swap = false; |
| break; |
| } |
| |
| dcss_dpr_uv_swap(ch, uv_swap); |
| |
| dcss_dpr_y_uv_swap(ch, y_uv_swap); |
| |
| if (!format->is_yuv) { |
| if (!to_comp_sel(format->format, &a_sel, &r_sel, |
| &g_sel, &b_sel)) { |
| dcss_dpr_argb_comp_sel(ch, a_sel, r_sel, g_sel, b_sel); |
| } else { |
| dcss_dpr_argb_comp_sel(ch, 3, 2, 1, 0); |
| } |
| } else { |
| dcss_dpr_argb_comp_sel(ch, 0, 0, 0, 0); |
| } |
| } |
| |
| static void dcss_dpr_tile_set(struct dcss_dpr_ch *ch, uint64_t modifier) |
| { |
| switch (ch->ch_num) { |
| case 0: |
| switch (modifier) { |
| case DRM_FORMAT_MOD_LINEAR: |
| ch->tile = TILE_LINEAR; |
| break; |
| case DRM_FORMAT_MOD_VIVANTE_TILED: |
| ch->tile = TILE_GPU_STANDARD; |
| break; |
| case DRM_FORMAT_MOD_VIVANTE_SUPER_TILED: |
| ch->tile = TILE_GPU_SUPER; |
| break; |
| default: |
| WARN_ON(1); |
| break; |
| } |
| break; |
| case 1: |
| case 2: |
| ch->tile = TILE_LINEAR; |
| break; |
| default: |
| WARN_ON(1); |
| return; |
| } |
| |
| ch->mode_ctrl &= ~TILE_TYPE_MASK; |
| ch->mode_ctrl |= ((ch->tile << TILE_TYPE_POS) & TILE_TYPE_MASK); |
| } |
| |
| void dcss_dpr_format_set(struct dcss_dpr *dpr, int ch_num, |
| const struct drm_format_info *format, u64 modifier) |
| { |
| struct dcss_dpr_ch *ch = &dpr->ch[ch_num]; |
| |
| ch->format = *format; |
| |
| dcss_dpr_yuv_en(ch, format->is_yuv); |
| |
| dcss_dpr_pix_size_set(ch, format); |
| |
| dcss_dpr_setup_components(ch, format); |
| |
| dcss_dpr_2plane_en(ch, format->num_planes == 2); |
| |
| dcss_dpr_rtram_set(ch, format->format); |
| |
| dcss_dpr_tile_set(ch, modifier); |
| } |
| |
| /* This function will be called from interrupt context. */ |
| void dcss_dpr_write_sysctrl(struct dcss_dpr *dpr) |
| { |
| int chnum; |
| |
| dcss_ctxld_assert_locked(dpr->ctxld); |
| |
| for (chnum = 0; chnum < 3; chnum++) { |
| struct dcss_dpr_ch *ch = &dpr->ch[chnum]; |
| |
| if (ch->sys_ctrl_chgd) { |
| dcss_ctxld_write_irqsafe(dpr->ctxld, dpr->ctx_id, |
| ch->sys_ctrl, |
| ch->base_ofs + |
| DCSS_DPR_SYSTEM_CTRL0); |
| ch->sys_ctrl_chgd = false; |
| } |
| } |
| } |
| |
| void dcss_dpr_set_rotation(struct dcss_dpr *dpr, int ch_num, u32 rotation) |
| { |
| struct dcss_dpr_ch *ch = &dpr->ch[ch_num]; |
| |
| ch->frame_ctrl &= ~(HFLIP_EN | VFLIP_EN | ROT_ENC_MASK); |
| |
| ch->frame_ctrl |= rotation & DRM_MODE_REFLECT_X ? HFLIP_EN : 0; |
| ch->frame_ctrl |= rotation & DRM_MODE_REFLECT_Y ? VFLIP_EN : 0; |
| |
| if (rotation & DRM_MODE_ROTATE_90) |
| ch->frame_ctrl |= 1 << ROT_ENC_POS; |
| else if (rotation & DRM_MODE_ROTATE_180) |
| ch->frame_ctrl |= 2 << ROT_ENC_POS; |
| else if (rotation & DRM_MODE_ROTATE_270) |
| ch->frame_ctrl |= 3 << ROT_ENC_POS; |
| } |