| // SPDX-License-Identifier: MIT | |
| /* | |
| * Copyright © 2018 Intel Corporation | |
| * | |
| * Author: Gaurav K Singh <gaurav.k.singh@intel.com> | |
| * Manasi Navare <manasi.d.navare@intel.com> | |
| */ | |
| #include <linux/limits.h> | |
| #include "i915_drv.h" | |
| #include "intel_crtc.h" | |
| #include "intel_de.h" | |
| #include "intel_display_types.h" | |
| #include "intel_dsi.h" | |
| #include "intel_qp_tables.h" | |
| #include "intel_vdsc.h" | |
| enum ROW_INDEX_BPP { | |
| ROW_INDEX_6BPP = 0, | |
| ROW_INDEX_8BPP, | |
| ROW_INDEX_10BPP, | |
| ROW_INDEX_12BPP, | |
| ROW_INDEX_15BPP, | |
| MAX_ROW_INDEX | |
| }; | |
| enum COLUMN_INDEX_BPC { | |
| COLUMN_INDEX_8BPC = 0, | |
| COLUMN_INDEX_10BPC, | |
| COLUMN_INDEX_12BPC, | |
| COLUMN_INDEX_14BPC, | |
| COLUMN_INDEX_16BPC, | |
| MAX_COLUMN_INDEX | |
| }; | |
| /* From DSC_v1.11 spec, rc_parameter_Set syntax element typically constant */ | |
| static const u16 rc_buf_thresh[] = { | |
| 896, 1792, 2688, 3584, 4480, 5376, 6272, 6720, 7168, 7616, | |
| 7744, 7872, 8000, 8064 | |
| }; | |
| struct rc_parameters { | |
| u16 initial_xmit_delay; | |
| u8 first_line_bpg_offset; | |
| u16 initial_offset; | |
| u8 flatness_min_qp; | |
| u8 flatness_max_qp; | |
| u8 rc_quant_incr_limit0; | |
| u8 rc_quant_incr_limit1; | |
| struct drm_dsc_rc_range_parameters rc_range_params[DSC_NUM_BUF_RANGES]; | |
| }; | |
| /* | |
| * Selected Rate Control Related Parameter Recommended Values | |
| * from DSC_v1.11 spec & C Model release: DSC_model_20161212 | |
| */ | |
| static const struct rc_parameters rc_parameters[][MAX_COLUMN_INDEX] = { | |
| { | |
| /* 6BPP/8BPC */ | |
| { 768, 15, 6144, 3, 13, 11, 11, { | |
| { 0, 4, 0 }, { 1, 6, -2 }, { 3, 8, -2 }, { 4, 8, -4 }, | |
| { 5, 9, -6 }, { 5, 9, -6 }, { 6, 9, -6 }, { 6, 10, -8 }, | |
| { 7, 11, -8 }, { 8, 12, -10 }, { 9, 12, -10 }, { 10, 12, -12 }, | |
| { 10, 12, -12 }, { 11, 12, -12 }, { 13, 14, -12 } | |
| } | |
| }, | |
| /* 6BPP/10BPC */ | |
| { 768, 15, 6144, 7, 17, 15, 15, { | |
| { 0, 8, 0 }, { 3, 10, -2 }, { 7, 12, -2 }, { 8, 12, -4 }, | |
| { 9, 13, -6 }, { 9, 13, -6 }, { 10, 13, -6 }, { 10, 14, -8 }, | |
| { 11, 15, -8 }, { 12, 16, -10 }, { 13, 16, -10 }, | |
| { 14, 16, -12 }, { 14, 16, -12 }, { 15, 16, -12 }, | |
| { 17, 18, -12 } | |
| } | |
| }, | |
| /* 6BPP/12BPC */ | |
| { 768, 15, 6144, 11, 21, 19, 19, { | |
| { 0, 12, 0 }, { 5, 14, -2 }, { 11, 16, -2 }, { 12, 16, -4 }, | |
| { 13, 17, -6 }, { 13, 17, -6 }, { 14, 17, -6 }, { 14, 18, -8 }, | |
| { 15, 19, -8 }, { 16, 20, -10 }, { 17, 20, -10 }, | |
| { 18, 20, -12 }, { 18, 20, -12 }, { 19, 20, -12 }, | |
| { 21, 22, -12 } | |
| } | |
| }, | |
| /* 6BPP/14BPC */ | |
| { 768, 15, 6144, 15, 25, 23, 27, { | |
| { 0, 16, 0 }, { 7, 18, -2 }, { 15, 20, -2 }, { 16, 20, -4 }, | |
| { 17, 21, -6 }, { 17, 21, -6 }, { 18, 21, -6 }, { 18, 22, -8 }, | |
| { 19, 23, -8 }, { 20, 24, -10 }, { 21, 24, -10 }, | |
| { 22, 24, -12 }, { 22, 24, -12 }, { 23, 24, -12 }, | |
| { 25, 26, -12 } | |
| } | |
| }, | |
| /* 6BPP/16BPC */ | |
| { 768, 15, 6144, 19, 29, 27, 27, { | |
| { 0, 20, 0 }, { 9, 22, -2 }, { 19, 24, -2 }, { 20, 24, -4 }, | |
| { 21, 25, -6 }, { 21, 25, -6 }, { 22, 25, -6 }, { 22, 26, -8 }, | |
| { 23, 27, -8 }, { 24, 28, -10 }, { 25, 28, -10 }, | |
| { 26, 28, -12 }, { 26, 28, -12 }, { 27, 28, -12 }, | |
| { 29, 30, -12 } | |
| } | |
| }, | |
| }, | |
| { | |
| /* 8BPP/8BPC */ | |
| { 512, 12, 6144, 3, 12, 11, 11, { | |
| { 0, 4, 2 }, { 0, 4, 0 }, { 1, 5, 0 }, { 1, 6, -2 }, | |
| { 3, 7, -4 }, { 3, 7, -6 }, { 3, 7, -8 }, { 3, 8, -8 }, | |
| { 3, 9, -8 }, { 3, 10, -10 }, { 5, 11, -10 }, { 5, 12, -12 }, | |
| { 5, 13, -12 }, { 7, 13, -12 }, { 13, 15, -12 } | |
| } | |
| }, | |
| /* 8BPP/10BPC */ | |
| { 512, 12, 6144, 7, 16, 15, 15, { | |
| { 0, 4, 2 }, { 4, 8, 0 }, { 5, 9, 0 }, { 5, 10, -2 }, | |
| { 7, 11, -4 }, { 7, 11, -6 }, { 7, 11, -8 }, { 7, 12, -8 }, | |
| { 7, 13, -8 }, { 7, 14, -10 }, { 9, 15, -10 }, { 9, 16, -12 }, | |
| { 9, 17, -12 }, { 11, 17, -12 }, { 17, 19, -12 } | |
| } | |
| }, | |
| /* 8BPP/12BPC */ | |
| { 512, 12, 6144, 11, 20, 19, 19, { | |
| { 0, 12, 2 }, { 4, 12, 0 }, { 9, 13, 0 }, { 9, 14, -2 }, | |
| { 11, 15, -4 }, { 11, 15, -6 }, { 11, 15, -8 }, { 11, 16, -8 }, | |
| { 11, 17, -8 }, { 11, 18, -10 }, { 13, 19, -10 }, | |
| { 13, 20, -12 }, { 13, 21, -12 }, { 15, 21, -12 }, | |
| { 21, 23, -12 } | |
| } | |
| }, | |
| /* 8BPP/14BPC */ | |
| { 512, 12, 6144, 15, 24, 23, 23, { | |
| { 0, 12, 0 }, { 5, 13, 0 }, { 11, 15, 0 }, { 12, 17, -2 }, | |
| { 15, 19, -4 }, { 15, 19, -6 }, { 15, 19, -8 }, { 15, 20, -8 }, | |
| { 15, 21, -8 }, { 15, 22, -10 }, { 17, 22, -10 }, | |
| { 17, 23, -12 }, { 17, 23, -12 }, { 21, 24, -12 }, | |
| { 24, 25, -12 } | |
| } | |
| }, | |
| /* 8BPP/16BPC */ | |
| { 512, 12, 6144, 19, 28, 27, 27, { | |
| { 0, 12, 2 }, { 6, 14, 0 }, { 13, 17, 0 }, { 15, 20, -2 }, | |
| { 19, 23, -4 }, { 19, 23, -6 }, { 19, 23, -8 }, { 19, 24, -8 }, | |
| { 19, 25, -8 }, { 19, 26, -10 }, { 21, 26, -10 }, | |
| { 21, 27, -12 }, { 21, 27, -12 }, { 25, 28, -12 }, | |
| { 28, 29, -12 } | |
| } | |
| }, | |
| }, | |
| { | |
| /* 10BPP/8BPC */ | |
| { 410, 15, 5632, 3, 12, 11, 11, { | |
| { 0, 3, 2 }, { 0, 4, 0 }, { 1, 5, 0 }, { 2, 6, -2 }, | |
| { 3, 7, -4 }, { 3, 7, -6 }, { 3, 7, -8 }, { 3, 8, -8 }, | |
| { 3, 9, -8 }, { 3, 9, -10 }, { 5, 10, -10 }, { 5, 10, -10 }, | |
| { 5, 11, -12 }, { 7, 11, -12 }, { 11, 12, -12 } | |
| } | |
| }, | |
| /* 10BPP/10BPC */ | |
| { 410, 15, 5632, 7, 16, 15, 15, { | |
| { 0, 7, 2 }, { 4, 8, 0 }, { 5, 9, 0 }, { 6, 10, -2 }, | |
| { 7, 11, -4 }, { 7, 11, -6 }, { 7, 11, -8 }, { 7, 12, -8 }, | |
| { 7, 13, -8 }, { 7, 13, -10 }, { 9, 14, -10 }, { 9, 14, -10 }, | |
| { 9, 15, -12 }, { 11, 15, -12 }, { 15, 16, -12 } | |
| } | |
| }, | |
| /* 10BPP/12BPC */ | |
| { 410, 15, 5632, 11, 20, 19, 19, { | |
| { 0, 11, 2 }, { 4, 12, 0 }, { 9, 13, 0 }, { 10, 14, -2 }, | |
| { 11, 15, -4 }, { 11, 15, -6 }, { 11, 15, -8 }, { 11, 16, -8 }, | |
| { 11, 17, -8 }, { 11, 17, -10 }, { 13, 18, -10 }, | |
| { 13, 18, -10 }, { 13, 19, -12 }, { 15, 19, -12 }, | |
| { 19, 20, -12 } | |
| } | |
| }, | |
| /* 10BPP/14BPC */ | |
| { 410, 15, 5632, 15, 24, 23, 23, { | |
| { 0, 11, 2 }, { 5, 13, 0 }, { 11, 15, 0 }, { 13, 18, -2 }, | |
| { 15, 19, -4 }, { 15, 19, -6 }, { 15, 19, -8 }, { 15, 20, -8 }, | |
| { 15, 21, -8 }, { 15, 21, -10 }, { 17, 22, -10 }, | |
| { 17, 22, -10 }, { 17, 23, -12 }, { 19, 23, -12 }, | |
| { 23, 24, -12 } | |
| } | |
| }, | |
| /* 10BPP/16BPC */ | |
| { 410, 15, 5632, 19, 28, 27, 27, { | |
| { 0, 11, 2 }, { 6, 14, 0 }, { 13, 17, 0 }, { 16, 20, -2 }, | |
| { 19, 23, -4 }, { 19, 23, -6 }, { 19, 23, -8 }, { 19, 24, -8 }, | |
| { 19, 25, -8 }, { 19, 25, -10 }, { 21, 26, -10 }, | |
| { 21, 26, -10 }, { 21, 27, -12 }, { 23, 27, -12 }, | |
| { 27, 28, -12 } | |
| } | |
| }, | |
| }, | |
| { | |
| /* 12BPP/8BPC */ | |
| { 341, 15, 2048, 3, 12, 11, 11, { | |
| { 0, 2, 2 }, { 0, 4, 0 }, { 1, 5, 0 }, { 1, 6, -2 }, | |
| { 3, 7, -4 }, { 3, 7, -6 }, { 3, 7, -8 }, { 3, 8, -8 }, | |
| { 3, 9, -8 }, { 3, 10, -10 }, { 5, 11, -10 }, | |
| { 5, 12, -12 }, { 5, 13, -12 }, { 7, 13, -12 }, { 13, 15, -12 } | |
| } | |
| }, | |
| /* 12BPP/10BPC */ | |
| { 341, 15, 2048, 7, 16, 15, 15, { | |
| { 0, 2, 2 }, { 2, 5, 0 }, { 3, 7, 0 }, { 4, 8, -2 }, | |
| { 6, 9, -4 }, { 7, 10, -6 }, { 7, 11, -8 }, { 7, 12, -8 }, | |
| { 7, 13, -8 }, { 7, 14, -10 }, { 9, 15, -10 }, { 9, 16, -12 }, | |
| { 9, 17, -12 }, { 11, 17, -12 }, { 17, 19, -12 } | |
| } | |
| }, | |
| /* 12BPP/12BPC */ | |
| { 341, 15, 2048, 11, 20, 19, 19, { | |
| { 0, 6, 2 }, { 4, 9, 0 }, { 7, 11, 0 }, { 8, 12, -2 }, | |
| { 10, 13, -4 }, { 11, 14, -6 }, { 11, 15, -8 }, { 11, 16, -8 }, | |
| { 11, 17, -8 }, { 11, 18, -10 }, { 13, 19, -10 }, | |
| { 13, 20, -12 }, { 13, 21, -12 }, { 15, 21, -12 }, | |
| { 21, 23, -12 } | |
| } | |
| }, | |
| /* 12BPP/14BPC */ | |
| { 341, 15, 2048, 15, 24, 23, 23, { | |
| { 0, 6, 2 }, { 7, 10, 0 }, { 9, 13, 0 }, { 11, 16, -2 }, | |
| { 14, 17, -4 }, { 15, 18, -6 }, { 15, 19, -8 }, { 15, 20, -8 }, | |
| { 15, 20, -8 }, { 15, 21, -10 }, { 17, 21, -10 }, | |
| { 17, 21, -12 }, { 17, 21, -12 }, { 19, 22, -12 }, | |
| { 22, 23, -12 } | |
| } | |
| }, | |
| /* 12BPP/16BPC */ | |
| { 341, 15, 2048, 19, 28, 27, 27, { | |
| { 0, 6, 2 }, { 6, 11, 0 }, { 11, 15, 0 }, { 14, 18, -2 }, | |
| { 18, 21, -4 }, { 19, 22, -6 }, { 19, 23, -8 }, { 19, 24, -8 }, | |
| { 19, 24, -8 }, { 19, 25, -10 }, { 21, 25, -10 }, | |
| { 21, 25, -12 }, { 21, 25, -12 }, { 23, 26, -12 }, | |
| { 26, 27, -12 } | |
| } | |
| }, | |
| }, | |
| { | |
| /* 15BPP/8BPC */ | |
| { 273, 15, 2048, 3, 12, 11, 11, { | |
| { 0, 0, 10 }, { 0, 1, 8 }, { 0, 1, 6 }, { 0, 2, 4 }, | |
| { 1, 2, 2 }, { 1, 3, 0 }, { 1, 3, -2 }, { 2, 4, -4 }, | |
| { 2, 5, -6 }, { 3, 5, -8 }, { 4, 6, -10 }, { 4, 7, -10 }, | |
| { 5, 7, -12 }, { 7, 8, -12 }, { 8, 9, -12 } | |
| } | |
| }, | |
| /* 15BPP/10BPC */ | |
| { 273, 15, 2048, 7, 16, 15, 15, { | |
| { 0, 2, 10 }, { 2, 5, 8 }, { 3, 5, 6 }, { 4, 6, 4 }, | |
| { 5, 6, 2 }, { 5, 7, 0 }, { 5, 7, -2 }, { 6, 8, -4 }, | |
| { 6, 9, -6 }, { 7, 9, -8 }, { 8, 10, -10 }, { 8, 11, -10 }, | |
| { 9, 11, -12 }, { 11, 12, -12 }, { 12, 13, -12 } | |
| } | |
| }, | |
| /* 15BPP/12BPC */ | |
| { 273, 15, 2048, 11, 20, 19, 19, { | |
| { 0, 4, 10 }, { 2, 7, 8 }, { 4, 9, 6 }, { 6, 11, 4 }, | |
| { 9, 11, 2 }, { 9, 11, 0 }, { 9, 12, -2 }, { 10, 12, -4 }, | |
| { 11, 13, -6 }, { 11, 13, -8 }, { 12, 14, -10 }, | |
| { 13, 15, -10 }, { 13, 15, -12 }, { 15, 16, -12 }, | |
| { 16, 17, -12 } | |
| } | |
| }, | |
| /* 15BPP/14BPC */ | |
| { 273, 15, 2048, 15, 24, 23, 23, { | |
| { 0, 4, 10 }, { 3, 8, 8 }, { 6, 11, 6 }, { 9, 14, 4 }, | |
| { 13, 15, 2 }, { 13, 15, 0 }, { 13, 16, -2 }, { 14, 16, -4 }, | |
| { 15, 17, -6 }, { 15, 17, -8 }, { 16, 18, -10 }, | |
| { 17, 19, -10 }, { 17, 19, -12 }, { 19, 20, -12 }, | |
| { 20, 21, -12 } | |
| } | |
| }, | |
| /* 15BPP/16BPC */ | |
| { 273, 15, 2048, 19, 28, 27, 27, { | |
| { 0, 4, 10 }, { 4, 9, 8 }, { 8, 13, 6 }, { 12, 17, 4 }, | |
| { 17, 19, 2 }, { 17, 20, 0 }, { 17, 20, -2 }, { 18, 20, -4 }, | |
| { 19, 21, -6 }, { 19, 21, -8 }, { 20, 22, -10 }, | |
| { 21, 23, -10 }, { 21, 23, -12 }, { 23, 24, -12 }, | |
| { 24, 25, -12 } | |
| } | |
| } | |
| } | |
| }; | |
| static int get_row_index_for_rc_params(u16 compressed_bpp) | |
| { | |
| switch (compressed_bpp) { | |
| case 6: | |
| return ROW_INDEX_6BPP; | |
| case 8: | |
| return ROW_INDEX_8BPP; | |
| case 10: | |
| return ROW_INDEX_10BPP; | |
| case 12: | |
| return ROW_INDEX_12BPP; | |
| case 15: | |
| return ROW_INDEX_15BPP; | |
| default: | |
| return -EINVAL; | |
| } | |
| } | |
| static int get_column_index_for_rc_params(u8 bits_per_component) | |
| { | |
| switch (bits_per_component) { | |
| case 8: | |
| return COLUMN_INDEX_8BPC; | |
| case 10: | |
| return COLUMN_INDEX_10BPC; | |
| case 12: | |
| return COLUMN_INDEX_12BPC; | |
| case 14: | |
| return COLUMN_INDEX_14BPC; | |
| case 16: | |
| return COLUMN_INDEX_16BPC; | |
| default: | |
| return -EINVAL; | |
| } | |
| } | |
| static const struct rc_parameters *get_rc_params(u16 compressed_bpp, | |
| u8 bits_per_component) | |
| { | |
| int row_index, column_index; | |
| row_index = get_row_index_for_rc_params(compressed_bpp); | |
| if (row_index < 0) | |
| return NULL; | |
| column_index = get_column_index_for_rc_params(bits_per_component); | |
| if (column_index < 0) | |
| return NULL; | |
| return &rc_parameters[row_index][column_index]; | |
| } | |
| bool intel_dsc_source_support(const struct intel_crtc_state *crtc_state) | |
| { | |
| const struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc); | |
| struct drm_i915_private *i915 = to_i915(crtc->base.dev); | |
| enum transcoder cpu_transcoder = crtc_state->cpu_transcoder; | |
| if (!INTEL_INFO(i915)->display.has_dsc) | |
| return false; | |
| if (DISPLAY_VER(i915) >= 12) | |
| return true; | |
| if (DISPLAY_VER(i915) >= 11 && cpu_transcoder != TRANSCODER_A) | |
| return true; | |
| return false; | |
| } | |
| static bool is_pipe_dsc(struct intel_crtc *crtc, enum transcoder cpu_transcoder) | |
| { | |
| struct drm_i915_private *i915 = to_i915(crtc->base.dev); | |
| if (DISPLAY_VER(i915) >= 12) | |
| return true; | |
| if (cpu_transcoder == TRANSCODER_EDP || | |
| cpu_transcoder == TRANSCODER_DSI_0 || | |
| cpu_transcoder == TRANSCODER_DSI_1) | |
| return false; | |
| /* There's no pipe A DSC engine on ICL */ | |
| drm_WARN_ON(&i915->drm, crtc->pipe == PIPE_A); | |
| return true; | |
| } | |
| static void | |
| calculate_rc_params(struct rc_parameters *rc, | |
| struct drm_dsc_config *vdsc_cfg) | |
| { | |
| int bpc = vdsc_cfg->bits_per_component; | |
| int bpp = vdsc_cfg->bits_per_pixel >> 4; | |
| int ofs_und6[] = { 0, -2, -2, -4, -6, -6, -8, -8, -8, -10, -10, -12, -12, -12, -12 }; | |
| int ofs_und8[] = { 2, 0, 0, -2, -4, -6, -8, -8, -8, -10, -10, -10, -12, -12, -12 }; | |
| int ofs_und12[] = { 2, 0, 0, -2, -4, -6, -8, -8, -8, -10, -10, -10, -12, -12, -12 }; | |
| int ofs_und15[] = { 10, 8, 6, 4, 2, 0, -2, -4, -6, -8, -10, -10, -12, -12, -12 }; | |
| int qp_bpc_modifier = (bpc - 8) * 2; | |
| u32 res, buf_i, bpp_i; | |
| if (vdsc_cfg->slice_height >= 8) | |
| rc->first_line_bpg_offset = | |
| 12 + DIV_ROUND_UP((9 * min(34, vdsc_cfg->slice_height - 8)), 100); | |
| else | |
| rc->first_line_bpg_offset = 2 * (vdsc_cfg->slice_height - 1); | |
| /* Our hw supports only 444 modes as of today */ | |
| if (bpp >= 12) | |
| rc->initial_offset = 2048; | |
| else if (bpp >= 10) | |
| rc->initial_offset = 5632 - DIV_ROUND_UP(((bpp - 10) * 3584), 2); | |
| else if (bpp >= 8) | |
| rc->initial_offset = 6144 - DIV_ROUND_UP(((bpp - 8) * 512), 2); | |
| else | |
| rc->initial_offset = 6144; | |
| /* initial_xmit_delay = rc_model_size/2/compression_bpp */ | |
| rc->initial_xmit_delay = DIV_ROUND_UP(DSC_RC_MODEL_SIZE_CONST, 2 * bpp); | |
| rc->flatness_min_qp = 3 + qp_bpc_modifier; | |
| rc->flatness_max_qp = 12 + qp_bpc_modifier; | |
| rc->rc_quant_incr_limit0 = 11 + qp_bpc_modifier; | |
| rc->rc_quant_incr_limit1 = 11 + qp_bpc_modifier; | |
| bpp_i = (2 * (bpp - 6)); | |
| for (buf_i = 0; buf_i < DSC_NUM_BUF_RANGES; buf_i++) { | |
| /* Read range_minqp and range_max_qp from qp tables */ | |
| rc->rc_range_params[buf_i].range_min_qp = | |
| intel_lookup_range_min_qp(bpc, buf_i, bpp_i); | |
| rc->rc_range_params[buf_i].range_max_qp = | |
| intel_lookup_range_max_qp(bpc, buf_i, bpp_i); | |
| /* Calculate range_bgp_offset */ | |
| if (bpp <= 6) { | |
| rc->rc_range_params[buf_i].range_bpg_offset = ofs_und6[buf_i]; | |
| } else if (bpp <= 8) { | |
| res = DIV_ROUND_UP(((bpp - 6) * (ofs_und8[buf_i] - ofs_und6[buf_i])), 2); | |
| rc->rc_range_params[buf_i].range_bpg_offset = | |
| ofs_und6[buf_i] + res; | |
| } else if (bpp <= 12) { | |
| rc->rc_range_params[buf_i].range_bpg_offset = | |
| ofs_und8[buf_i]; | |
| } else if (bpp <= 15) { | |
| res = DIV_ROUND_UP(((bpp - 12) * (ofs_und15[buf_i] - ofs_und12[buf_i])), 3); | |
| rc->rc_range_params[buf_i].range_bpg_offset = | |
| ofs_und12[buf_i] + res; | |
| } else { | |
| rc->rc_range_params[buf_i].range_bpg_offset = | |
| ofs_und15[buf_i]; | |
| } | |
| } | |
| } | |
| int intel_dsc_compute_params(struct intel_crtc_state *pipe_config) | |
| { | |
| struct intel_crtc *crtc = to_intel_crtc(pipe_config->uapi.crtc); | |
| struct drm_i915_private *dev_priv = to_i915(crtc->base.dev); | |
| struct drm_dsc_config *vdsc_cfg = &pipe_config->dsc.config; | |
| u16 compressed_bpp = pipe_config->dsc.compressed_bpp; | |
| const struct rc_parameters *rc_params; | |
| struct rc_parameters *rc = NULL; | |
| u8 i = 0; | |
| vdsc_cfg->pic_width = pipe_config->hw.adjusted_mode.crtc_hdisplay; | |
| vdsc_cfg->pic_height = pipe_config->hw.adjusted_mode.crtc_vdisplay; | |
| vdsc_cfg->slice_width = DIV_ROUND_UP(vdsc_cfg->pic_width, | |
| pipe_config->dsc.slice_count); | |
| /* Gen 11 does not support YCbCr */ | |
| vdsc_cfg->simple_422 = false; | |
| /* Gen 11 does not support VBR */ | |
| vdsc_cfg->vbr_enable = false; | |
| /* Gen 11 only supports integral values of bpp */ | |
| vdsc_cfg->bits_per_pixel = compressed_bpp << 4; | |
| vdsc_cfg->bits_per_component = pipe_config->pipe_bpp / 3; | |
| for (i = 0; i < DSC_NUM_BUF_RANGES - 1; i++) { | |
| /* | |
| * six 0s are appended to the lsb of each threshold value | |
| * internally in h/w. | |
| * Only 8 bits are allowed for programming RcBufThreshold | |
| */ | |
| vdsc_cfg->rc_buf_thresh[i] = rc_buf_thresh[i] >> 6; | |
| } | |
| /* | |
| * For 6bpp, RC Buffer threshold 12 and 13 need a different value | |
| * as per C Model | |
| */ | |
| if (compressed_bpp == 6) { | |
| vdsc_cfg->rc_buf_thresh[12] = 0x7C; | |
| vdsc_cfg->rc_buf_thresh[13] = 0x7D; | |
| } | |
| /* | |
| * From XE_LPD onwards we supports compression bpps in steps of 1 | |
| * upto uncompressed bpp-1, hence add calculations for all the rc | |
| * parameters | |
| */ | |
| if (DISPLAY_VER(dev_priv) >= 13) { | |
| rc = kmalloc(sizeof(*rc), GFP_KERNEL); | |
| if (!rc) | |
| return -ENOMEM; | |
| calculate_rc_params(rc, vdsc_cfg); | |
| rc_params = rc; | |
| } else { | |
| rc_params = get_rc_params(compressed_bpp, | |
| vdsc_cfg->bits_per_component); | |
| if (!rc_params) | |
| return -EINVAL; | |
| } | |
| vdsc_cfg->first_line_bpg_offset = rc_params->first_line_bpg_offset; | |
| vdsc_cfg->initial_xmit_delay = rc_params->initial_xmit_delay; | |
| vdsc_cfg->initial_offset = rc_params->initial_offset; | |
| vdsc_cfg->flatness_min_qp = rc_params->flatness_min_qp; | |
| vdsc_cfg->flatness_max_qp = rc_params->flatness_max_qp; | |
| vdsc_cfg->rc_quant_incr_limit0 = rc_params->rc_quant_incr_limit0; | |
| vdsc_cfg->rc_quant_incr_limit1 = rc_params->rc_quant_incr_limit1; | |
| for (i = 0; i < DSC_NUM_BUF_RANGES; i++) { | |
| vdsc_cfg->rc_range_params[i].range_min_qp = | |
| rc_params->rc_range_params[i].range_min_qp; | |
| vdsc_cfg->rc_range_params[i].range_max_qp = | |
| rc_params->rc_range_params[i].range_max_qp; | |
| /* | |
| * Range BPG Offset uses 2's complement and is only a 6 bits. So | |
| * mask it to get only 6 bits. | |
| */ | |
| vdsc_cfg->rc_range_params[i].range_bpg_offset = | |
| rc_params->rc_range_params[i].range_bpg_offset & | |
| DSC_RANGE_BPG_OFFSET_MASK; | |
| } | |
| /* | |
| * BitsPerComponent value determines mux_word_size: | |
| * When BitsPerComponent is less than or 10bpc, muxWordSize will be equal to | |
| * 48 bits otherwise 64 | |
| */ | |
| if (vdsc_cfg->bits_per_component <= 10) | |
| vdsc_cfg->mux_word_size = DSC_MUX_WORD_SIZE_8_10_BPC; | |
| else | |
| vdsc_cfg->mux_word_size = DSC_MUX_WORD_SIZE_12_BPC; | |
| /* InitialScaleValue is a 6 bit value with 3 fractional bits (U3.3) */ | |
| vdsc_cfg->initial_scale_value = (vdsc_cfg->rc_model_size << 3) / | |
| (vdsc_cfg->rc_model_size - vdsc_cfg->initial_offset); | |
| kfree(rc); | |
| return 0; | |
| } | |
| enum intel_display_power_domain | |
| intel_dsc_power_domain(struct intel_crtc *crtc, enum transcoder cpu_transcoder) | |
| { | |
| struct drm_i915_private *i915 = to_i915(crtc->base.dev); | |
| enum pipe pipe = crtc->pipe; | |
| /* | |
| * VDSC/joining uses a separate power well, PW2, and requires | |
| * POWER_DOMAIN_TRANSCODER_VDSC_PW2 power domain in two cases: | |
| * | |
| * - ICL eDP/DSI transcoder | |
| * - Display version 12 (except RKL) pipe A | |
| * | |
| * For any other pipe, VDSC/joining uses the power well associated with | |
| * the pipe in use. Hence another reference on the pipe power domain | |
| * will suffice. (Except no VDSC/joining on ICL pipe A.) | |
| */ | |
| if (DISPLAY_VER(i915) == 12 && !IS_ROCKETLAKE(i915) && pipe == PIPE_A) | |
| return POWER_DOMAIN_TRANSCODER_VDSC_PW2; | |
| else if (is_pipe_dsc(crtc, cpu_transcoder)) | |
| return POWER_DOMAIN_PIPE(pipe); | |
| else | |
| return POWER_DOMAIN_TRANSCODER_VDSC_PW2; | |
| } | |
| static void intel_dsc_pps_configure(const struct intel_crtc_state *crtc_state) | |
| { | |
| struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc); | |
| struct drm_i915_private *dev_priv = to_i915(crtc->base.dev); | |
| const struct drm_dsc_config *vdsc_cfg = &crtc_state->dsc.config; | |
| enum transcoder cpu_transcoder = crtc_state->cpu_transcoder; | |
| enum pipe pipe = crtc->pipe; | |
| u32 pps_val = 0; | |
| u32 rc_buf_thresh_dword[4]; | |
| u32 rc_range_params_dword[8]; | |
| u8 num_vdsc_instances = (crtc_state->dsc.dsc_split) ? 2 : 1; | |
| int i = 0; | |
| if (crtc_state->bigjoiner) | |
| num_vdsc_instances *= 2; | |
| /* Populate PICTURE_PARAMETER_SET_0 registers */ | |
| pps_val = DSC_VER_MAJ | vdsc_cfg->dsc_version_minor << | |
| DSC_VER_MIN_SHIFT | | |
| vdsc_cfg->bits_per_component << DSC_BPC_SHIFT | | |
| vdsc_cfg->line_buf_depth << DSC_LINE_BUF_DEPTH_SHIFT; | |
| if (vdsc_cfg->block_pred_enable) | |
| pps_val |= DSC_BLOCK_PREDICTION; | |
| if (vdsc_cfg->convert_rgb) | |
| pps_val |= DSC_COLOR_SPACE_CONVERSION; | |
| if (vdsc_cfg->simple_422) | |
| pps_val |= DSC_422_ENABLE; | |
| if (vdsc_cfg->vbr_enable) | |
| pps_val |= DSC_VBR_ENABLE; | |
| drm_dbg_kms(&dev_priv->drm, "PPS0 = 0x%08x\n", pps_val); | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_0, | |
| pps_val); | |
| /* | |
| * If 2 VDSC instances are needed, configure PPS for second | |
| * VDSC | |
| */ | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_0, | |
| pps_val); | |
| } else { | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_PICTURE_PARAMETER_SET_0(pipe), | |
| pps_val); | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_PICTURE_PARAMETER_SET_0(pipe), | |
| pps_val); | |
| } | |
| /* Populate PICTURE_PARAMETER_SET_1 registers */ | |
| pps_val = 0; | |
| pps_val |= DSC_BPP(vdsc_cfg->bits_per_pixel); | |
| drm_dbg_kms(&dev_priv->drm, "PPS1 = 0x%08x\n", pps_val); | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_1, | |
| pps_val); | |
| /* | |
| * If 2 VDSC instances are needed, configure PPS for second | |
| * VDSC | |
| */ | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_1, | |
| pps_val); | |
| } else { | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_PICTURE_PARAMETER_SET_1(pipe), | |
| pps_val); | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_PICTURE_PARAMETER_SET_1(pipe), | |
| pps_val); | |
| } | |
| /* Populate PICTURE_PARAMETER_SET_2 registers */ | |
| pps_val = 0; | |
| pps_val |= DSC_PIC_HEIGHT(vdsc_cfg->pic_height) | | |
| DSC_PIC_WIDTH(vdsc_cfg->pic_width / num_vdsc_instances); | |
| drm_dbg_kms(&dev_priv->drm, "PPS2 = 0x%08x\n", pps_val); | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_2, | |
| pps_val); | |
| /* | |
| * If 2 VDSC instances are needed, configure PPS for second | |
| * VDSC | |
| */ | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_2, | |
| pps_val); | |
| } else { | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_PICTURE_PARAMETER_SET_2(pipe), | |
| pps_val); | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_PICTURE_PARAMETER_SET_2(pipe), | |
| pps_val); | |
| } | |
| /* Populate PICTURE_PARAMETER_SET_3 registers */ | |
| pps_val = 0; | |
| pps_val |= DSC_SLICE_HEIGHT(vdsc_cfg->slice_height) | | |
| DSC_SLICE_WIDTH(vdsc_cfg->slice_width); | |
| drm_dbg_kms(&dev_priv->drm, "PPS3 = 0x%08x\n", pps_val); | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_3, | |
| pps_val); | |
| /* | |
| * If 2 VDSC instances are needed, configure PPS for second | |
| * VDSC | |
| */ | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_3, | |
| pps_val); | |
| } else { | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_PICTURE_PARAMETER_SET_3(pipe), | |
| pps_val); | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_PICTURE_PARAMETER_SET_3(pipe), | |
| pps_val); | |
| } | |
| /* Populate PICTURE_PARAMETER_SET_4 registers */ | |
| pps_val = 0; | |
| pps_val |= DSC_INITIAL_XMIT_DELAY(vdsc_cfg->initial_xmit_delay) | | |
| DSC_INITIAL_DEC_DELAY(vdsc_cfg->initial_dec_delay); | |
| drm_dbg_kms(&dev_priv->drm, "PPS4 = 0x%08x\n", pps_val); | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_4, | |
| pps_val); | |
| /* | |
| * If 2 VDSC instances are needed, configure PPS for second | |
| * VDSC | |
| */ | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_4, | |
| pps_val); | |
| } else { | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_PICTURE_PARAMETER_SET_4(pipe), | |
| pps_val); | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_PICTURE_PARAMETER_SET_4(pipe), | |
| pps_val); | |
| } | |
| /* Populate PICTURE_PARAMETER_SET_5 registers */ | |
| pps_val = 0; | |
| pps_val |= DSC_SCALE_INC_INT(vdsc_cfg->scale_increment_interval) | | |
| DSC_SCALE_DEC_INT(vdsc_cfg->scale_decrement_interval); | |
| drm_dbg_kms(&dev_priv->drm, "PPS5 = 0x%08x\n", pps_val); | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_5, | |
| pps_val); | |
| /* | |
| * If 2 VDSC instances are needed, configure PPS for second | |
| * VDSC | |
| */ | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_5, | |
| pps_val); | |
| } else { | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_PICTURE_PARAMETER_SET_5(pipe), | |
| pps_val); | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_PICTURE_PARAMETER_SET_5(pipe), | |
| pps_val); | |
| } | |
| /* Populate PICTURE_PARAMETER_SET_6 registers */ | |
| pps_val = 0; | |
| pps_val |= DSC_INITIAL_SCALE_VALUE(vdsc_cfg->initial_scale_value) | | |
| DSC_FIRST_LINE_BPG_OFFSET(vdsc_cfg->first_line_bpg_offset) | | |
| DSC_FLATNESS_MIN_QP(vdsc_cfg->flatness_min_qp) | | |
| DSC_FLATNESS_MAX_QP(vdsc_cfg->flatness_max_qp); | |
| drm_dbg_kms(&dev_priv->drm, "PPS6 = 0x%08x\n", pps_val); | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_6, | |
| pps_val); | |
| /* | |
| * If 2 VDSC instances are needed, configure PPS for second | |
| * VDSC | |
| */ | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_6, | |
| pps_val); | |
| } else { | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_PICTURE_PARAMETER_SET_6(pipe), | |
| pps_val); | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_PICTURE_PARAMETER_SET_6(pipe), | |
| pps_val); | |
| } | |
| /* Populate PICTURE_PARAMETER_SET_7 registers */ | |
| pps_val = 0; | |
| pps_val |= DSC_SLICE_BPG_OFFSET(vdsc_cfg->slice_bpg_offset) | | |
| DSC_NFL_BPG_OFFSET(vdsc_cfg->nfl_bpg_offset); | |
| drm_dbg_kms(&dev_priv->drm, "PPS7 = 0x%08x\n", pps_val); | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_7, | |
| pps_val); | |
| /* | |
| * If 2 VDSC instances are needed, configure PPS for second | |
| * VDSC | |
| */ | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_7, | |
| pps_val); | |
| } else { | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_PICTURE_PARAMETER_SET_7(pipe), | |
| pps_val); | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_PICTURE_PARAMETER_SET_7(pipe), | |
| pps_val); | |
| } | |
| /* Populate PICTURE_PARAMETER_SET_8 registers */ | |
| pps_val = 0; | |
| pps_val |= DSC_FINAL_OFFSET(vdsc_cfg->final_offset) | | |
| DSC_INITIAL_OFFSET(vdsc_cfg->initial_offset); | |
| drm_dbg_kms(&dev_priv->drm, "PPS8 = 0x%08x\n", pps_val); | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_8, | |
| pps_val); | |
| /* | |
| * If 2 VDSC instances are needed, configure PPS for second | |
| * VDSC | |
| */ | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_8, | |
| pps_val); | |
| } else { | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_PICTURE_PARAMETER_SET_8(pipe), | |
| pps_val); | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_PICTURE_PARAMETER_SET_8(pipe), | |
| pps_val); | |
| } | |
| /* Populate PICTURE_PARAMETER_SET_9 registers */ | |
| pps_val = 0; | |
| pps_val |= DSC_RC_MODEL_SIZE(vdsc_cfg->rc_model_size) | | |
| DSC_RC_EDGE_FACTOR(DSC_RC_EDGE_FACTOR_CONST); | |
| drm_dbg_kms(&dev_priv->drm, "PPS9 = 0x%08x\n", pps_val); | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_9, | |
| pps_val); | |
| /* | |
| * If 2 VDSC instances are needed, configure PPS for second | |
| * VDSC | |
| */ | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, DSCC_PICTURE_PARAMETER_SET_9, | |
| pps_val); | |
| } else { | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_PICTURE_PARAMETER_SET_9(pipe), | |
| pps_val); | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_PICTURE_PARAMETER_SET_9(pipe), | |
| pps_val); | |
| } | |
| /* Populate PICTURE_PARAMETER_SET_10 registers */ | |
| pps_val = 0; | |
| pps_val |= DSC_RC_QUANT_INC_LIMIT0(vdsc_cfg->rc_quant_incr_limit0) | | |
| DSC_RC_QUANT_INC_LIMIT1(vdsc_cfg->rc_quant_incr_limit1) | | |
| DSC_RC_TARGET_OFF_HIGH(DSC_RC_TGT_OFFSET_HI_CONST) | | |
| DSC_RC_TARGET_OFF_LOW(DSC_RC_TGT_OFFSET_LO_CONST); | |
| drm_dbg_kms(&dev_priv->drm, "PPS10 = 0x%08x\n", pps_val); | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_10, | |
| pps_val); | |
| /* | |
| * If 2 VDSC instances are needed, configure PPS for second | |
| * VDSC | |
| */ | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| DSCC_PICTURE_PARAMETER_SET_10, pps_val); | |
| } else { | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_PICTURE_PARAMETER_SET_10(pipe), | |
| pps_val); | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_PICTURE_PARAMETER_SET_10(pipe), | |
| pps_val); | |
| } | |
| /* Populate Picture parameter set 16 */ | |
| pps_val = 0; | |
| pps_val |= DSC_SLICE_CHUNK_SIZE(vdsc_cfg->slice_chunk_size) | | |
| DSC_SLICE_PER_LINE((vdsc_cfg->pic_width / num_vdsc_instances) / | |
| vdsc_cfg->slice_width) | | |
| DSC_SLICE_ROW_PER_FRAME(vdsc_cfg->pic_height / | |
| vdsc_cfg->slice_height); | |
| drm_dbg_kms(&dev_priv->drm, "PPS16 = 0x%08x\n", pps_val); | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_PICTURE_PARAMETER_SET_16, | |
| pps_val); | |
| /* | |
| * If 2 VDSC instances are needed, configure PPS for second | |
| * VDSC | |
| */ | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| DSCC_PICTURE_PARAMETER_SET_16, pps_val); | |
| } else { | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_PICTURE_PARAMETER_SET_16(pipe), | |
| pps_val); | |
| if (crtc_state->dsc.dsc_split) | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_PICTURE_PARAMETER_SET_16(pipe), | |
| pps_val); | |
| } | |
| /* Populate the RC_BUF_THRESH registers */ | |
| memset(rc_buf_thresh_dword, 0, sizeof(rc_buf_thresh_dword)); | |
| for (i = 0; i < DSC_NUM_BUF_RANGES - 1; i++) { | |
| rc_buf_thresh_dword[i / 4] |= | |
| (u32)(vdsc_cfg->rc_buf_thresh[i] << | |
| BITS_PER_BYTE * (i % 4)); | |
| drm_dbg_kms(&dev_priv->drm, "RC_BUF_THRESH_%d = 0x%08x\n", i, | |
| rc_buf_thresh_dword[i / 4]); | |
| } | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_RC_BUF_THRESH_0, | |
| rc_buf_thresh_dword[0]); | |
| intel_de_write(dev_priv, DSCA_RC_BUF_THRESH_0_UDW, | |
| rc_buf_thresh_dword[1]); | |
| intel_de_write(dev_priv, DSCA_RC_BUF_THRESH_1, | |
| rc_buf_thresh_dword[2]); | |
| intel_de_write(dev_priv, DSCA_RC_BUF_THRESH_1_UDW, | |
| rc_buf_thresh_dword[3]); | |
| if (crtc_state->dsc.dsc_split) { | |
| intel_de_write(dev_priv, DSCC_RC_BUF_THRESH_0, | |
| rc_buf_thresh_dword[0]); | |
| intel_de_write(dev_priv, DSCC_RC_BUF_THRESH_0_UDW, | |
| rc_buf_thresh_dword[1]); | |
| intel_de_write(dev_priv, DSCC_RC_BUF_THRESH_1, | |
| rc_buf_thresh_dword[2]); | |
| intel_de_write(dev_priv, DSCC_RC_BUF_THRESH_1_UDW, | |
| rc_buf_thresh_dword[3]); | |
| } | |
| } else { | |
| intel_de_write(dev_priv, ICL_DSC0_RC_BUF_THRESH_0(pipe), | |
| rc_buf_thresh_dword[0]); | |
| intel_de_write(dev_priv, ICL_DSC0_RC_BUF_THRESH_0_UDW(pipe), | |
| rc_buf_thresh_dword[1]); | |
| intel_de_write(dev_priv, ICL_DSC0_RC_BUF_THRESH_1(pipe), | |
| rc_buf_thresh_dword[2]); | |
| intel_de_write(dev_priv, ICL_DSC0_RC_BUF_THRESH_1_UDW(pipe), | |
| rc_buf_thresh_dword[3]); | |
| if (crtc_state->dsc.dsc_split) { | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_RC_BUF_THRESH_0(pipe), | |
| rc_buf_thresh_dword[0]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_RC_BUF_THRESH_0_UDW(pipe), | |
| rc_buf_thresh_dword[1]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_RC_BUF_THRESH_1(pipe), | |
| rc_buf_thresh_dword[2]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_RC_BUF_THRESH_1_UDW(pipe), | |
| rc_buf_thresh_dword[3]); | |
| } | |
| } | |
| /* Populate the RC_RANGE_PARAMETERS registers */ | |
| memset(rc_range_params_dword, 0, sizeof(rc_range_params_dword)); | |
| for (i = 0; i < DSC_NUM_BUF_RANGES; i++) { | |
| rc_range_params_dword[i / 2] |= | |
| (u32)(((vdsc_cfg->rc_range_params[i].range_bpg_offset << | |
| RC_BPG_OFFSET_SHIFT) | | |
| (vdsc_cfg->rc_range_params[i].range_max_qp << | |
| RC_MAX_QP_SHIFT) | | |
| (vdsc_cfg->rc_range_params[i].range_min_qp << | |
| RC_MIN_QP_SHIFT)) << 16 * (i % 2)); | |
| drm_dbg_kms(&dev_priv->drm, "RC_RANGE_PARAM_%d = 0x%08x\n", i, | |
| rc_range_params_dword[i / 2]); | |
| } | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) { | |
| intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_0, | |
| rc_range_params_dword[0]); | |
| intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_0_UDW, | |
| rc_range_params_dword[1]); | |
| intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_1, | |
| rc_range_params_dword[2]); | |
| intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_1_UDW, | |
| rc_range_params_dword[3]); | |
| intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_2, | |
| rc_range_params_dword[4]); | |
| intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_2_UDW, | |
| rc_range_params_dword[5]); | |
| intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_3, | |
| rc_range_params_dword[6]); | |
| intel_de_write(dev_priv, DSCA_RC_RANGE_PARAMETERS_3_UDW, | |
| rc_range_params_dword[7]); | |
| if (crtc_state->dsc.dsc_split) { | |
| intel_de_write(dev_priv, DSCC_RC_RANGE_PARAMETERS_0, | |
| rc_range_params_dword[0]); | |
| intel_de_write(dev_priv, | |
| DSCC_RC_RANGE_PARAMETERS_0_UDW, | |
| rc_range_params_dword[1]); | |
| intel_de_write(dev_priv, DSCC_RC_RANGE_PARAMETERS_1, | |
| rc_range_params_dword[2]); | |
| intel_de_write(dev_priv, | |
| DSCC_RC_RANGE_PARAMETERS_1_UDW, | |
| rc_range_params_dword[3]); | |
| intel_de_write(dev_priv, DSCC_RC_RANGE_PARAMETERS_2, | |
| rc_range_params_dword[4]); | |
| intel_de_write(dev_priv, | |
| DSCC_RC_RANGE_PARAMETERS_2_UDW, | |
| rc_range_params_dword[5]); | |
| intel_de_write(dev_priv, DSCC_RC_RANGE_PARAMETERS_3, | |
| rc_range_params_dword[6]); | |
| intel_de_write(dev_priv, | |
| DSCC_RC_RANGE_PARAMETERS_3_UDW, | |
| rc_range_params_dword[7]); | |
| } | |
| } else { | |
| intel_de_write(dev_priv, ICL_DSC0_RC_RANGE_PARAMETERS_0(pipe), | |
| rc_range_params_dword[0]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_RC_RANGE_PARAMETERS_0_UDW(pipe), | |
| rc_range_params_dword[1]); | |
| intel_de_write(dev_priv, ICL_DSC0_RC_RANGE_PARAMETERS_1(pipe), | |
| rc_range_params_dword[2]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_RC_RANGE_PARAMETERS_1_UDW(pipe), | |
| rc_range_params_dword[3]); | |
| intel_de_write(dev_priv, ICL_DSC0_RC_RANGE_PARAMETERS_2(pipe), | |
| rc_range_params_dword[4]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_RC_RANGE_PARAMETERS_2_UDW(pipe), | |
| rc_range_params_dword[5]); | |
| intel_de_write(dev_priv, ICL_DSC0_RC_RANGE_PARAMETERS_3(pipe), | |
| rc_range_params_dword[6]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC0_RC_RANGE_PARAMETERS_3_UDW(pipe), | |
| rc_range_params_dword[7]); | |
| if (crtc_state->dsc.dsc_split) { | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_RC_RANGE_PARAMETERS_0(pipe), | |
| rc_range_params_dword[0]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_RC_RANGE_PARAMETERS_0_UDW(pipe), | |
| rc_range_params_dword[1]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_RC_RANGE_PARAMETERS_1(pipe), | |
| rc_range_params_dword[2]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_RC_RANGE_PARAMETERS_1_UDW(pipe), | |
| rc_range_params_dword[3]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_RC_RANGE_PARAMETERS_2(pipe), | |
| rc_range_params_dword[4]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_RC_RANGE_PARAMETERS_2_UDW(pipe), | |
| rc_range_params_dword[5]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_RC_RANGE_PARAMETERS_3(pipe), | |
| rc_range_params_dword[6]); | |
| intel_de_write(dev_priv, | |
| ICL_DSC1_RC_RANGE_PARAMETERS_3_UDW(pipe), | |
| rc_range_params_dword[7]); | |
| } | |
| } | |
| } | |
| void intel_dsc_dsi_pps_write(struct intel_encoder *encoder, | |
| const struct intel_crtc_state *crtc_state) | |
| { | |
| const struct drm_dsc_config *vdsc_cfg = &crtc_state->dsc.config; | |
| struct intel_dsi *intel_dsi = enc_to_intel_dsi(encoder); | |
| struct mipi_dsi_device *dsi; | |
| struct drm_dsc_picture_parameter_set pps; | |
| enum port port; | |
| if (!crtc_state->dsc.compression_enable) | |
| return; | |
| drm_dsc_pps_payload_pack(&pps, vdsc_cfg); | |
| for_each_dsi_port(port, intel_dsi->ports) { | |
| dsi = intel_dsi->dsi_hosts[port]->device; | |
| mipi_dsi_picture_parameter_set(dsi, &pps); | |
| mipi_dsi_compression_mode(dsi, true); | |
| } | |
| } | |
| void intel_dsc_dp_pps_write(struct intel_encoder *encoder, | |
| const struct intel_crtc_state *crtc_state) | |
| { | |
| struct intel_digital_port *dig_port = enc_to_dig_port(encoder); | |
| const struct drm_dsc_config *vdsc_cfg = &crtc_state->dsc.config; | |
| struct drm_dsc_pps_infoframe dp_dsc_pps_sdp; | |
| if (!crtc_state->dsc.compression_enable) | |
| return; | |
| /* Prepare DP SDP PPS header as per DP 1.4 spec, Table 2-123 */ | |
| drm_dsc_dp_pps_header_init(&dp_dsc_pps_sdp.pps_header); | |
| /* Fill the PPS payload bytes as per DSC spec 1.2 Table 4-1 */ | |
| drm_dsc_pps_payload_pack(&dp_dsc_pps_sdp.pps_payload, vdsc_cfg); | |
| dig_port->write_infoframe(encoder, crtc_state, | |
| DP_SDP_PPS, &dp_dsc_pps_sdp, | |
| sizeof(dp_dsc_pps_sdp)); | |
| } | |
| static i915_reg_t dss_ctl1_reg(struct intel_crtc *crtc, enum transcoder cpu_transcoder) | |
| { | |
| return is_pipe_dsc(crtc, cpu_transcoder) ? | |
| ICL_PIPE_DSS_CTL1(crtc->pipe) : DSS_CTL1; | |
| } | |
| static i915_reg_t dss_ctl2_reg(struct intel_crtc *crtc, enum transcoder cpu_transcoder) | |
| { | |
| return is_pipe_dsc(crtc, cpu_transcoder) ? | |
| ICL_PIPE_DSS_CTL2(crtc->pipe) : DSS_CTL2; | |
| } | |
| void intel_uncompressed_joiner_enable(const struct intel_crtc_state *crtc_state) | |
| { | |
| struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc); | |
| struct drm_i915_private *dev_priv = to_i915(crtc->base.dev); | |
| u32 dss_ctl1_val = 0; | |
| if (crtc_state->bigjoiner && !crtc_state->dsc.compression_enable) { | |
| if (intel_crtc_is_bigjoiner_slave(crtc_state)) | |
| dss_ctl1_val |= UNCOMPRESSED_JOINER_SLAVE; | |
| else | |
| dss_ctl1_val |= UNCOMPRESSED_JOINER_MASTER; | |
| intel_de_write(dev_priv, dss_ctl1_reg(crtc, crtc_state->cpu_transcoder), dss_ctl1_val); | |
| } | |
| } | |
| void intel_dsc_enable(const struct intel_crtc_state *crtc_state) | |
| { | |
| struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc); | |
| struct drm_i915_private *dev_priv = to_i915(crtc->base.dev); | |
| u32 dss_ctl1_val = 0; | |
| u32 dss_ctl2_val = 0; | |
| if (!crtc_state->dsc.compression_enable) | |
| return; | |
| intel_dsc_pps_configure(crtc_state); | |
| dss_ctl2_val |= LEFT_BRANCH_VDSC_ENABLE; | |
| if (crtc_state->dsc.dsc_split) { | |
| dss_ctl2_val |= RIGHT_BRANCH_VDSC_ENABLE; | |
| dss_ctl1_val |= JOINER_ENABLE; | |
| } | |
| if (crtc_state->bigjoiner) { | |
| dss_ctl1_val |= BIG_JOINER_ENABLE; | |
| if (!intel_crtc_is_bigjoiner_slave(crtc_state)) | |
| dss_ctl1_val |= MASTER_BIG_JOINER_ENABLE; | |
| } | |
| intel_de_write(dev_priv, dss_ctl1_reg(crtc, crtc_state->cpu_transcoder), dss_ctl1_val); | |
| intel_de_write(dev_priv, dss_ctl2_reg(crtc, crtc_state->cpu_transcoder), dss_ctl2_val); | |
| } | |
| void intel_dsc_disable(const struct intel_crtc_state *old_crtc_state) | |
| { | |
| struct intel_crtc *crtc = to_intel_crtc(old_crtc_state->uapi.crtc); | |
| struct drm_i915_private *dev_priv = to_i915(crtc->base.dev); | |
| /* Disable only if either of them is enabled */ | |
| if (old_crtc_state->dsc.compression_enable || | |
| old_crtc_state->bigjoiner) { | |
| intel_de_write(dev_priv, dss_ctl1_reg(crtc, old_crtc_state->cpu_transcoder), 0); | |
| intel_de_write(dev_priv, dss_ctl2_reg(crtc, old_crtc_state->cpu_transcoder), 0); | |
| } | |
| } | |
| void intel_dsc_get_config(struct intel_crtc_state *crtc_state) | |
| { | |
| struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc); | |
| struct drm_i915_private *dev_priv = to_i915(crtc->base.dev); | |
| struct drm_dsc_config *vdsc_cfg = &crtc_state->dsc.config; | |
| enum transcoder cpu_transcoder = crtc_state->cpu_transcoder; | |
| enum pipe pipe = crtc->pipe; | |
| enum intel_display_power_domain power_domain; | |
| intel_wakeref_t wakeref; | |
| u32 dss_ctl1, dss_ctl2, val; | |
| if (!intel_dsc_source_support(crtc_state)) | |
| return; | |
| power_domain = intel_dsc_power_domain(crtc, cpu_transcoder); | |
| wakeref = intel_display_power_get_if_enabled(dev_priv, power_domain); | |
| if (!wakeref) | |
| return; | |
| dss_ctl1 = intel_de_read(dev_priv, dss_ctl1_reg(crtc, cpu_transcoder)); | |
| dss_ctl2 = intel_de_read(dev_priv, dss_ctl2_reg(crtc, cpu_transcoder)); | |
| crtc_state->dsc.compression_enable = dss_ctl2 & LEFT_BRANCH_VDSC_ENABLE; | |
| if (!crtc_state->dsc.compression_enable) | |
| goto out; | |
| crtc_state->dsc.dsc_split = (dss_ctl2 & RIGHT_BRANCH_VDSC_ENABLE) && | |
| (dss_ctl1 & JOINER_ENABLE); | |
| /* FIXME: add more state readout as needed */ | |
| /* PPS1 */ | |
| if (!is_pipe_dsc(crtc, cpu_transcoder)) | |
| val = intel_de_read(dev_priv, DSCA_PICTURE_PARAMETER_SET_1); | |
| else | |
| val = intel_de_read(dev_priv, | |
| ICL_DSC0_PICTURE_PARAMETER_SET_1(pipe)); | |
| vdsc_cfg->bits_per_pixel = val; | |
| crtc_state->dsc.compressed_bpp = vdsc_cfg->bits_per_pixel >> 4; | |
| out: | |
| intel_display_power_put(dev_priv, power_domain, wakeref); | |
| } |