2 * Copyright 2016 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
26 #include "dm_services.h"
28 #include "core_types.h"
30 #include "reg_helper.h"
31 #include "dcn10_dpp.h"
32 #include "basics/conversion.h"
35 #define HORZ_MAX_TAPS 8
36 #define VERT_MAX_TAPS 8
38 #define BLACK_OFFSET_RGB_Y 0x0
39 #define BLACK_OFFSET_CBCR 0x8000
48 #define FN(reg_name, field_name) \
49 dpp->tf_shift->field_name, dpp->tf_mask->field_name
51 enum pixel_format_description {
52 PIXEL_FORMAT_FIXED = 0,
58 enum dcn10_coef_filter_type_sel {
59 SCL_COEF_LUMA_VERT_FILTER = 0,
60 SCL_COEF_LUMA_HORZ_FILTER = 1,
61 SCL_COEF_CHROMA_VERT_FILTER = 2,
62 SCL_COEF_CHROMA_HORZ_FILTER = 3,
63 SCL_COEF_ALPHA_VERT_FILTER = 4,
64 SCL_COEF_ALPHA_HORZ_FILTER = 5
67 enum dscl_autocal_mode {
70 /* Autocal calculate the scaling ratio and initial phase and the
71 * DSCL_MODE_SEL must be set to 1
73 AUTOCAL_MODE_AUTOSCALE = 1,
74 /* Autocal perform auto centering without replication and the
75 * DSCL_MODE_SEL must be set to 0
77 AUTOCAL_MODE_AUTOCENTER = 2,
78 /* Autocal perform auto centering and auto replication and the
79 * DSCL_MODE_SEL must be set to 0
81 AUTOCAL_MODE_AUTOREPLICATE = 3
85 DSCL_MODE_SCALING_444_BYPASS = 0,
86 DSCL_MODE_SCALING_444_RGB_ENABLE = 1,
87 DSCL_MODE_SCALING_444_YCBCR_ENABLE = 2,
88 DSCL_MODE_SCALING_420_YCBCR_ENABLE = 3,
89 DSCL_MODE_SCALING_420_LUMA_BYPASS = 4,
90 DSCL_MODE_SCALING_420_CHROMA_BYPASS = 5,
91 DSCL_MODE_DSCL_BYPASS = 6
94 enum gamut_remap_select {
95 GAMUT_REMAP_BYPASS = 0,
97 GAMUT_REMAP_COMA_COEFF,
98 GAMUT_REMAP_COMB_COEFF
101 void dpp_read_state(struct dpp *dpp_base,
102 struct dcn_dpp_state *s)
104 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
106 REG_GET(CM_IGAM_CONTROL,
107 CM_IGAM_LUT_MODE, &s->igam_lut_mode);
108 REG_GET(CM_IGAM_CONTROL,
109 CM_IGAM_INPUT_FORMAT, &s->igam_input_format);
110 REG_GET(CM_DGAM_CONTROL,
111 CM_DGAM_LUT_MODE, &s->dgam_lut_mode);
112 REG_GET(CM_RGAM_CONTROL,
113 CM_RGAM_LUT_MODE, &s->rgam_lut_mode);
114 REG_GET(CM_GAMUT_REMAP_CONTROL,
115 CM_GAMUT_REMAP_MODE, &s->gamut_remap_mode);
117 s->gamut_remap_c11_c12 = REG_READ(CM_GAMUT_REMAP_C11_C12);
118 s->gamut_remap_c13_c14 = REG_READ(CM_GAMUT_REMAP_C13_C14);
119 s->gamut_remap_c21_c22 = REG_READ(CM_GAMUT_REMAP_C21_C22);
120 s->gamut_remap_c23_c24 = REG_READ(CM_GAMUT_REMAP_C23_C24);
121 s->gamut_remap_c31_c32 = REG_READ(CM_GAMUT_REMAP_C31_C32);
122 s->gamut_remap_c33_c34 = REG_READ(CM_GAMUT_REMAP_C33_C34);
125 /* Program gamut remap in bypass mode */
126 void dpp_set_gamut_remap_bypass(struct dcn10_dpp *dpp)
128 REG_SET(CM_GAMUT_REMAP_CONTROL, 0,
129 CM_GAMUT_REMAP_MODE, 0);
130 /* Gamut remap in bypass */
133 #define IDENTITY_RATIO(ratio) (dc_fixpt_u2d19(ratio) == (1 << 19))
135 static bool dpp_get_optimal_number_of_taps(
137 struct scaler_data *scl_data,
138 const struct scaling_taps *in_taps)
140 uint32_t pixel_width;
142 if (scl_data->viewport.width > scl_data->recout.width)
143 pixel_width = scl_data->recout.width;
145 pixel_width = scl_data->viewport.width;
147 /* Some ASICs does not support FP16 scaling, so we reject modes require this*/
148 if (scl_data->format == PIXEL_FORMAT_FP16 &&
149 dpp->caps->dscl_data_proc_format == DSCL_DATA_PRCESSING_FIXED_FORMAT &&
150 scl_data->ratios.horz.value != dc_fixpt_one.value &&
151 scl_data->ratios.vert.value != dc_fixpt_one.value)
154 if (scl_data->viewport.width > scl_data->h_active &&
155 dpp->ctx->dc->debug.max_downscale_src_width != 0 &&
156 scl_data->viewport.width > dpp->ctx->dc->debug.max_downscale_src_width)
159 /* TODO: add lb check */
161 /* No support for programming ratio of 4, drop to 3.99999.. */
162 if (scl_data->ratios.horz.value == (4ll << 32))
163 scl_data->ratios.horz.value--;
164 if (scl_data->ratios.vert.value == (4ll << 32))
165 scl_data->ratios.vert.value--;
166 if (scl_data->ratios.horz_c.value == (4ll << 32))
167 scl_data->ratios.horz_c.value--;
168 if (scl_data->ratios.vert_c.value == (4ll << 32))
169 scl_data->ratios.vert_c.value--;
171 /* Set default taps if none are provided */
172 if (in_taps->h_taps == 0)
173 scl_data->taps.h_taps = 4;
175 scl_data->taps.h_taps = in_taps->h_taps;
176 if (in_taps->v_taps == 0)
177 scl_data->taps.v_taps = 4;
179 scl_data->taps.v_taps = in_taps->v_taps;
180 if (in_taps->v_taps_c == 0)
181 scl_data->taps.v_taps_c = 2;
183 scl_data->taps.v_taps_c = in_taps->v_taps_c;
184 if (in_taps->h_taps_c == 0)
185 scl_data->taps.h_taps_c = 2;
186 /* Only 1 and even h_taps_c are supported by hw */
187 else if ((in_taps->h_taps_c % 2) != 0 && in_taps->h_taps_c != 1)
188 scl_data->taps.h_taps_c = in_taps->h_taps_c - 1;
190 scl_data->taps.h_taps_c = in_taps->h_taps_c;
192 if (!dpp->ctx->dc->debug.always_scale) {
193 if (IDENTITY_RATIO(scl_data->ratios.horz))
194 scl_data->taps.h_taps = 1;
195 if (IDENTITY_RATIO(scl_data->ratios.vert))
196 scl_data->taps.v_taps = 1;
197 if (IDENTITY_RATIO(scl_data->ratios.horz_c))
198 scl_data->taps.h_taps_c = 1;
199 if (IDENTITY_RATIO(scl_data->ratios.vert_c))
200 scl_data->taps.v_taps_c = 1;
206 void dpp_reset(struct dpp *dpp_base)
208 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
210 dpp->filter_h_c = NULL;
211 dpp->filter_v_c = NULL;
212 dpp->filter_h = NULL;
213 dpp->filter_v = NULL;
215 memset(&dpp->scl_data, 0, sizeof(dpp->scl_data));
216 memset(&dpp->pwl_data, 0, sizeof(dpp->pwl_data));
221 static void dpp1_cm_set_regamma_pwl(
222 struct dpp *dpp_base, const struct pwl_params *params, enum opp_regamma mode)
224 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
225 uint32_t re_mode = 0;
228 case OPP_REGAMMA_BYPASS:
231 case OPP_REGAMMA_SRGB:
234 case OPP_REGAMMA_XVYCC:
237 case OPP_REGAMMA_USER:
238 re_mode = dpp->is_write_to_ram_a_safe ? 4 : 3;
239 if (memcmp(&dpp->pwl_data, params, sizeof(*params)) == 0)
242 dpp1_cm_power_on_regamma_lut(dpp_base, true);
243 dpp1_cm_configure_regamma_lut(dpp_base, dpp->is_write_to_ram_a_safe);
245 if (dpp->is_write_to_ram_a_safe)
246 dpp1_cm_program_regamma_luta_settings(dpp_base, params);
248 dpp1_cm_program_regamma_lutb_settings(dpp_base, params);
250 dpp1_cm_program_regamma_lut(dpp_base, params->rgb_resulted,
251 params->hw_points_num);
252 dpp->pwl_data = *params;
254 re_mode = dpp->is_write_to_ram_a_safe ? 3 : 4;
255 dpp->is_write_to_ram_a_safe = !dpp->is_write_to_ram_a_safe;
260 REG_SET(CM_RGAM_CONTROL, 0, CM_RGAM_LUT_MODE, re_mode);
263 static void dpp1_setup_format_flags(enum surface_pixel_format input_format,\
264 enum pixel_format_description *fmt)
267 if (input_format == SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616F ||
268 input_format == SURFACE_PIXEL_FORMAT_GRPH_ABGR16161616F)
269 *fmt = PIXEL_FORMAT_FLOAT;
270 else if (input_format == SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616)
271 *fmt = PIXEL_FORMAT_FIXED16;
273 *fmt = PIXEL_FORMAT_FIXED;
276 static void dpp1_set_degamma_format_float(
277 struct dpp *dpp_base,
280 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
283 REG_UPDATE(CM_IGAM_CONTROL, CM_IGAM_INPUT_FORMAT, 3);
284 REG_UPDATE(CM_IGAM_CONTROL, CM_IGAM_LUT_MODE, 1);
286 REG_UPDATE(CM_IGAM_CONTROL, CM_IGAM_INPUT_FORMAT, 2);
287 REG_UPDATE(CM_IGAM_CONTROL, CM_IGAM_LUT_MODE, 0);
291 void dpp1_cnv_setup (
292 struct dpp *dpp_base,
293 enum surface_pixel_format format,
294 enum expansion_mode mode,
295 struct dc_csc_transform input_csc_color_matrix,
296 enum dc_color_space input_color_space)
298 uint32_t pixel_format;
300 enum pixel_format_description fmt ;
301 enum dc_color_space color_space;
302 enum dcn10_input_csc_select select;
304 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
305 bool force_disable_cursor = false;
306 struct out_csc_color_matrix tbl_entry;
309 dpp1_setup_format_flags(format, &fmt);
312 color_space = COLOR_SPACE_SRGB;
313 select = INPUT_CSC_SELECT_BYPASS;
317 case PIXEL_FORMAT_FIXED:
318 case PIXEL_FORMAT_FIXED16:
319 /*when output is float then FORMAT_CONTROL__OUTPUT_FP=1*/
320 REG_SET_3(FORMAT_CONTROL, 0,
322 FORMAT_EXPANSION_MODE, mode,
325 case PIXEL_FORMAT_FLOAT:
326 REG_SET_3(FORMAT_CONTROL, 0,
328 FORMAT_EXPANSION_MODE, mode,
337 dpp1_set_degamma_format_float(dpp_base, is_float);
340 case SURFACE_PIXEL_FORMAT_GRPH_ARGB1555:
343 case SURFACE_PIXEL_FORMAT_GRPH_RGB565:
347 case SURFACE_PIXEL_FORMAT_GRPH_ARGB8888:
348 case SURFACE_PIXEL_FORMAT_GRPH_ABGR8888:
351 case SURFACE_PIXEL_FORMAT_GRPH_ARGB2101010:
352 case SURFACE_PIXEL_FORMAT_GRPH_ABGR2101010:
355 case SURFACE_PIXEL_FORMAT_VIDEO_420_YCbCr:
356 force_disable_cursor = false;
358 color_space = COLOR_SPACE_YCBCR709;
359 select = INPUT_CSC_SELECT_ICSC;
361 case SURFACE_PIXEL_FORMAT_VIDEO_420_YCrCb:
362 force_disable_cursor = true;
364 color_space = COLOR_SPACE_YCBCR709;
365 select = INPUT_CSC_SELECT_ICSC;
367 case SURFACE_PIXEL_FORMAT_VIDEO_420_10bpc_YCbCr:
368 force_disable_cursor = true;
370 color_space = COLOR_SPACE_YCBCR709;
371 select = INPUT_CSC_SELECT_ICSC;
373 case SURFACE_PIXEL_FORMAT_VIDEO_420_10bpc_YCrCb:
374 force_disable_cursor = true;
376 color_space = COLOR_SPACE_YCBCR709;
377 select = INPUT_CSC_SELECT_ICSC;
379 case SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616:
382 case SURFACE_PIXEL_FORMAT_GRPH_ARGB16161616F:
385 case SURFACE_PIXEL_FORMAT_GRPH_ABGR16161616F:
392 /* Set default color space based on format if none is given. */
393 color_space = input_color_space ? input_color_space : color_space;
395 REG_SET(CNVC_SURFACE_PIXEL_FORMAT, 0,
396 CNVC_SURFACE_PIXEL_FORMAT, pixel_format);
397 REG_UPDATE(FORMAT_CONTROL, FORMAT_CONTROL__ALPHA_EN, alpha_en);
399 // if input adjustments exist, program icsc with those values
401 if (input_csc_color_matrix.enable_adjustment
403 for (i = 0; i < 12; i++)
404 tbl_entry.regval[i] = input_csc_color_matrix.matrix[i];
406 tbl_entry.color_space = color_space;
408 if (color_space >= COLOR_SPACE_YCBCR601)
409 select = INPUT_CSC_SELECT_ICSC;
411 select = INPUT_CSC_SELECT_BYPASS;
413 dpp1_program_input_csc(dpp_base, color_space, select, &tbl_entry);
415 dpp1_program_input_csc(dpp_base, color_space, select, NULL);
417 if (force_disable_cursor) {
418 REG_UPDATE(CURSOR_CONTROL,
420 REG_UPDATE(CURSOR0_CONTROL,
425 void dpp1_set_cursor_attributes(
426 struct dpp *dpp_base,
427 enum dc_cursor_color_format color_format)
429 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
431 REG_UPDATE_2(CURSOR0_CONTROL,
432 CUR0_MODE, color_format,
433 CUR0_EXPANSION_MODE, 0);
435 if (color_format == CURSOR_MODE_MONO) {
436 /* todo: clarify what to program these to */
437 REG_UPDATE(CURSOR0_COLOR0,
438 CUR0_COLOR0, 0x00000000);
439 REG_UPDATE(CURSOR0_COLOR1,
440 CUR0_COLOR1, 0xFFFFFFFF);
445 void dpp1_set_cursor_position(
446 struct dpp *dpp_base,
447 const struct dc_cursor_position *pos,
448 const struct dc_cursor_mi_param *param,
451 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
452 int src_x_offset = pos->x - pos->x_hotspot - param->viewport.x;
453 uint32_t cur_en = pos->enable ? 1 : 0;
455 if (src_x_offset >= (int)param->viewport.width)
456 cur_en = 0; /* not visible beyond right edge*/
458 if (src_x_offset + (int)width <= 0)
459 cur_en = 0; /* not visible beyond left edge*/
461 REG_UPDATE(CURSOR0_CONTROL,
462 CUR0_ENABLE, cur_en);
466 void dpp1_cnv_set_optional_cursor_attributes(
467 struct dpp *dpp_base,
468 struct dpp_cursor_attributes *attr)
470 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
473 REG_UPDATE(CURSOR0_FP_SCALE_BIAS, CUR0_FP_BIAS, attr->bias);
474 REG_UPDATE(CURSOR0_FP_SCALE_BIAS, CUR0_FP_SCALE, attr->scale);
478 void dpp1_dppclk_control(
479 struct dpp *dpp_base,
483 struct dcn10_dpp *dpp = TO_DCN10_DPP(dpp_base);
486 if (dpp->tf_mask->DPPCLK_RATE_CONTROL)
487 REG_UPDATE_2(DPP_CONTROL,
488 DPPCLK_RATE_CONTROL, dppclk_div,
489 DPP_CLOCK_ENABLE, 1);
491 REG_UPDATE(DPP_CONTROL, DPP_CLOCK_ENABLE, 1);
493 REG_UPDATE(DPP_CONTROL, DPP_CLOCK_ENABLE, 0);
496 static const struct dpp_funcs dcn10_dpp_funcs = {
497 .dpp_read_state = dpp_read_state,
498 .dpp_reset = dpp_reset,
499 .dpp_set_scaler = dpp1_dscl_set_scaler_manual_scale,
500 .dpp_get_optimal_number_of_taps = dpp_get_optimal_number_of_taps,
501 .dpp_set_gamut_remap = dpp1_cm_set_gamut_remap,
502 .dpp_set_csc_adjustment = dpp1_cm_set_output_csc_adjustment,
503 .dpp_set_csc_default = dpp1_cm_set_output_csc_default,
504 .dpp_power_on_regamma_lut = dpp1_cm_power_on_regamma_lut,
505 .dpp_program_regamma_lut = dpp1_cm_program_regamma_lut,
506 .dpp_configure_regamma_lut = dpp1_cm_configure_regamma_lut,
507 .dpp_program_regamma_lutb_settings = dpp1_cm_program_regamma_lutb_settings,
508 .dpp_program_regamma_luta_settings = dpp1_cm_program_regamma_luta_settings,
509 .dpp_program_regamma_pwl = dpp1_cm_set_regamma_pwl,
510 .dpp_program_bias_and_scale = dpp1_program_bias_and_scale,
511 .dpp_set_degamma = dpp1_set_degamma,
512 .dpp_program_input_lut = dpp1_program_input_lut,
513 .dpp_program_degamma_pwl = dpp1_set_degamma_pwl,
514 .dpp_setup = dpp1_cnv_setup,
515 .dpp_full_bypass = dpp1_full_bypass,
516 .set_cursor_attributes = dpp1_set_cursor_attributes,
517 .set_cursor_position = dpp1_set_cursor_position,
518 .set_optional_cursor_attributes = dpp1_cnv_set_optional_cursor_attributes,
519 .dpp_dppclk_control = dpp1_dppclk_control,
520 .dpp_set_hdr_multiplier = dpp1_set_hdr_multiplier,
523 static struct dpp_caps dcn10_dpp_cap = {
524 .dscl_data_proc_format = DSCL_DATA_PRCESSING_FIXED_FORMAT,
525 .dscl_calc_lb_num_partitions = dpp1_dscl_calc_lb_num_partitions,
528 /*****************************************/
529 /* Constructor, Destructor */
530 /*****************************************/
533 struct dcn10_dpp *dpp,
534 struct dc_context *ctx,
536 const struct dcn_dpp_registers *tf_regs,
537 const struct dcn_dpp_shift *tf_shift,
538 const struct dcn_dpp_mask *tf_mask)
542 dpp->base.inst = inst;
543 dpp->base.funcs = &dcn10_dpp_funcs;
544 dpp->base.caps = &dcn10_dpp_cap;
546 dpp->tf_regs = tf_regs;
547 dpp->tf_shift = tf_shift;
548 dpp->tf_mask = tf_mask;
550 dpp->lb_pixel_depth_supported =
551 LB_PIXEL_DEPTH_18BPP |
552 LB_PIXEL_DEPTH_24BPP |
553 LB_PIXEL_DEPTH_30BPP;
555 dpp->lb_bits_per_entry = LB_BITS_PER_ENTRY;
556 dpp->lb_memory_size = LB_TOTAL_NUMBER_OF_ENTRIES; /*0x1404*/