drivers/gpu/drm/amd/display/dc/dce/dce_transform.c

   1 /*
   2  * Copyright 2012-16 Advanced Micro Devices, Inc.
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice shall be included in
  12  * all copies or substantial portions of the Software.
  13  *
  14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20  * OTHER DEALINGS IN THE SOFTWARE.
  21  *
  22  * Authors: AMD
  23  *
  24  */
  25
  26 #include "dce_transform.h"
  27 #include "reg_helper.h"
  28 #include "opp.h"
  29 #include "basics/conversion.h"
  30 #include "dc.h"
  31
  32 #define REG(reg) \
  33         (xfm_dce->regs->reg)
  34
  35 #undef FN
  36 #define FN(reg_name, field_name) \
  37         xfm_dce->xfm_shift->field_name, xfm_dce->xfm_mask->field_name
  38
  39 #define CTX \
  40         xfm_dce->base.ctx
  41 #define DC_LOGGER \
  42         xfm_dce->base.ctx->logger
  43
  44 #define IDENTITY_RATIO(ratio) (dc_fixpt_u2d19(ratio) == (1 << 19))
  45 #define GAMUT_MATRIX_SIZE 12
  46 #define SCL_PHASES 16
  47
  48 enum dcp_out_trunc_round_mode {
  49         DCP_OUT_TRUNC_ROUND_MODE_TRUNCATE,
  50         DCP_OUT_TRUNC_ROUND_MODE_ROUND
  51 };
  52
  53 enum dcp_out_trunc_round_depth {
  54         DCP_OUT_TRUNC_ROUND_DEPTH_14BIT,
  55         DCP_OUT_TRUNC_ROUND_DEPTH_13BIT,
  56         DCP_OUT_TRUNC_ROUND_DEPTH_12BIT,
  57         DCP_OUT_TRUNC_ROUND_DEPTH_11BIT,
  58         DCP_OUT_TRUNC_ROUND_DEPTH_10BIT,
  59         DCP_OUT_TRUNC_ROUND_DEPTH_9BIT,
  60         DCP_OUT_TRUNC_ROUND_DEPTH_8BIT
  61 };
  62
  63 /*  defines the various methods of bit reduction available for use */
  64 enum dcp_bit_depth_reduction_mode {
  65         DCP_BIT_DEPTH_REDUCTION_MODE_DITHER,
  66         DCP_BIT_DEPTH_REDUCTION_MODE_ROUND,
  67         DCP_BIT_DEPTH_REDUCTION_MODE_TRUNCATE,
  68         DCP_BIT_DEPTH_REDUCTION_MODE_DISABLED,
  69         DCP_BIT_DEPTH_REDUCTION_MODE_INVALID
  70 };
  71
  72 enum dcp_spatial_dither_mode {
  73         DCP_SPATIAL_DITHER_MODE_AAAA,
  74         DCP_SPATIAL_DITHER_MODE_A_AA_A,
  75         DCP_SPATIAL_DITHER_MODE_AABBAABB,
  76         DCP_SPATIAL_DITHER_MODE_AABBCCAABBCC,
  77         DCP_SPATIAL_DITHER_MODE_INVALID
  78 };
  79
  80 enum dcp_spatial_dither_depth {
  81         DCP_SPATIAL_DITHER_DEPTH_30BPP,
  82         DCP_SPATIAL_DITHER_DEPTH_24BPP
  83 };
  84
  85 enum csc_color_mode {
  86         /* 00 - BITS2:0 Bypass */
  87         CSC_COLOR_MODE_GRAPHICS_BYPASS,
  88         /* 01 - hard coded coefficient TV RGB */
  89         CSC_COLOR_MODE_GRAPHICS_PREDEFINED,
  90         /* 04 - programmable OUTPUT CSC coefficient */
  91         CSC_COLOR_MODE_GRAPHICS_OUTPUT_CSC,
  92 };
  93
  94 enum grph_color_adjust_option {
  95         GRPH_COLOR_MATRIX_HW_DEFAULT = 1,
  96         GRPH_COLOR_MATRIX_SW
  97 };
  98
  99 static const struct out_csc_color_matrix global_color_matrix[] = {
 100 { COLOR_SPACE_SRGB,
 101         { 0x2000, 0, 0, 0, 0, 0x2000, 0, 0, 0, 0, 0x2000, 0} },
 102 { COLOR_SPACE_SRGB_LIMITED,
 103         { 0x1B60, 0, 0, 0x200, 0, 0x1B60, 0, 0x200, 0, 0, 0x1B60, 0x200} },
 104 { COLOR_SPACE_YCBCR601,
 105         { 0xE00, 0xF447, 0xFDB9, 0x1000, 0x82F, 0x1012, 0x31F, 0x200, 0xFB47,
 106                 0xF6B9, 0xE00, 0x1000} },
 107 { COLOR_SPACE_YCBCR709, { 0xE00, 0xF349, 0xFEB7, 0x1000, 0x5D2, 0x1394, 0x1FA,
 108         0x200, 0xFCCB, 0xF535, 0xE00, 0x1000} },
 109 /* TODO: correct values below */
 110 { COLOR_SPACE_YCBCR601_LIMITED, { 0xE00, 0xF447, 0xFDB9, 0x1000, 0x991,
 111         0x12C9, 0x3A6, 0x200, 0xFB47, 0xF6B9, 0xE00, 0x1000} },
 112 { COLOR_SPACE_YCBCR709_LIMITED, { 0xE00, 0xF349, 0xFEB7, 0x1000, 0x6CE, 0x16E3,
 113         0x24F, 0x200, 0xFCCB, 0xF535, 0xE00, 0x1000} }
 114 };
 115
 116 static bool setup_scaling_configuration(
 117         struct dce_transform *xfm_dce,
 118         const struct scaler_data *data)
 119 {
 120         REG_SET(SCL_BYPASS_CONTROL, 0, SCL_BYPASS_MODE, 0);
 121
 122         if (data->taps.h_taps + data->taps.v_taps <= 2) {
 123                 /* Set bypass */
 124                 if (xfm_dce->xfm_mask->SCL_PSCL_EN != 0)
 125                         REG_UPDATE_2(SCL_MODE, SCL_MODE, 0, SCL_PSCL_EN, 0);
 126                 else
 127                         REG_UPDATE(SCL_MODE, SCL_MODE, 0);
 128                 return false;
 129         }
 130
 131         REG_SET_2(SCL_TAP_CONTROL, 0,
 132                         SCL_H_NUM_OF_TAPS, data->taps.h_taps - 1,
 133                         SCL_V_NUM_OF_TAPS, data->taps.v_taps - 1);
 134
 135         if (data->format <= PIXEL_FORMAT_GRPH_END)
 136                 REG_UPDATE(SCL_MODE, SCL_MODE, 1);
 137         else
 138                 REG_UPDATE(SCL_MODE, SCL_MODE, 2);
 139
 140         if (xfm_dce->xfm_mask->SCL_PSCL_EN != 0)
 141                 REG_UPDATE(SCL_MODE, SCL_PSCL_EN, 1);
 142
 143         /* 1 - Replace out of bound pixels with edge */
 144         REG_SET(SCL_CONTROL, 0, SCL_BOUNDARY_MODE, 1);
 145
 146         return true;
 147 }
 148
 149 static void program_overscan(
 150                 struct dce_transform *xfm_dce,
 151                 const struct scaler_data *data)
 152 {
 153         int overscan_right = data->h_active
 154                         - data->recout.x - data->recout.width;
 155         int overscan_bottom = data->v_active
 156                         - data->recout.y - data->recout.height;
 157
 158         if (xfm_dce->base.ctx->dc->debug.visual_confirm != VISUAL_CONFIRM_DISABLE) {
 159                 overscan_bottom += 2;
 160                 overscan_right += 2;
 161         }
 162
 163         if (overscan_right < 0) {
 164                 BREAK_TO_DEBUGGER();
 165                 overscan_right = 0;
 166         }
 167         if (overscan_bottom < 0) {
 168                 BREAK_TO_DEBUGGER();
 169                 overscan_bottom = 0;
 170         }
 171
 172         REG_SET_2(EXT_OVERSCAN_LEFT_RIGHT, 0,
 173                         EXT_OVERSCAN_LEFT, data->recout.x,
 174                         EXT_OVERSCAN_RIGHT, overscan_right);
 175         REG_SET_2(EXT_OVERSCAN_TOP_BOTTOM, 0,
 176                         EXT_OVERSCAN_TOP, data->recout.y,
 177                         EXT_OVERSCAN_BOTTOM, overscan_bottom);
 178 }
 179
 180 static void program_multi_taps_filter(
 181         struct dce_transform *xfm_dce,
 182         int taps,
 183         const uint16_t *coeffs,
 184         enum ram_filter_type filter_type)
 185 {
 186         int phase, pair;
 187         int array_idx = 0;
 188         int taps_pairs = (taps + 1) / 2;
 189         int phases_to_program = SCL_PHASES / 2 + 1;
 190
 191         uint32_t power_ctl = 0;
 192
 193         if (!coeffs)
 194                 return;
 195
 196         /*We need to disable power gating on coeff memory to do programming*/
 197         if (REG(DCFE_MEM_PWR_CTRL)) {
 198                 power_ctl = REG_READ(DCFE_MEM_PWR_CTRL);
 199                 REG_SET(DCFE_MEM_PWR_CTRL, power_ctl, SCL_COEFF_MEM_PWR_DIS, 1);
 200
 201                 REG_WAIT(DCFE_MEM_PWR_STATUS, SCL_COEFF_MEM_PWR_STATE, 0, 1, 10);
 202         }
 203         for (phase = 0; phase < phases_to_program; phase++) {
 204                 /*we always program N/2 + 1 phases, total phases N, but N/2-1 are just mirror
 205                 phase 0 is unique and phase N/2 is unique if N is even*/
 206                 for (pair = 0; pair < taps_pairs; pair++) {
 207                         uint16_t odd_coeff = 0;
 208                         uint16_t even_coeff = coeffs[array_idx];
 209
 210                         REG_SET_3(SCL_COEF_RAM_SELECT, 0,
 211                                         SCL_C_RAM_FILTER_TYPE, filter_type,
 212                                         SCL_C_RAM_PHASE, phase,
 213                                         SCL_C_RAM_TAP_PAIR_IDX, pair);
 214
 215                         if (taps % 2 && pair == taps_pairs - 1)
 216                                 array_idx++;
 217                         else {
 218                                 odd_coeff = coeffs[array_idx + 1];
 219                                 array_idx += 2;
 220                         }
 221
 222                         REG_SET_4(SCL_COEF_RAM_TAP_DATA, 0,
 223                                         SCL_C_RAM_EVEN_TAP_COEF_EN, 1,
 224                                         SCL_C_RAM_EVEN_TAP_COEF, even_coeff,
 225                                         SCL_C_RAM_ODD_TAP_COEF_EN, 1,
 226                                         SCL_C_RAM_ODD_TAP_COEF, odd_coeff);
 227                 }
 228         }
 229
 230         /*We need to restore power gating on coeff memory to initial state*/
 231         if (REG(DCFE_MEM_PWR_CTRL))
 232                 REG_WRITE(DCFE_MEM_PWR_CTRL, power_ctl);
 233 }
 234
 235 static void program_viewport(
 236         struct dce_transform *xfm_dce,
 237         const struct rect *view_port)
 238 {
 239         REG_SET_2(VIEWPORT_START, 0,
 240                         VIEWPORT_X_START, view_port->x,
 241                         VIEWPORT_Y_START, view_port->y);
 242
 243         REG_SET_2(VIEWPORT_SIZE, 0,
 244                         VIEWPORT_HEIGHT, view_port->height,
 245                         VIEWPORT_WIDTH, view_port->width);
 246
 247         /* TODO: add stereo support */
 248 }
 249
 250 static void calculate_inits(
 251         struct dce_transform *xfm_dce,
 252         const struct scaler_data *data,
 253         struct scl_ratios_inits *inits)
 254 {
 255         struct fixed31_32 h_init;
 256         struct fixed31_32 v_init;
 257
 258         inits->h_int_scale_ratio =
 259                 dc_fixpt_u2d19(data->ratios.horz) << 5;
 260         inits->v_int_scale_ratio =
 261                 dc_fixpt_u2d19(data->ratios.vert) << 5;
 262
 263         h_init =
 264                 dc_fixpt_div_int(
 265                         dc_fixpt_add(
 266                                 data->ratios.horz,
 267                                 dc_fixpt_from_int(data->taps.h_taps + 1)),
 268                                 2);
 269         inits->h_init.integer = dc_fixpt_floor(h_init);
 270         inits->h_init.fraction = dc_fixpt_u0d19(h_init) << 5;
 271
 272         v_init =
 273                 dc_fixpt_div_int(
 274                         dc_fixpt_add(
 275                                 data->ratios.vert,
 276                                 dc_fixpt_from_int(data->taps.v_taps + 1)),
 277                                 2);
 278         inits->v_init.integer = dc_fixpt_floor(v_init);
 279         inits->v_init.fraction = dc_fixpt_u0d19(v_init) << 5;
 280 }
 281
 282 static void program_scl_ratios_inits(
 283         struct dce_transform *xfm_dce,
 284         struct scl_ratios_inits *inits)
 285 {
 286
 287         REG_SET(SCL_HORZ_FILTER_SCALE_RATIO, 0,
 288                         SCL_H_SCALE_RATIO, inits->h_int_scale_ratio);
 289
 290         REG_SET(SCL_VERT_FILTER_SCALE_RATIO, 0,
 291                         SCL_V_SCALE_RATIO, inits->v_int_scale_ratio);
 292
 293         REG_SET_2(SCL_HORZ_FILTER_INIT, 0,
 294                         SCL_H_INIT_INT, inits->h_init.integer,
 295                         SCL_H_INIT_FRAC, inits->h_init.fraction);
 296
 297         REG_SET_2(SCL_VERT_FILTER_INIT, 0,
 298                         SCL_V_INIT_INT, inits->v_init.integer,
 299                         SCL_V_INIT_FRAC, inits->v_init.fraction);
 300
 301         REG_WRITE(SCL_AUTOMATIC_MODE_CONTROL, 0);
 302 }
 303
 304 static const uint16_t *get_filter_coeffs_16p(int taps, struct fixed31_32 ratio)
 305 {
 306         if (taps == 4)
 307                 return get_filter_4tap_16p(ratio);
 308         else if (taps == 3)
 309                 return get_filter_3tap_16p(ratio);
 310         else if (taps == 2)
 311                 return get_filter_2tap_16p();
 312         else if (taps == 1)
 313                 return NULL;
 314         else {
 315                 /* should never happen, bug */
 316                 BREAK_TO_DEBUGGER();
 317                 return NULL;
 318         }
 319 }
 320
 321 static void dce_transform_set_scaler(
 322         struct transform *xfm,
 323         const struct scaler_data *data)
 324 {
 325         struct dce_transform *xfm_dce = TO_DCE_TRANSFORM(xfm);
 326         bool is_scaling_required;
 327         bool filter_updated = false;
 328         const uint16_t *coeffs_v, *coeffs_h;
 329
 330         /*Use all three pieces of memory always*/
 331         REG_SET_2(LB_MEMORY_CTRL, 0,
 332                         LB_MEMORY_CONFIG, 0,
 333                         LB_MEMORY_SIZE, xfm_dce->lb_memory_size);
 334
 335         /* Clear SCL_F_SHARP_CONTROL value to 0 */
 336         REG_WRITE(SCL_F_SHARP_CONTROL, 0);
 337
 338         /* 1. Program overscan */
 339         program_overscan(xfm_dce, data);
 340
 341         /* 2. Program taps and configuration */
 342         is_scaling_required = setup_scaling_configuration(xfm_dce, data);
 343
 344         if (is_scaling_required) {
 345                 /* 3. Calculate and program ratio, filter initialization */
 346                 struct scl_ratios_inits inits = { 0 };
 347
 348                 calculate_inits(xfm_dce, data, &inits);
 349
 350                 program_scl_ratios_inits(xfm_dce, &inits);
 351
 352                 coeffs_v = get_filter_coeffs_16p(data->taps.v_taps, data->ratios.vert);
 353                 coeffs_h = get_filter_coeffs_16p(data->taps.h_taps, data->ratios.horz);
 354
 355                 if (coeffs_v != xfm_dce->filter_v || coeffs_h != xfm_dce->filter_h) {
 356                         /* 4. Program vertical filters */
 357                         if (xfm_dce->filter_v == NULL)
 358                                 REG_SET(SCL_VERT_FILTER_CONTROL, 0,
 359                                                 SCL_V_2TAP_HARDCODE_COEF_EN, 0);
 360                         program_multi_taps_filter(
 361                                         xfm_dce,
 362                                         data->taps.v_taps,
 363                                         coeffs_v,
 364                                         FILTER_TYPE_RGB_Y_VERTICAL);
 365                         program_multi_taps_filter(
 366                                         xfm_dce,
 367                                         data->taps.v_taps,
 368                                         coeffs_v,
 369                                         FILTER_TYPE_ALPHA_VERTICAL);
 370
 371                         /* 5. Program horizontal filters */
 372                         if (xfm_dce->filter_h == NULL)
 373                                 REG_SET(SCL_HORZ_FILTER_CONTROL, 0,
 374                                                 SCL_H_2TAP_HARDCODE_COEF_EN, 0);
 375                         program_multi_taps_filter(
 376                                         xfm_dce,
 377                                         data->taps.h_taps,
 378                                         coeffs_h,
 379                                         FILTER_TYPE_RGB_Y_HORIZONTAL);
 380                         program_multi_taps_filter(
 381                                         xfm_dce,
 382                                         data->taps.h_taps,
 383                                         coeffs_h,
 384                                         FILTER_TYPE_ALPHA_HORIZONTAL);
 385
 386                         xfm_dce->filter_v = coeffs_v;
 387                         xfm_dce->filter_h = coeffs_h;
 388                         filter_updated = true;
 389                 }
 390         }
 391
 392         /* 6. Program the viewport */
 393         program_viewport(xfm_dce, &data->viewport);
 394
 395         /* 7. Set bit to flip to new coefficient memory */
 396         if (filter_updated)
 397                 REG_UPDATE(SCL_UPDATE, SCL_COEF_UPDATE_COMPLETE, 1);
 398
 399         REG_UPDATE(LB_DATA_FORMAT, ALPHA_EN, data->lb_params.alpha_en);
 400 }
 401
 402 /*****************************************************************************
 403  * set_clamp
 404  *
 405  * @param depth : bit depth to set the clamp to (should match denorm)
 406  *
 407  * @brief
 408  *     Programs clamp according to panel bit depth.
 409  *
 410  *******************************************************************************/
 411 static void set_clamp(
 412         struct dce_transform *xfm_dce,
 413         enum dc_color_depth depth)
 414 {
 415         int clamp_max = 0;
 416
 417         /* At the clamp block the data will be MSB aligned, so we set the max
 418          * clamp accordingly.
 419          * For example, the max value for 6 bits MSB aligned (14 bit bus) would
 420          * be "11 1111 0000 0000" in binary, so 0x3F00.
 421          */
 422         switch (depth) {
 423         case COLOR_DEPTH_666:
 424                 /* 6bit MSB aligned on 14 bit bus '11 1111 0000 0000' */
 425                 clamp_max = 0x3F00;
 426                 break;
 427         case COLOR_DEPTH_888:
 428                 /* 8bit MSB aligned on 14 bit bus '11 1111 1100 0000' */
 429                 clamp_max = 0x3FC0;
 430                 break;
 431         case COLOR_DEPTH_101010:
 432                 /* 10bit MSB aligned on 14 bit bus '11 1111 1111 0000' */
 433                 clamp_max = 0x3FF0;
 434                 break;
 435         case COLOR_DEPTH_121212:
 436                 /* 12bit MSB aligned on 14 bit bus '11 1111 1111 1100' */
 437                 clamp_max = 0x3FFC;
 438                 break;
 439         default:
 440                 clamp_max = 0x3FC0;
 441                 BREAK_TO_DEBUGGER(); /* Invalid clamp bit depth */
 442         }
 443         REG_SET_2(OUT_CLAMP_CONTROL_B_CB, 0,
 444                         OUT_CLAMP_MIN_B_CB, 0,
 445                         OUT_CLAMP_MAX_B_CB, clamp_max);
 446
 447         REG_SET_2(OUT_CLAMP_CONTROL_G_Y, 0,
 448                         OUT_CLAMP_MIN_G_Y, 0,
 449                         OUT_CLAMP_MAX_G_Y, clamp_max);
 450
 451         REG_SET_2(OUT_CLAMP_CONTROL_R_CR, 0,
 452                         OUT_CLAMP_MIN_R_CR, 0,
 453                         OUT_CLAMP_MAX_R_CR, clamp_max);
 454 }
 455
 456 /*******************************************************************************
 457  * set_round
 458  *
 459  * @brief
 460  *     Programs Round/Truncate
 461  *
 462  * @param [in] mode  :round or truncate
 463  * @param [in] depth :bit depth to round/truncate to
 464  OUT_ROUND_TRUNC_MODE 3:0 0xA Output data round or truncate mode
 465  POSSIBLE VALUES:
 466       00 - truncate to u0.12
 467       01 - truncate to u0.11
 468       02 - truncate to u0.10
 469       03 - truncate to u0.9
 470       04 - truncate to u0.8
 471       05 - reserved
 472       06 - truncate to u0.14
 473       07 - truncate to u0.13            set_reg_field_value(
 474                         value,
 475                         clamp_max,
 476                         OUT_CLAMP_CONTROL_R_CR,
 477                         OUT_CLAMP_MAX_R_CR);
 478       08 - round to u0.12
 479       09 - round to u0.11
 480       10 - round to u0.10
 481       11 - round to u0.9
 482       12 - round to u0.8
 483       13 - reserved
 484       14 - round to u0.14
 485       15 - round to u0.13
 486
 487  ******************************************************************************/
 488 static void set_round(
 489         struct dce_transform *xfm_dce,
 490         enum dcp_out_trunc_round_mode mode,
 491         enum dcp_out_trunc_round_depth depth)
 492 {
 493         int depth_bits = 0;
 494         int mode_bit = 0;
 495
 496         /*  set up bit depth */
 497         switch (depth) {
 498         case DCP_OUT_TRUNC_ROUND_DEPTH_14BIT:
 499                 depth_bits = 6;
 500                 break;
 501         case DCP_OUT_TRUNC_ROUND_DEPTH_13BIT:
 502                 depth_bits = 7;
 503                 break;
 504         case DCP_OUT_TRUNC_ROUND_DEPTH_12BIT:
 505                 depth_bits = 0;
 506                 break;
 507         case DCP_OUT_TRUNC_ROUND_DEPTH_11BIT:
 508                 depth_bits = 1;
 509                 break;
 510         case DCP_OUT_TRUNC_ROUND_DEPTH_10BIT:
 511                 depth_bits = 2;
 512                 break;
 513         case DCP_OUT_TRUNC_ROUND_DEPTH_9BIT:
 514                 depth_bits = 3;
 515                 break;
 516         case DCP_OUT_TRUNC_ROUND_DEPTH_8BIT:
 517                 depth_bits = 4;
 518                 break;
 519         default:
 520                 depth_bits = 4;
 521                 BREAK_TO_DEBUGGER(); /* Invalid dcp_out_trunc_round_depth */
 522         }
 523
 524         /*  set up round or truncate */
 525         switch (mode) {
 526         case DCP_OUT_TRUNC_ROUND_MODE_TRUNCATE:
 527                 mode_bit = 0;
 528                 break;
 529         case DCP_OUT_TRUNC_ROUND_MODE_ROUND:
 530                 mode_bit = 1;
 531                 break;
 532         default:
 533                 BREAK_TO_DEBUGGER(); /* Invalid dcp_out_trunc_round_mode */
 534         }
 535
 536         depth_bits |= mode_bit << 3;
 537
 538         REG_SET(OUT_ROUND_CONTROL, 0, OUT_ROUND_TRUNC_MODE, depth_bits);
 539 }
 540
 541 /*****************************************************************************
 542  * set_dither
 543  *
 544  * @brief
 545  *     Programs Dither
 546  *
 547  * @param [in] dither_enable        : enable dither
 548  * @param [in] dither_mode           : dither mode to set
 549  * @param [in] dither_depth          : bit depth to dither to
 550  * @param [in] frame_random_enable    : enable frame random
 551  * @param [in] rgb_random_enable      : enable rgb random
 552  * @param [in] highpass_random_enable : enable highpass random
 553  *
 554  ******************************************************************************/
 555
 556 static void set_dither(
 557         struct dce_transform *xfm_dce,
 558         bool dither_enable,
 559         enum dcp_spatial_dither_mode dither_mode,
 560         enum dcp_spatial_dither_depth dither_depth,
 561         bool frame_random_enable,
 562         bool rgb_random_enable,
 563         bool highpass_random_enable)
 564 {
 565         int dither_depth_bits = 0;
 566         int dither_mode_bits = 0;
 567
 568         switch (dither_mode) {
 569         case DCP_SPATIAL_DITHER_MODE_AAAA:
 570                 dither_mode_bits = 0;
 571                 break;
 572         case DCP_SPATIAL_DITHER_MODE_A_AA_A:
 573                 dither_mode_bits = 1;
 574                 break;
 575         case DCP_SPATIAL_DITHER_MODE_AABBAABB:
 576                 dither_mode_bits = 2;
 577                 break;
 578         case DCP_SPATIAL_DITHER_MODE_AABBCCAABBCC:
 579                 dither_mode_bits = 3;
 580                 break;
 581         default:
 582                 /* Invalid dcp_spatial_dither_mode */
 583                 BREAK_TO_DEBUGGER();
 584         }
 585
 586         switch (dither_depth) {
 587         case DCP_SPATIAL_DITHER_DEPTH_30BPP:
 588                 dither_depth_bits = 0;
 589                 break;
 590         case DCP_SPATIAL_DITHER_DEPTH_24BPP:
 591                 dither_depth_bits = 1;
 592                 break;
 593         default:
 594                 /* Invalid dcp_spatial_dither_depth */
 595                 BREAK_TO_DEBUGGER();
 596         }
 597
 598         /*  write the register */
 599         REG_SET_6(DCP_SPATIAL_DITHER_CNTL, 0,
 600                         DCP_SPATIAL_DITHER_EN, dither_enable,
 601                         DCP_SPATIAL_DITHER_MODE, dither_mode_bits,
 602                         DCP_SPATIAL_DITHER_DEPTH, dither_depth_bits,
 603                         DCP_FRAME_RANDOM_ENABLE, frame_random_enable,
 604                         DCP_RGB_RANDOM_ENABLE, rgb_random_enable,
 605                         DCP_HIGHPASS_RANDOM_ENABLE, highpass_random_enable);
 606 }
 607
 608 /*****************************************************************************
 609  * dce_transform_bit_depth_reduction_program
 610  *
 611  * @brief
 612  *     Programs the DCP bit depth reduction registers (Clamp, Round/Truncate,
 613  *      Dither) for dce
 614  *
 615  * @param depth : bit depth to set the clamp to (should match denorm)
 616  *
 617  ******************************************************************************/
 618 static void program_bit_depth_reduction(
 619         struct dce_transform *xfm_dce,
 620         enum dc_color_depth depth,
 621         const struct bit_depth_reduction_params *bit_depth_params)
 622 {
 623         enum dcp_out_trunc_round_depth trunc_round_depth;
 624         enum dcp_out_trunc_round_mode trunc_mode;
 625         bool spatial_dither_enable;
 626
 627         ASSERT(depth < COLOR_DEPTH_121212); /* Invalid clamp bit depth */
 628
 629         spatial_dither_enable = bit_depth_params->flags.SPATIAL_DITHER_ENABLED;
 630         /* Default to 12 bit truncation without rounding */
 631         trunc_round_depth = DCP_OUT_TRUNC_ROUND_DEPTH_12BIT;
 632         trunc_mode = DCP_OUT_TRUNC_ROUND_MODE_TRUNCATE;
 633
 634         if (bit_depth_params->flags.TRUNCATE_ENABLED) {
 635                 /* Don't enable dithering if truncation is enabled */
 636                 spatial_dither_enable = false;
 637                 trunc_mode = bit_depth_params->flags.TRUNCATE_MODE ?
 638                              DCP_OUT_TRUNC_ROUND_MODE_ROUND :
 639                              DCP_OUT_TRUNC_ROUND_MODE_TRUNCATE;
 640
 641                 if (bit_depth_params->flags.TRUNCATE_DEPTH == 0 ||
 642                     bit_depth_params->flags.TRUNCATE_DEPTH == 1)
 643                         trunc_round_depth = DCP_OUT_TRUNC_ROUND_DEPTH_8BIT;
 644                 else if (bit_depth_params->flags.TRUNCATE_DEPTH == 2)
 645                         trunc_round_depth = DCP_OUT_TRUNC_ROUND_DEPTH_10BIT;
 646                 else {
 647                         /*
 648                          * Invalid truncate/round depth. Setting here to 12bit
 649                          * to prevent use-before-initialize errors.
 650                          */
 651                         trunc_round_depth = DCP_OUT_TRUNC_ROUND_DEPTH_12BIT;
 652                         BREAK_TO_DEBUGGER();
 653                 }
 654         }
 655
 656         set_clamp(xfm_dce, depth);
 657         set_round(xfm_dce, trunc_mode, trunc_round_depth);
 658         set_dither(xfm_dce,
 659                    spatial_dither_enable,
 660                    DCP_SPATIAL_DITHER_MODE_A_AA_A,
 661                    DCP_SPATIAL_DITHER_DEPTH_30BPP,
 662                    bit_depth_params->flags.FRAME_RANDOM,
 663                    bit_depth_params->flags.RGB_RANDOM,
 664                    bit_depth_params->flags.HIGHPASS_RANDOM);
 665 }
 666
 667 static int dce_transform_get_max_num_of_supported_lines(
 668         struct dce_transform *xfm_dce,
 669         enum lb_pixel_depth depth,
 670         int pixel_width)
 671 {
 672         int pixels_per_entries = 0;
 673         int max_pixels_supports = 0;
 674
 675         ASSERT(pixel_width);
 676
 677         /* Find number of pixels that can fit into a single LB entry and
 678          * take floor of the value since we cannot store a single pixel
 679          * across multiple entries. */
 680         switch (depth) {
 681         case LB_PIXEL_DEPTH_18BPP:
 682                 pixels_per_entries = xfm_dce->lb_bits_per_entry / 18;
 683                 break;
 684
 685         case LB_PIXEL_DEPTH_24BPP:
 686                 pixels_per_entries = xfm_dce->lb_bits_per_entry / 24;
 687                 break;
 688
 689         case LB_PIXEL_DEPTH_30BPP:
 690                 pixels_per_entries = xfm_dce->lb_bits_per_entry / 30;
 691                 break;
 692
 693         case LB_PIXEL_DEPTH_36BPP:
 694                 pixels_per_entries = xfm_dce->lb_bits_per_entry / 36;
 695                 break;
 696
 697         default:
 698                 DC_LOG_WARNING("%s: Invalid LB pixel depth",
 699                         __func__);
 700                 BREAK_TO_DEBUGGER();
 701                 break;
 702         }
 703
 704         ASSERT(pixels_per_entries);
 705
 706         max_pixels_supports =
 707                         pixels_per_entries *
 708                         xfm_dce->lb_memory_size;
 709
 710         return (max_pixels_supports / pixel_width);
 711 }
 712
 713 static void set_denormalization(
 714         struct dce_transform *xfm_dce,
 715         enum dc_color_depth depth)
 716 {
 717         int denorm_mode = 0;
 718
 719         switch (depth) {
 720         case COLOR_DEPTH_666:
 721                 /* 63/64 for 6 bit output color depth */
 722                 denorm_mode = 1;
 723                 break;
 724         case COLOR_DEPTH_888:
 725                 /* Unity for 8 bit output color depth
 726                  * because prescale is disabled by default */
 727                 denorm_mode = 0;
 728                 break;
 729         case COLOR_DEPTH_101010:
 730                 /* 1023/1024 for 10 bit output color depth */
 731                 denorm_mode = 3;
 732                 break;
 733         case COLOR_DEPTH_121212:
 734                 /* 4095/4096 for 12 bit output color depth */
 735                 denorm_mode = 5;
 736                 break;
 737         case COLOR_DEPTH_141414:
 738         case COLOR_DEPTH_161616:
 739         default:
 740                 /* not valid used case! */
 741                 break;
 742         }
 743
 744         REG_SET(DENORM_CONTROL, 0, DENORM_MODE, denorm_mode);
 745 }
 746
 747 static void dce_transform_set_pixel_storage_depth(
 748         struct transform *xfm,
 749         enum lb_pixel_depth depth,
 750         const struct bit_depth_reduction_params *bit_depth_params)
 751 {
 752         struct dce_transform *xfm_dce = TO_DCE_TRANSFORM(xfm);
 753         int pixel_depth, expan_mode;
 754         enum dc_color_depth color_depth;
 755
 756         switch (depth) {
 757         case LB_PIXEL_DEPTH_18BPP:
 758                 color_depth = COLOR_DEPTH_666;
 759                 pixel_depth = 2;
 760                 expan_mode  = 1;
 761                 break;
 762         case LB_PIXEL_DEPTH_24BPP:
 763                 color_depth = COLOR_DEPTH_888;
 764                 pixel_depth = 1;
 765                 expan_mode  = 1;
 766                 break;
 767         case LB_PIXEL_DEPTH_30BPP:
 768                 color_depth = COLOR_DEPTH_101010;
 769                 pixel_depth = 0;
 770                 expan_mode  = 1;
 771                 break;
 772         case LB_PIXEL_DEPTH_36BPP:
 773                 color_depth = COLOR_DEPTH_121212;
 774                 pixel_depth = 3;
 775                 expan_mode  = 0;
 776                 break;
 777         default:
 778                 color_depth = COLOR_DEPTH_101010;
 779                 pixel_depth = 0;
 780                 expan_mode  = 1;
 781                 DC_LOG_DC("The pixel depth %d is not valid, set COLOR_DEPTH_101010 instead.", depth);
 782                 break;
 783         }
 784
 785         set_denormalization(xfm_dce, color_depth);
 786         program_bit_depth_reduction(xfm_dce, color_depth, bit_depth_params);
 787
 788         REG_UPDATE_2(LB_DATA_FORMAT,
 789                         PIXEL_DEPTH, pixel_depth,
 790                         PIXEL_EXPAN_MODE, expan_mode);
 791
 792         if (!(xfm_dce->lb_pixel_depth_supported & depth)) {
 793                 /*we should use unsupported capabilities
 794                  *  unless it is required by w/a*/
 795                 DC_LOG_DC("%s: Capability not supported", __func__);
 796         }
 797 }
 798
 799 static void program_gamut_remap(
 800         struct dce_transform *xfm_dce,
 801         const uint16_t *reg_val)
 802 {
 803         if (reg_val) {
 804                 REG_SET_2(GAMUT_REMAP_C11_C12, 0,
 805                                 GAMUT_REMAP_C11, reg_val[0],
 806                                 GAMUT_REMAP_C12, reg_val[1]);
 807                 REG_SET_2(GAMUT_REMAP_C13_C14, 0,
 808                                 GAMUT_REMAP_C13, reg_val[2],
 809                                 GAMUT_REMAP_C14, reg_val[3]);
 810                 REG_SET_2(GAMUT_REMAP_C21_C22, 0,
 811                                 GAMUT_REMAP_C21, reg_val[4],
 812                                 GAMUT_REMAP_C22, reg_val[5]);
 813                 REG_SET_2(GAMUT_REMAP_C23_C24, 0,
 814                                 GAMUT_REMAP_C23, reg_val[6],
 815                                 GAMUT_REMAP_C24, reg_val[7]);
 816                 REG_SET_2(GAMUT_REMAP_C31_C32, 0,
 817                                 GAMUT_REMAP_C31, reg_val[8],
 818                                 GAMUT_REMAP_C32, reg_val[9]);
 819                 REG_SET_2(GAMUT_REMAP_C33_C34, 0,
 820                                 GAMUT_REMAP_C33, reg_val[10],
 821                                 GAMUT_REMAP_C34, reg_val[11]);
 822
 823                 REG_SET(GAMUT_REMAP_CONTROL, 0, GRPH_GAMUT_REMAP_MODE, 1);
 824         } else
 825                 REG_SET(GAMUT_REMAP_CONTROL, 0, GRPH_GAMUT_REMAP_MODE, 0);
 826
 827 }
 828
 829 /**
 830  *****************************************************************************
 831  *  Function: dal_transform_wide_gamut_set_gamut_remap
 832  *
 833  *  @param [in] const struct xfm_grph_csc_adjustment *adjust
 834  *
 835  *  @return
 836  *     void
 837  *
 838  *  @note calculate and apply color temperature adjustment to in Rgb color space
 839  *
 840  *  @see
 841  *
 842  *****************************************************************************
 843  */
 844 static void dce_transform_set_gamut_remap(
 845         struct transform *xfm,
 846         const struct xfm_grph_csc_adjustment *adjust)
 847 {
 848         struct dce_transform *xfm_dce = TO_DCE_TRANSFORM(xfm);
 849         int i = 0;
 850
 851         if (adjust->gamut_adjust_type != GRAPHICS_GAMUT_ADJUST_TYPE_SW)
 852                 /* Bypass if type is bypass or hw */
 853                 program_gamut_remap(xfm_dce, NULL);
 854         else {
 855                 struct fixed31_32 arr_matrix[GAMUT_MATRIX_SIZE];
 856                 uint16_t arr_reg_val[GAMUT_MATRIX_SIZE];
 857
 858                 for (i = 0; i < GAMUT_MATRIX_SIZE; i++)
 859                         arr_matrix[i] = adjust->temperature_matrix[i];
 860
 861                 convert_float_matrix(
 862                         arr_reg_val, arr_matrix, GAMUT_MATRIX_SIZE);
 863
 864                 program_gamut_remap(xfm_dce, arr_reg_val);
 865         }
 866 }
 867
 868 static uint32_t decide_taps(struct fixed31_32 ratio, uint32_t in_taps, bool chroma)
 869 {
 870         uint32_t taps;
 871
 872         if (IDENTITY_RATIO(ratio)) {
 873                 return 1;
 874         } else if (in_taps != 0) {
 875                 taps = in_taps;
 876         } else {
 877                 taps = 4;
 878         }
 879
 880         if (chroma) {
 881                 taps /= 2;
 882                 if (taps < 2)
 883                         taps = 2;
 884         }
 885
 886         return taps;
 887 }
 888
 889
 890 bool dce_transform_get_optimal_number_of_taps(
 891         struct transform *xfm,
 892         struct scaler_data *scl_data,
 893         const struct scaling_taps *in_taps)
 894 {
 895         struct dce_transform *xfm_dce = TO_DCE_TRANSFORM(xfm);
 896         int pixel_width = scl_data->viewport.width;
 897         int max_num_of_lines;
 898
 899         if (xfm_dce->prescaler_on &&
 900                         (scl_data->viewport.width > scl_data->recout.width))
 901                 pixel_width = scl_data->recout.width;
 902
 903         max_num_of_lines = dce_transform_get_max_num_of_supported_lines(
 904                 xfm_dce,
 905                 scl_data->lb_params.depth,
 906                 pixel_width);
 907
 908         /* Fail if in_taps are impossible */
 909         if (in_taps->v_taps >= max_num_of_lines)
 910                 return false;
 911
 912         /*
 913          * Set taps according to this policy (in this order)
 914          * - Use 1 for no scaling
 915          * - Use input taps
 916          * - Use 4 and reduce as required by line buffer size
 917          * - Decide chroma taps if chroma is scaled
 918          *
 919          * Ignore input chroma taps. Decide based on non-chroma
 920          */
 921         scl_data->taps.h_taps = decide_taps(scl_data->ratios.horz, in_taps->h_taps, false);
 922         scl_data->taps.v_taps = decide_taps(scl_data->ratios.vert, in_taps->v_taps, false);
 923         scl_data->taps.h_taps_c = decide_taps(scl_data->ratios.horz_c, in_taps->h_taps, true);
 924         scl_data->taps.v_taps_c = decide_taps(scl_data->ratios.vert_c, in_taps->v_taps, true);
 925
 926         if (!IDENTITY_RATIO(scl_data->ratios.vert)) {
 927                 /* reduce v_taps if needed but ensure we have at least two */
 928                 if (in_taps->v_taps == 0
 929                                 && max_num_of_lines <= scl_data->taps.v_taps
 930                                 && scl_data->taps.v_taps > 1) {
 931                         scl_data->taps.v_taps = max_num_of_lines - 1;
 932                 }
 933
 934                 if (scl_data->taps.v_taps <= 1)
 935                         return false;
 936         }
 937
 938         if (!IDENTITY_RATIO(scl_data->ratios.vert_c)) {
 939                 /* reduce chroma v_taps if needed but ensure we have at least two */
 940                 if (max_num_of_lines <= scl_data->taps.v_taps_c && scl_data->taps.v_taps_c > 1) {
 941                         scl_data->taps.v_taps_c = max_num_of_lines - 1;
 942                 }
 943
 944                 if (scl_data->taps.v_taps_c <= 1)
 945                         return false;
 946         }
 947
 948         /* we've got valid taps */
 949         return true;
 950 }
 951
 952 static void dce_transform_reset(struct transform *xfm)
 953 {
 954         struct dce_transform *xfm_dce = TO_DCE_TRANSFORM(xfm);
 955
 956         xfm_dce->filter_h = NULL;
 957         xfm_dce->filter_v = NULL;
 958 }
 959
 960 static void program_color_matrix(
 961         struct dce_transform *xfm_dce,
 962         const struct out_csc_color_matrix *tbl_entry,
 963         enum grph_color_adjust_option options)
 964 {
 965         {
 966                 REG_SET_2(OUTPUT_CSC_C11_C12, 0,
 967                         OUTPUT_CSC_C11, tbl_entry->regval[0],
 968                         OUTPUT_CSC_C12, tbl_entry->regval[1]);
 969         }
 970         {
 971                 REG_SET_2(OUTPUT_CSC_C13_C14, 0,
 972                         OUTPUT_CSC_C11, tbl_entry->regval[2],
 973                         OUTPUT_CSC_C12, tbl_entry->regval[3]);
 974         }
 975         {
 976                 REG_SET_2(OUTPUT_CSC_C21_C22, 0,
 977                         OUTPUT_CSC_C11, tbl_entry->regval[4],
 978                         OUTPUT_CSC_C12, tbl_entry->regval[5]);
 979         }
 980         {
 981                 REG_SET_2(OUTPUT_CSC_C23_C24, 0,
 982                         OUTPUT_CSC_C11, tbl_entry->regval[6],
 983                         OUTPUT_CSC_C12, tbl_entry->regval[7]);
 984         }
 985         {
 986                 REG_SET_2(OUTPUT_CSC_C31_C32, 0,
 987                         OUTPUT_CSC_C11, tbl_entry->regval[8],
 988                         OUTPUT_CSC_C12, tbl_entry->regval[9]);
 989         }
 990         {
 991                 REG_SET_2(OUTPUT_CSC_C33_C34, 0,
 992                         OUTPUT_CSC_C11, tbl_entry->regval[10],
 993                         OUTPUT_CSC_C12, tbl_entry->regval[11]);
 994         }
 995 }
 996
 997 static bool configure_graphics_mode(
 998         struct dce_transform *xfm_dce,
 999         enum csc_color_mode config,
1000         enum graphics_csc_adjust_type csc_adjust_type,
1001         enum dc_color_space color_space)
1002 {
1003         REG_SET(OUTPUT_CSC_CONTROL, 0,
1004                 OUTPUT_CSC_GRPH_MODE, 0);
1005
1006         if (csc_adjust_type == GRAPHICS_CSC_ADJUST_TYPE_SW) {
1007                 if (config == CSC_COLOR_MODE_GRAPHICS_OUTPUT_CSC) {
1008                         REG_SET(OUTPUT_CSC_CONTROL, 0,
1009                                 OUTPUT_CSC_GRPH_MODE, 4);
1010                 } else {
1011
1012                         switch (color_space) {
1013                         case COLOR_SPACE_SRGB:
1014                                 /* by pass */
1015                                 REG_SET(OUTPUT_CSC_CONTROL, 0,
1016                                         OUTPUT_CSC_GRPH_MODE, 0);
1017                                 break;
1018                         case COLOR_SPACE_SRGB_LIMITED:
1019                                 /* TV RGB */
1020                                 REG_SET(OUTPUT_CSC_CONTROL, 0,
1021                                         OUTPUT_CSC_GRPH_MODE, 1);
1022                                 break;
1023                         case COLOR_SPACE_YCBCR601:
1024                         case COLOR_SPACE_YCBCR601_LIMITED:
1025                                 /* YCbCr601 */
1026                                 REG_SET(OUTPUT_CSC_CONTROL, 0,
1027                                         OUTPUT_CSC_GRPH_MODE, 2);
1028                                 break;
1029                         case COLOR_SPACE_YCBCR709:
1030                         case COLOR_SPACE_YCBCR709_LIMITED:
1031                                 /* YCbCr709 */
1032                                 REG_SET(OUTPUT_CSC_CONTROL, 0,
1033                                         OUTPUT_CSC_GRPH_MODE, 3);
1034                                 break;
1035                         default:
1036                                 return false;
1037                         }
1038                 }
1039         } else if (csc_adjust_type == GRAPHICS_CSC_ADJUST_TYPE_HW) {
1040                 switch (color_space) {
1041                 case COLOR_SPACE_SRGB:
1042                         /* by pass */
1043                         REG_SET(OUTPUT_CSC_CONTROL, 0,
1044                                 OUTPUT_CSC_GRPH_MODE, 0);
1045                         break;
1046                         break;
1047                 case COLOR_SPACE_SRGB_LIMITED:
1048                         /* TV RGB */
1049                         REG_SET(OUTPUT_CSC_CONTROL, 0,
1050                                 OUTPUT_CSC_GRPH_MODE, 1);
1051                         break;
1052                 case COLOR_SPACE_YCBCR601:
1053                 case COLOR_SPACE_YCBCR601_LIMITED:
1054                         /* YCbCr601 */
1055                         REG_SET(OUTPUT_CSC_CONTROL, 0,
1056                                 OUTPUT_CSC_GRPH_MODE, 2);
1057                         break;
1058                 case COLOR_SPACE_YCBCR709:
1059                 case COLOR_SPACE_YCBCR709_LIMITED:
1060                          /* YCbCr709 */
1061                         REG_SET(OUTPUT_CSC_CONTROL, 0,
1062                                 OUTPUT_CSC_GRPH_MODE, 3);
1063                         break;
1064                 default:
1065                         return false;
1066                 }
1067
1068         } else
1069                 /* by pass */
1070                 REG_SET(OUTPUT_CSC_CONTROL, 0,
1071                         OUTPUT_CSC_GRPH_MODE, 0);
1072
1073         return true;
1074 }
1075
1076 void dce110_opp_set_csc_adjustment(
1077         struct transform *xfm,
1078         const struct out_csc_color_matrix *tbl_entry)
1079 {
1080         struct dce_transform *xfm_dce = TO_DCE_TRANSFORM(xfm);
1081         enum csc_color_mode config =
1082                         CSC_COLOR_MODE_GRAPHICS_OUTPUT_CSC;
1083
1084         program_color_matrix(
1085                         xfm_dce, tbl_entry, GRPH_COLOR_MATRIX_SW);
1086
1087         /*  We did everything ,now program DxOUTPUT_CSC_CONTROL */
1088         configure_graphics_mode(xfm_dce, config, GRAPHICS_CSC_ADJUST_TYPE_SW,
1089                         tbl_entry->color_space);
1090 }
1091
1092 void dce110_opp_set_csc_default(
1093         struct transform *xfm,
1094         const struct default_adjustment *default_adjust)
1095 {
1096         struct dce_transform *xfm_dce = TO_DCE_TRANSFORM(xfm);
1097         enum csc_color_mode config =
1098                         CSC_COLOR_MODE_GRAPHICS_PREDEFINED;
1099
1100         if (default_adjust->force_hw_default == false) {
1101                 const struct out_csc_color_matrix *elm;
1102                 /* currently parameter not in use */
1103                 enum grph_color_adjust_option option =
1104                         GRPH_COLOR_MATRIX_HW_DEFAULT;
1105                 uint32_t i;
1106                 /*
1107                  * HW default false we program locally defined matrix
1108                  * HW default true  we use predefined hw matrix and we
1109                  * do not need to program matrix
1110                  * OEM wants the HW default via runtime parameter.
1111                  */
1112                 option = GRPH_COLOR_MATRIX_SW;
1113
1114                 for (i = 0; i < ARRAY_SIZE(global_color_matrix); ++i) {
1115                         elm = &global_color_matrix[i];
1116                         if (elm->color_space != default_adjust->out_color_space)
1117                                 continue;
1118                         /* program the matrix with default values from this
1119                          * file */
1120                         program_color_matrix(xfm_dce, elm, option);
1121                         config = CSC_COLOR_MODE_GRAPHICS_OUTPUT_CSC;
1122                         break;
1123                 }
1124         }
1125
1126         /* configure the what we programmed :
1127          * 1. Default values from this file
1128          * 2. Use hardware default from ROM_A and we do not need to program
1129          * matrix */
1130
1131         configure_graphics_mode(xfm_dce, config,
1132                 default_adjust->csc_adjust_type,
1133                 default_adjust->out_color_space);
1134 }
1135
1136 static void program_pwl(struct dce_transform *xfm_dce,
1137                         const struct pwl_params *params)
1138 {
1139         int retval;
1140         uint8_t max_tries = 10;
1141         uint8_t counter = 0;
1142         uint32_t i = 0;
1143         const struct pwl_result_data *rgb = params->rgb_resulted;
1144
1145         /* Power on LUT memory */
1146         if (REG(DCFE_MEM_PWR_CTRL))
1147                 REG_UPDATE(DCFE_MEM_PWR_CTRL,
1148                            DCP_REGAMMA_MEM_PWR_DIS, 1);
1149         else
1150                 REG_UPDATE(DCFE_MEM_LIGHT_SLEEP_CNTL,
1151                            REGAMMA_LUT_LIGHT_SLEEP_DIS, 1);
1152
1153         while (counter < max_tries) {
1154                 if (REG(DCFE_MEM_PWR_STATUS)) {
1155                         REG_GET(DCFE_MEM_PWR_STATUS,
1156                                 DCP_REGAMMA_MEM_PWR_STATE,
1157                                 &retval);
1158
1159                         if (retval == 0)
1160                                 break;
1161                         ++counter;
1162                 } else {
1163                         REG_GET(DCFE_MEM_LIGHT_SLEEP_CNTL,
1164                                 REGAMMA_LUT_MEM_PWR_STATE,
1165                                 &retval);
1166
1167                         if (retval == 0)
1168                                 break;
1169                         ++counter;
1170                 }
1171         }
1172
1173         if (counter == max_tries) {
1174                 DC_LOG_WARNING("%s: regamma lut was not powered on "
1175                                 "in a timely manner,"
1176                                 " programming still proceeds\n",
1177                                 __func__);
1178         }
1179
1180         REG_UPDATE(REGAMMA_LUT_WRITE_EN_MASK,
1181                    REGAMMA_LUT_WRITE_EN_MASK, 7);
1182
1183         REG_WRITE(REGAMMA_LUT_INDEX, 0);
1184
1185         /* Program REGAMMA_LUT_DATA */
1186         while (i != params->hw_points_num) {
1187
1188                 REG_WRITE(REGAMMA_LUT_DATA, rgb->red_reg);
1189                 REG_WRITE(REGAMMA_LUT_DATA, rgb->green_reg);
1190                 REG_WRITE(REGAMMA_LUT_DATA, rgb->blue_reg);
1191                 REG_WRITE(REGAMMA_LUT_DATA, rgb->delta_red_reg);
1192                 REG_WRITE(REGAMMA_LUT_DATA, rgb->delta_green_reg);
1193                 REG_WRITE(REGAMMA_LUT_DATA, rgb->delta_blue_reg);
1194
1195                 ++rgb;
1196                 ++i;
1197         }
1198
1199         /*  we are done with DCP LUT memory; re-enable low power mode */
1200         if (REG(DCFE_MEM_PWR_CTRL))
1201                 REG_UPDATE(DCFE_MEM_PWR_CTRL,
1202                            DCP_REGAMMA_MEM_PWR_DIS, 0);
1203         else
1204                 REG_UPDATE(DCFE_MEM_LIGHT_SLEEP_CNTL,
1205                            REGAMMA_LUT_LIGHT_SLEEP_DIS, 0);
1206 }
1207
1208 static void regamma_config_regions_and_segments(struct dce_transform *xfm_dce,
1209                                                 const struct pwl_params *params)
1210 {
1211         const struct gamma_curve *curve;
1212
1213         REG_SET_2(REGAMMA_CNTLA_START_CNTL, 0,
1214                   REGAMMA_CNTLA_EXP_REGION_START, params->arr_points[0].custom_float_x,
1215                   REGAMMA_CNTLA_EXP_REGION_START_SEGMENT, 0);
1216
1217         REG_SET(REGAMMA_CNTLA_SLOPE_CNTL, 0,
1218                 REGAMMA_CNTLA_EXP_REGION_LINEAR_SLOPE, params->arr_points[0].custom_float_slope);
1219
1220         REG_SET(REGAMMA_CNTLA_END_CNTL1, 0,
1221                 REGAMMA_CNTLA_EXP_REGION_END, params->arr_points[1].custom_float_x);
1222
1223         REG_SET_2(REGAMMA_CNTLA_END_CNTL2, 0,
1224                   REGAMMA_CNTLA_EXP_REGION_END_BASE, params->arr_points[1].custom_float_y,
1225                   REGAMMA_CNTLA_EXP_REGION_END_SLOPE, params->arr_points[1].custom_float_slope);
1226
1227         curve = params->arr_curve_points;
1228
1229         REG_SET_4(REGAMMA_CNTLA_REGION_0_1, 0,
1230                   REGAMMA_CNTLA_EXP_REGION0_LUT_OFFSET, curve[0].offset,
1231                   REGAMMA_CNTLA_EXP_REGION0_NUM_SEGMENTS, curve[0].segments_num,
1232                   REGAMMA_CNTLA_EXP_REGION1_LUT_OFFSET, curve[1].offset,
1233                   REGAMMA_CNTLA_EXP_REGION1_NUM_SEGMENTS, curve[1].segments_num);
1234         curve += 2;
1235
1236         REG_SET_4(REGAMMA_CNTLA_REGION_2_3, 0,
1237                   REGAMMA_CNTLA_EXP_REGION0_LUT_OFFSET, curve[0].offset,
1238                   REGAMMA_CNTLA_EXP_REGION0_NUM_SEGMENTS, curve[0].segments_num,
1239                   REGAMMA_CNTLA_EXP_REGION1_LUT_OFFSET, curve[1].offset,
1240                   REGAMMA_CNTLA_EXP_REGION1_NUM_SEGMENTS, curve[1].segments_num);
1241         curve += 2;
1242
1243         REG_SET_4(REGAMMA_CNTLA_REGION_4_5, 0,
1244                   REGAMMA_CNTLA_EXP_REGION0_LUT_OFFSET, curve[0].offset,
1245                   REGAMMA_CNTLA_EXP_REGION0_NUM_SEGMENTS, curve[0].segments_num,
1246                   REGAMMA_CNTLA_EXP_REGION1_LUT_OFFSET, curve[1].offset,
1247                   REGAMMA_CNTLA_EXP_REGION1_NUM_SEGMENTS, curve[1].segments_num);
1248         curve += 2;
1249
1250         REG_SET_4(REGAMMA_CNTLA_REGION_6_7, 0,
1251                   REGAMMA_CNTLA_EXP_REGION0_LUT_OFFSET, curve[0].offset,
1252                   REGAMMA_CNTLA_EXP_REGION0_NUM_SEGMENTS, curve[0].segments_num,
1253                   REGAMMA_CNTLA_EXP_REGION1_LUT_OFFSET, curve[1].offset,
1254                   REGAMMA_CNTLA_EXP_REGION1_NUM_SEGMENTS, curve[1].segments_num);
1255         curve += 2;
1256
1257         REG_SET_4(REGAMMA_CNTLA_REGION_8_9, 0,
1258                   REGAMMA_CNTLA_EXP_REGION0_LUT_OFFSET, curve[0].offset,
1259                   REGAMMA_CNTLA_EXP_REGION0_NUM_SEGMENTS, curve[0].segments_num,
1260                   REGAMMA_CNTLA_EXP_REGION1_LUT_OFFSET, curve[1].offset,
1261                   REGAMMA_CNTLA_EXP_REGION1_NUM_SEGMENTS, curve[1].segments_num);
1262         curve += 2;
1263
1264         REG_SET_4(REGAMMA_CNTLA_REGION_10_11, 0,
1265                   REGAMMA_CNTLA_EXP_REGION0_LUT_OFFSET, curve[0].offset,
1266                   REGAMMA_CNTLA_EXP_REGION0_NUM_SEGMENTS, curve[0].segments_num,
1267                   REGAMMA_CNTLA_EXP_REGION1_LUT_OFFSET, curve[1].offset,
1268                   REGAMMA_CNTLA_EXP_REGION1_NUM_SEGMENTS, curve[1].segments_num);
1269         curve += 2;
1270
1271         REG_SET_4(REGAMMA_CNTLA_REGION_12_13, 0,
1272                   REGAMMA_CNTLA_EXP_REGION0_LUT_OFFSET, curve[0].offset,
1273                   REGAMMA_CNTLA_EXP_REGION0_NUM_SEGMENTS, curve[0].segments_num,
1274                   REGAMMA_CNTLA_EXP_REGION1_LUT_OFFSET, curve[1].offset,
1275                   REGAMMA_CNTLA_EXP_REGION1_NUM_SEGMENTS, curve[1].segments_num);
1276         curve += 2;
1277
1278         REG_SET_4(REGAMMA_CNTLA_REGION_14_15, 0,
1279                   REGAMMA_CNTLA_EXP_REGION0_LUT_OFFSET, curve[0].offset,
1280                   REGAMMA_CNTLA_EXP_REGION0_NUM_SEGMENTS, curve[0].segments_num,
1281                   REGAMMA_CNTLA_EXP_REGION1_LUT_OFFSET, curve[1].offset,
1282                   REGAMMA_CNTLA_EXP_REGION1_NUM_SEGMENTS, curve[1].segments_num);
1283 }
1284
1285
1286
1287 void dce110_opp_program_regamma_pwl(struct transform *xfm,
1288                                     const struct pwl_params *params)
1289 {
1290         struct dce_transform *xfm_dce = TO_DCE_TRANSFORM(xfm);
1291
1292         /* Setup regions */
1293         regamma_config_regions_and_segments(xfm_dce, params);
1294
1295         /* Program PWL */
1296         program_pwl(xfm_dce, params);
1297 }
1298
1299 void dce110_opp_power_on_regamma_lut(struct transform *xfm,
1300                                      bool power_on)
1301 {
1302         struct dce_transform *xfm_dce = TO_DCE_TRANSFORM(xfm);
1303
1304         if (REG(DCFE_MEM_PWR_CTRL))
1305                 REG_UPDATE_2(DCFE_MEM_PWR_CTRL,
1306                              DCP_REGAMMA_MEM_PWR_DIS, power_on,
1307                              DCP_LUT_MEM_PWR_DIS, power_on);
1308         else
1309                 REG_UPDATE_2(DCFE_MEM_LIGHT_SLEEP_CNTL,
1310                             REGAMMA_LUT_LIGHT_SLEEP_DIS, power_on,
1311                             DCP_LUT_LIGHT_SLEEP_DIS, power_on);
1312
1313 }
1314
1315 void dce110_opp_set_regamma_mode(struct transform *xfm,
1316                                  enum opp_regamma mode)
1317 {
1318         struct dce_transform *xfm_dce = TO_DCE_TRANSFORM(xfm);
1319
1320         REG_SET(REGAMMA_CONTROL, 0,
1321                 GRPH_REGAMMA_MODE, mode);
1322 }
1323
1324 static const struct transform_funcs dce_transform_funcs = {
1325         .transform_reset = dce_transform_reset,
1326         .transform_set_scaler = dce_transform_set_scaler,
1327         .transform_set_gamut_remap = dce_transform_set_gamut_remap,
1328         .opp_set_csc_adjustment = dce110_opp_set_csc_adjustment,
1329         .opp_set_csc_default = dce110_opp_set_csc_default,
1330         .opp_power_on_regamma_lut = dce110_opp_power_on_regamma_lut,
1331         .opp_program_regamma_pwl = dce110_opp_program_regamma_pwl,
1332         .opp_set_regamma_mode = dce110_opp_set_regamma_mode,
1333         .transform_set_pixel_storage_depth = dce_transform_set_pixel_storage_depth,
1334         .transform_get_optimal_number_of_taps = dce_transform_get_optimal_number_of_taps
1335 };
1336
1337 /*****************************************/
1338 /* Constructor, Destructor               */
1339 /*****************************************/
1340
1341 void dce_transform_construct(
1342         struct dce_transform *xfm_dce,
1343         struct dc_context *ctx,
1344         uint32_t inst,
1345         const struct dce_transform_registers *regs,
1346         const struct dce_transform_shift *xfm_shift,
1347         const struct dce_transform_mask *xfm_mask)
1348 {
1349         xfm_dce->base.ctx = ctx;
1350
1351         xfm_dce->base.inst = inst;
1352         xfm_dce->base.funcs = &dce_transform_funcs;
1353
1354         xfm_dce->regs = regs;
1355         xfm_dce->xfm_shift = xfm_shift;
1356         xfm_dce->xfm_mask = xfm_mask;
1357
1358         xfm_dce->prescaler_on = true;
1359         xfm_dce->lb_pixel_depth_supported =
1360                         LB_PIXEL_DEPTH_18BPP |
1361                         LB_PIXEL_DEPTH_24BPP |
1362                         LB_PIXEL_DEPTH_30BPP;
1363
1364         xfm_dce->lb_bits_per_entry = LB_BITS_PER_ENTRY;
1365         xfm_dce->lb_memory_size = LB_TOTAL_NUMBER_OF_ENTRIES; /*0x6B0*/
1366 }