1 /* 2 * Copyright 2012-15 Advanced Micro Devices, Inc.cls 3 * 4 * 5 * Permission is hereby granted, free of charge, to any person obtaining a 6 * copy of this software and associated documentation files (the "Software"), 7 * to deal in the Software without restriction, including without limitation 8 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 9 * and/or sell copies of the Software, and to permit persons to whom the 10 * Software is furnished to do so, subject to the following conditions: 11 * 12 * The above copyright notice and this permission notice shall be included in 13 * all copies or substantial portions of the Software. 14 * 15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 19 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 20 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 21 * OTHER DEALINGS IN THE SOFTWARE. 22 * 23 * Authors: AMD 24 * 25 */ 26 27 #include "dm_services.h" 28 29 30 #include "stream_encoder.h" 31 #include "resource.h" 32 #include "include/irq_service_interface.h" 33 #include "dce120_resource.h" 34 #include "dce112/dce112_resource.h" 35 36 #include "dce110/dce110_resource.h" 37 #include "../virtual/virtual_stream_encoder.h" 38 #include "dce120_timing_generator.h" 39 #include "irq/dce120/irq_service_dce120.h" 40 #include "dce/dce_opp.h" 41 #include "dce/dce_clock_source.h" 42 #include "dce/dce_clocks.h" 43 #include "dce/dce_ipp.h" 44 #include "dce/dce_mem_input.h" 45 46 #include "dce110/dce110_hw_sequencer.h" 47 #include "dce120/dce120_hw_sequencer.h" 48 #include "dce/dce_transform.h" 49 50 #include "dce/dce_audio.h" 51 #include "dce/dce_link_encoder.h" 52 #include "dce/dce_stream_encoder.h" 53 #include "dce/dce_hwseq.h" 54 #include "dce/dce_abm.h" 55 #include "dce/dce_dmcu.h" 56 #include "dce/dce_aux.h" 57 58 #include "dce/dce_12_0_offset.h" 59 #include "dce/dce_12_0_sh_mask.h" 60 #include "soc15_hw_ip.h" 61 #include "vega10_ip_offset.h" 62 #include "nbio/nbio_6_1_offset.h" 63 #include "reg_helper.h" 64 65 #include "dce100/dce100_resource.h" 66 67 #ifndef mmDP0_DP_DPHY_INTERNAL_CTRL 68 #define mmDP0_DP_DPHY_INTERNAL_CTRL 0x210f 69 #define mmDP0_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2 70 #define mmDP1_DP_DPHY_INTERNAL_CTRL 0x220f 71 #define mmDP1_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2 72 #define mmDP2_DP_DPHY_INTERNAL_CTRL 0x230f 73 #define mmDP2_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2 74 #define mmDP3_DP_DPHY_INTERNAL_CTRL 0x240f 75 #define mmDP3_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2 76 #define mmDP4_DP_DPHY_INTERNAL_CTRL 0x250f 77 #define mmDP4_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2 78 #define mmDP5_DP_DPHY_INTERNAL_CTRL 0x260f 79 #define mmDP5_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2 80 #define mmDP6_DP_DPHY_INTERNAL_CTRL 0x270f 81 #define mmDP6_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2 82 #endif 83 84 enum dce120_clk_src_array_id { 85 DCE120_CLK_SRC_PLL0, 86 DCE120_CLK_SRC_PLL1, 87 DCE120_CLK_SRC_PLL2, 88 DCE120_CLK_SRC_PLL3, 89 DCE120_CLK_SRC_PLL4, 90 DCE120_CLK_SRC_PLL5, 91 92 DCE120_CLK_SRC_TOTAL 93 }; 94 95 static const struct dce110_timing_generator_offsets dce120_tg_offsets[] = { 96 { 97 .crtc = (mmCRTC0_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL), 98 }, 99 { 100 .crtc = (mmCRTC1_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL), 101 }, 102 { 103 .crtc = (mmCRTC2_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL), 104 }, 105 { 106 .crtc = (mmCRTC3_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL), 107 }, 108 { 109 .crtc = (mmCRTC4_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL), 110 }, 111 { 112 .crtc = (mmCRTC5_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL), 113 } 114 }; 115 116 /* begin ********************* 117 * macros to expend register list macro defined in HW object header file */ 118 119 #define BASE_INNER(seg) \ 120 DCE_BASE__INST0_SEG ## seg 121 122 #define NBIO_BASE_INNER(seg) \ 123 NBIF_BASE__INST0_SEG ## seg 124 125 #define NBIO_BASE(seg) \ 126 NBIO_BASE_INNER(seg) 127 128 /* compile time expand base address. */ 129 #define BASE(seg) \ 130 BASE_INNER(seg) 131 132 #define SR(reg_name)\ 133 .reg_name = BASE(mm ## reg_name ## _BASE_IDX) + \ 134 mm ## reg_name 135 136 #define SRI(reg_name, block, id)\ 137 .reg_name = BASE(mm ## block ## id ## _ ## reg_name ## _BASE_IDX) + \ 138 mm ## block ## id ## _ ## reg_name 139 140 /* macros to expend register list macro defined in HW object header file 141 * end *********************/ 142 143 144 static const struct dce_dmcu_registers dmcu_regs = { 145 DMCU_DCE110_COMMON_REG_LIST() 146 }; 147 148 static const struct dce_dmcu_shift dmcu_shift = { 149 DMCU_MASK_SH_LIST_DCE110(__SHIFT) 150 }; 151 152 static const struct dce_dmcu_mask dmcu_mask = { 153 DMCU_MASK_SH_LIST_DCE110(_MASK) 154 }; 155 156 static const struct dce_abm_registers abm_regs = { 157 ABM_DCE110_COMMON_REG_LIST() 158 }; 159 160 static const struct dce_abm_shift abm_shift = { 161 ABM_MASK_SH_LIST_DCE110(__SHIFT) 162 }; 163 164 static const struct dce_abm_mask abm_mask = { 165 ABM_MASK_SH_LIST_DCE110(_MASK) 166 }; 167 168 #define ipp_regs(id)\ 169 [id] = {\ 170 IPP_DCE110_REG_LIST_DCE_BASE(id)\ 171 } 172 173 static const struct dce_ipp_registers ipp_regs[] = { 174 ipp_regs(0), 175 ipp_regs(1), 176 ipp_regs(2), 177 ipp_regs(3), 178 ipp_regs(4), 179 ipp_regs(5) 180 }; 181 182 static const struct dce_ipp_shift ipp_shift = { 183 IPP_DCE120_MASK_SH_LIST_SOC_BASE(__SHIFT) 184 }; 185 186 static const struct dce_ipp_mask ipp_mask = { 187 IPP_DCE120_MASK_SH_LIST_SOC_BASE(_MASK) 188 }; 189 190 #define transform_regs(id)\ 191 [id] = {\ 192 XFM_COMMON_REG_LIST_DCE110(id)\ 193 } 194 195 static const struct dce_transform_registers xfm_regs[] = { 196 transform_regs(0), 197 transform_regs(1), 198 transform_regs(2), 199 transform_regs(3), 200 transform_regs(4), 201 transform_regs(5) 202 }; 203 204 static const struct dce_transform_shift xfm_shift = { 205 XFM_COMMON_MASK_SH_LIST_SOC_BASE(__SHIFT) 206 }; 207 208 static const struct dce_transform_mask xfm_mask = { 209 XFM_COMMON_MASK_SH_LIST_SOC_BASE(_MASK) 210 }; 211 212 #define aux_regs(id)\ 213 [id] = {\ 214 AUX_REG_LIST(id)\ 215 } 216 217 static const struct dce110_link_enc_aux_registers link_enc_aux_regs[] = { 218 aux_regs(0), 219 aux_regs(1), 220 aux_regs(2), 221 aux_regs(3), 222 aux_regs(4), 223 aux_regs(5) 224 }; 225 226 #define hpd_regs(id)\ 227 [id] = {\ 228 HPD_REG_LIST(id)\ 229 } 230 231 static const struct dce110_link_enc_hpd_registers link_enc_hpd_regs[] = { 232 hpd_regs(0), 233 hpd_regs(1), 234 hpd_regs(2), 235 hpd_regs(3), 236 hpd_regs(4), 237 hpd_regs(5) 238 }; 239 240 #define link_regs(id)\ 241 [id] = {\ 242 LE_DCE120_REG_LIST(id), \ 243 SRI(DP_DPHY_INTERNAL_CTRL, DP, id) \ 244 } 245 246 static const struct dce110_link_enc_registers link_enc_regs[] = { 247 link_regs(0), 248 link_regs(1), 249 link_regs(2), 250 link_regs(3), 251 link_regs(4), 252 link_regs(5), 253 link_regs(6), 254 }; 255 256 257 #define stream_enc_regs(id)\ 258 [id] = {\ 259 SE_COMMON_REG_LIST(id),\ 260 .TMDS_CNTL = 0,\ 261 } 262 263 static const struct dce110_stream_enc_registers stream_enc_regs[] = { 264 stream_enc_regs(0), 265 stream_enc_regs(1), 266 stream_enc_regs(2), 267 stream_enc_regs(3), 268 stream_enc_regs(4), 269 stream_enc_regs(5) 270 }; 271 272 static const struct dce_stream_encoder_shift se_shift = { 273 SE_COMMON_MASK_SH_LIST_DCE120(__SHIFT) 274 }; 275 276 static const struct dce_stream_encoder_mask se_mask = { 277 SE_COMMON_MASK_SH_LIST_DCE120(_MASK) 278 }; 279 280 #define opp_regs(id)\ 281 [id] = {\ 282 OPP_DCE_120_REG_LIST(id),\ 283 } 284 285 static const struct dce_opp_registers opp_regs[] = { 286 opp_regs(0), 287 opp_regs(1), 288 opp_regs(2), 289 opp_regs(3), 290 opp_regs(4), 291 opp_regs(5) 292 }; 293 294 static const struct dce_opp_shift opp_shift = { 295 OPP_COMMON_MASK_SH_LIST_DCE_120(__SHIFT) 296 }; 297 298 static const struct dce_opp_mask opp_mask = { 299 OPP_COMMON_MASK_SH_LIST_DCE_120(_MASK) 300 }; 301 #define aux_engine_regs(id)\ 302 [id] = {\ 303 AUX_COMMON_REG_LIST(id), \ 304 .AUX_RESET_MASK = 0 \ 305 } 306 307 static const struct dce110_aux_registers aux_engine_regs[] = { 308 aux_engine_regs(0), 309 aux_engine_regs(1), 310 aux_engine_regs(2), 311 aux_engine_regs(3), 312 aux_engine_regs(4), 313 aux_engine_regs(5) 314 }; 315 316 #define audio_regs(id)\ 317 [id] = {\ 318 AUD_COMMON_REG_LIST(id)\ 319 } 320 321 static const struct dce_audio_registers audio_regs[] = { 322 audio_regs(0), 323 audio_regs(1), 324 audio_regs(2), 325 audio_regs(3), 326 audio_regs(4), 327 audio_regs(5) 328 }; 329 330 #define DCE120_AUD_COMMON_MASK_SH_LIST(mask_sh)\ 331 SF(AZF0ENDPOINT0_AZALIA_F0_CODEC_ENDPOINT_INDEX, AZALIA_ENDPOINT_REG_INDEX, mask_sh),\ 332 SF(AZF0ENDPOINT0_AZALIA_F0_CODEC_ENDPOINT_DATA, AZALIA_ENDPOINT_REG_DATA, mask_sh),\ 333 AUD_COMMON_MASK_SH_LIST_BASE(mask_sh) 334 335 static const struct dce_audio_shift audio_shift = { 336 DCE120_AUD_COMMON_MASK_SH_LIST(__SHIFT) 337 }; 338 339 static const struct dce_aduio_mask audio_mask = { 340 DCE120_AUD_COMMON_MASK_SH_LIST(_MASK) 341 }; 342 343 #define clk_src_regs(index, id)\ 344 [index] = {\ 345 CS_COMMON_REG_LIST_DCE_112(id),\ 346 } 347 348 static const struct dce110_clk_src_regs clk_src_regs[] = { 349 clk_src_regs(0, A), 350 clk_src_regs(1, B), 351 clk_src_regs(2, C), 352 clk_src_regs(3, D), 353 clk_src_regs(4, E), 354 clk_src_regs(5, F) 355 }; 356 357 static const struct dce110_clk_src_shift cs_shift = { 358 CS_COMMON_MASK_SH_LIST_DCE_112(__SHIFT) 359 }; 360 361 static const struct dce110_clk_src_mask cs_mask = { 362 CS_COMMON_MASK_SH_LIST_DCE_112(_MASK) 363 }; 364 365 struct output_pixel_processor *dce120_opp_create( 366 struct dc_context *ctx, 367 uint32_t inst) 368 { 369 struct dce110_opp *opp = 370 kzalloc(sizeof(struct dce110_opp), GFP_KERNEL); 371 372 if (!opp) 373 return NULL; 374 375 dce110_opp_construct(opp, 376 ctx, inst, &opp_regs[inst], &opp_shift, &opp_mask); 377 return &opp->base; 378 } 379 struct aux_engine *dce120_aux_engine_create( 380 struct dc_context *ctx, 381 uint32_t inst) 382 { 383 struct aux_engine_dce110 *aux_engine = 384 kzalloc(sizeof(struct aux_engine_dce110), GFP_KERNEL); 385 386 if (!aux_engine) 387 return NULL; 388 389 dce110_aux_engine_construct(aux_engine, ctx, inst, 390 SW_AUX_TIMEOUT_PERIOD_MULTIPLIER * AUX_TIMEOUT_PERIOD, 391 &aux_engine_regs[inst]); 392 393 return &aux_engine->base; 394 } 395 396 static const struct bios_registers bios_regs = { 397 .BIOS_SCRATCH_6 = mmBIOS_SCRATCH_6 + NBIO_BASE(mmBIOS_SCRATCH_6_BASE_IDX) 398 }; 399 400 static const struct resource_caps res_cap = { 401 .num_timing_generator = 6, 402 .num_audio = 7, 403 .num_stream_encoder = 6, 404 .num_pll = 6, 405 .num_ddc = 6, 406 }; 407 408 static const struct dc_debug_options debug_defaults = { 409 .disable_clock_gate = true, 410 }; 411 412 struct clock_source *dce120_clock_source_create( 413 struct dc_context *ctx, 414 struct dc_bios *bios, 415 enum clock_source_id id, 416 const struct dce110_clk_src_regs *regs, 417 bool dp_clk_src) 418 { 419 struct dce110_clk_src *clk_src = 420 kzalloc(sizeof(*clk_src), GFP_KERNEL); 421 422 if (!clk_src) 423 return NULL; 424 425 if (dce110_clk_src_construct(clk_src, ctx, bios, id, 426 regs, &cs_shift, &cs_mask)) { 427 clk_src->base.dp_clk_src = dp_clk_src; 428 return &clk_src->base; 429 } 430 431 BREAK_TO_DEBUGGER(); 432 return NULL; 433 } 434 435 void dce120_clock_source_destroy(struct clock_source **clk_src) 436 { 437 kfree(TO_DCE110_CLK_SRC(*clk_src)); 438 *clk_src = NULL; 439 } 440 441 442 bool dce120_hw_sequencer_create(struct dc *dc) 443 { 444 /* All registers used by dce11.2 match those in dce11 in offset and 445 * structure 446 */ 447 dce120_hw_sequencer_construct(dc); 448 449 /*TODO Move to separate file and Override what is needed */ 450 451 return true; 452 } 453 454 static struct timing_generator *dce120_timing_generator_create( 455 struct dc_context *ctx, 456 uint32_t instance, 457 const struct dce110_timing_generator_offsets *offsets) 458 { 459 struct dce110_timing_generator *tg110 = 460 kzalloc(sizeof(struct dce110_timing_generator), GFP_KERNEL); 461 462 if (!tg110) 463 return NULL; 464 465 dce120_timing_generator_construct(tg110, ctx, instance, offsets); 466 return &tg110->base; 467 } 468 469 static void dce120_transform_destroy(struct transform **xfm) 470 { 471 kfree(TO_DCE_TRANSFORM(*xfm)); 472 *xfm = NULL; 473 } 474 475 static void destruct(struct dce110_resource_pool *pool) 476 { 477 unsigned int i; 478 479 for (i = 0; i < pool->base.pipe_count; i++) { 480 if (pool->base.opps[i] != NULL) 481 dce110_opp_destroy(&pool->base.opps[i]); 482 483 if (pool->base.transforms[i] != NULL) 484 dce120_transform_destroy(&pool->base.transforms[i]); 485 486 if (pool->base.ipps[i] != NULL) 487 dce_ipp_destroy(&pool->base.ipps[i]); 488 489 if (pool->base.mis[i] != NULL) { 490 kfree(TO_DCE_MEM_INPUT(pool->base.mis[i])); 491 pool->base.mis[i] = NULL; 492 } 493 494 if (pool->base.irqs != NULL) { 495 dal_irq_service_destroy(&pool->base.irqs); 496 } 497 498 if (pool->base.timing_generators[i] != NULL) { 499 kfree(DCE110TG_FROM_TG(pool->base.timing_generators[i])); 500 pool->base.timing_generators[i] = NULL; 501 } 502 503 if (pool->base.engines[i] != NULL) 504 dce110_engine_destroy(&pool->base.engines[i]); 505 506 } 507 508 for (i = 0; i < pool->base.audio_count; i++) { 509 if (pool->base.audios[i]) 510 dce_aud_destroy(&pool->base.audios[i]); 511 } 512 513 for (i = 0; i < pool->base.stream_enc_count; i++) { 514 if (pool->base.stream_enc[i] != NULL) 515 kfree(DCE110STRENC_FROM_STRENC(pool->base.stream_enc[i])); 516 } 517 518 for (i = 0; i < pool->base.clk_src_count; i++) { 519 if (pool->base.clock_sources[i] != NULL) 520 dce120_clock_source_destroy( 521 &pool->base.clock_sources[i]); 522 } 523 524 if (pool->base.dp_clock_source != NULL) 525 dce120_clock_source_destroy(&pool->base.dp_clock_source); 526 527 if (pool->base.abm != NULL) 528 dce_abm_destroy(&pool->base.abm); 529 530 if (pool->base.dmcu != NULL) 531 dce_dmcu_destroy(&pool->base.dmcu); 532 533 if (pool->base.dccg != NULL) 534 dce_dccg_destroy(&pool->base.dccg); 535 } 536 537 static void read_dce_straps( 538 struct dc_context *ctx, 539 struct resource_straps *straps) 540 { 541 uint32_t reg_val = dm_read_reg_soc15(ctx, mmCC_DC_MISC_STRAPS, 0); 542 543 straps->audio_stream_number = get_reg_field_value(reg_val, 544 CC_DC_MISC_STRAPS, 545 AUDIO_STREAM_NUMBER); 546 straps->hdmi_disable = get_reg_field_value(reg_val, 547 CC_DC_MISC_STRAPS, 548 HDMI_DISABLE); 549 550 reg_val = dm_read_reg_soc15(ctx, mmDC_PINSTRAPS, 0); 551 straps->dc_pinstraps_audio = get_reg_field_value(reg_val, 552 DC_PINSTRAPS, 553 DC_PINSTRAPS_AUDIO); 554 } 555 556 static struct audio *create_audio( 557 struct dc_context *ctx, unsigned int inst) 558 { 559 return dce_audio_create(ctx, inst, 560 &audio_regs[inst], &audio_shift, &audio_mask); 561 } 562 563 static const struct encoder_feature_support link_enc_feature = { 564 .max_hdmi_deep_color = COLOR_DEPTH_121212, 565 .max_hdmi_pixel_clock = 600000, 566 .ycbcr420_supported = true, 567 .flags.bits.IS_HBR2_CAPABLE = true, 568 .flags.bits.IS_HBR3_CAPABLE = true, 569 .flags.bits.IS_TPS3_CAPABLE = true, 570 .flags.bits.IS_TPS4_CAPABLE = true, 571 .flags.bits.IS_YCBCR_CAPABLE = true 572 }; 573 574 static struct link_encoder *dce120_link_encoder_create( 575 const struct encoder_init_data *enc_init_data) 576 { 577 struct dce110_link_encoder *enc110 = 578 kzalloc(sizeof(struct dce110_link_encoder), GFP_KERNEL); 579 580 if (!enc110) 581 return NULL; 582 583 dce110_link_encoder_construct(enc110, 584 enc_init_data, 585 &link_enc_feature, 586 &link_enc_regs[enc_init_data->transmitter], 587 &link_enc_aux_regs[enc_init_data->channel - 1], 588 &link_enc_hpd_regs[enc_init_data->hpd_source]); 589 590 return &enc110->base; 591 } 592 593 static struct input_pixel_processor *dce120_ipp_create( 594 struct dc_context *ctx, uint32_t inst) 595 { 596 struct dce_ipp *ipp = kzalloc(sizeof(struct dce_ipp), GFP_KERNEL); 597 598 if (!ipp) { 599 BREAK_TO_DEBUGGER(); 600 return NULL; 601 } 602 603 dce_ipp_construct(ipp, ctx, inst, 604 &ipp_regs[inst], &ipp_shift, &ipp_mask); 605 return &ipp->base; 606 } 607 608 static struct stream_encoder *dce120_stream_encoder_create( 609 enum engine_id eng_id, 610 struct dc_context *ctx) 611 { 612 struct dce110_stream_encoder *enc110 = 613 kzalloc(sizeof(struct dce110_stream_encoder), GFP_KERNEL); 614 615 if (!enc110) 616 return NULL; 617 618 dce110_stream_encoder_construct(enc110, ctx, ctx->dc_bios, eng_id, 619 &stream_enc_regs[eng_id], 620 &se_shift, &se_mask); 621 return &enc110->base; 622 } 623 624 #define SRII(reg_name, block, id)\ 625 .reg_name[id] = BASE(mm ## block ## id ## _ ## reg_name ## _BASE_IDX) + \ 626 mm ## block ## id ## _ ## reg_name 627 628 static const struct dce_hwseq_registers hwseq_reg = { 629 HWSEQ_DCE120_REG_LIST() 630 }; 631 632 static const struct dce_hwseq_shift hwseq_shift = { 633 HWSEQ_DCE12_MASK_SH_LIST(__SHIFT) 634 }; 635 636 static const struct dce_hwseq_mask hwseq_mask = { 637 HWSEQ_DCE12_MASK_SH_LIST(_MASK) 638 }; 639 640 static struct dce_hwseq *dce120_hwseq_create( 641 struct dc_context *ctx) 642 { 643 struct dce_hwseq *hws = kzalloc(sizeof(struct dce_hwseq), GFP_KERNEL); 644 645 if (hws) { 646 hws->ctx = ctx; 647 hws->regs = &hwseq_reg; 648 hws->shifts = &hwseq_shift; 649 hws->masks = &hwseq_mask; 650 } 651 return hws; 652 } 653 654 static const struct resource_create_funcs res_create_funcs = { 655 .read_dce_straps = read_dce_straps, 656 .create_audio = create_audio, 657 .create_stream_encoder = dce120_stream_encoder_create, 658 .create_hwseq = dce120_hwseq_create, 659 }; 660 661 #define mi_inst_regs(id) { MI_DCE12_REG_LIST(id) } 662 static const struct dce_mem_input_registers mi_regs[] = { 663 mi_inst_regs(0), 664 mi_inst_regs(1), 665 mi_inst_regs(2), 666 mi_inst_regs(3), 667 mi_inst_regs(4), 668 mi_inst_regs(5), 669 }; 670 671 static const struct dce_mem_input_shift mi_shifts = { 672 MI_DCE12_MASK_SH_LIST(__SHIFT) 673 }; 674 675 static const struct dce_mem_input_mask mi_masks = { 676 MI_DCE12_MASK_SH_LIST(_MASK) 677 }; 678 679 static struct mem_input *dce120_mem_input_create( 680 struct dc_context *ctx, 681 uint32_t inst) 682 { 683 struct dce_mem_input *dce_mi = kzalloc(sizeof(struct dce_mem_input), 684 GFP_KERNEL); 685 686 if (!dce_mi) { 687 BREAK_TO_DEBUGGER(); 688 return NULL; 689 } 690 691 dce120_mem_input_construct(dce_mi, ctx, inst, &mi_regs[inst], &mi_shifts, &mi_masks); 692 return &dce_mi->base; 693 } 694 695 static struct transform *dce120_transform_create( 696 struct dc_context *ctx, 697 uint32_t inst) 698 { 699 struct dce_transform *transform = 700 kzalloc(sizeof(struct dce_transform), GFP_KERNEL); 701 702 if (!transform) 703 return NULL; 704 705 dce_transform_construct(transform, ctx, inst, 706 &xfm_regs[inst], &xfm_shift, &xfm_mask); 707 transform->lb_memory_size = 0x1404; /*5124*/ 708 return &transform->base; 709 } 710 711 static void dce120_destroy_resource_pool(struct resource_pool **pool) 712 { 713 struct dce110_resource_pool *dce110_pool = TO_DCE110_RES_POOL(*pool); 714 715 destruct(dce110_pool); 716 kfree(dce110_pool); 717 *pool = NULL; 718 } 719 720 static const struct resource_funcs dce120_res_pool_funcs = { 721 .destroy = dce120_destroy_resource_pool, 722 .link_enc_create = dce120_link_encoder_create, 723 .validate_bandwidth = dce112_validate_bandwidth, 724 .validate_plane = dce100_validate_plane, 725 .add_stream_to_ctx = dce112_add_stream_to_ctx 726 }; 727 728 static void bw_calcs_data_update_from_pplib(struct dc *dc) 729 { 730 struct dm_pp_clock_levels_with_latency eng_clks = {0}; 731 struct dm_pp_clock_levels_with_latency mem_clks = {0}; 732 struct dm_pp_wm_sets_with_clock_ranges clk_ranges = {0}; 733 int i; 734 unsigned int clk; 735 unsigned int latency; 736 737 /*do system clock*/ 738 if (!dm_pp_get_clock_levels_by_type_with_latency( 739 dc->ctx, 740 DM_PP_CLOCK_TYPE_ENGINE_CLK, 741 &eng_clks) || eng_clks.num_levels == 0) { 742 743 eng_clks.num_levels = 8; 744 clk = 300000; 745 746 for (i = 0; i < eng_clks.num_levels; i++) { 747 eng_clks.data[i].clocks_in_khz = clk; 748 clk += 100000; 749 } 750 } 751 752 /* convert all the clock fro kHz to fix point mHz TODO: wloop data */ 753 dc->bw_vbios->high_sclk = bw_frc_to_fixed( 754 eng_clks.data[eng_clks.num_levels-1].clocks_in_khz, 1000); 755 dc->bw_vbios->mid1_sclk = bw_frc_to_fixed( 756 eng_clks.data[eng_clks.num_levels/8].clocks_in_khz, 1000); 757 dc->bw_vbios->mid2_sclk = bw_frc_to_fixed( 758 eng_clks.data[eng_clks.num_levels*2/8].clocks_in_khz, 1000); 759 dc->bw_vbios->mid3_sclk = bw_frc_to_fixed( 760 eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz, 1000); 761 dc->bw_vbios->mid4_sclk = bw_frc_to_fixed( 762 eng_clks.data[eng_clks.num_levels*4/8].clocks_in_khz, 1000); 763 dc->bw_vbios->mid5_sclk = bw_frc_to_fixed( 764 eng_clks.data[eng_clks.num_levels*5/8].clocks_in_khz, 1000); 765 dc->bw_vbios->mid6_sclk = bw_frc_to_fixed( 766 eng_clks.data[eng_clks.num_levels*6/8].clocks_in_khz, 1000); 767 dc->bw_vbios->low_sclk = bw_frc_to_fixed( 768 eng_clks.data[0].clocks_in_khz, 1000); 769 770 /*do memory clock*/ 771 if (!dm_pp_get_clock_levels_by_type_with_latency( 772 dc->ctx, 773 DM_PP_CLOCK_TYPE_MEMORY_CLK, 774 &mem_clks) || mem_clks.num_levels == 0) { 775 776 mem_clks.num_levels = 3; 777 clk = 250000; 778 latency = 45; 779 780 for (i = 0; i < eng_clks.num_levels; i++) { 781 mem_clks.data[i].clocks_in_khz = clk; 782 mem_clks.data[i].latency_in_us = latency; 783 clk += 500000; 784 latency -= 5; 785 } 786 787 } 788 789 /* we don't need to call PPLIB for validation clock since they 790 * also give us the highest sclk and highest mclk (UMA clock). 791 * ALSO always convert UMA clock (from PPLIB) to YCLK (HW formula): 792 * YCLK = UMACLK*m_memoryTypeMultiplier 793 */ 794 dc->bw_vbios->low_yclk = bw_frc_to_fixed( 795 mem_clks.data[0].clocks_in_khz * MEMORY_TYPE_MULTIPLIER, 1000); 796 dc->bw_vbios->mid_yclk = bw_frc_to_fixed( 797 mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz * MEMORY_TYPE_MULTIPLIER, 798 1000); 799 dc->bw_vbios->high_yclk = bw_frc_to_fixed( 800 mem_clks.data[mem_clks.num_levels-1].clocks_in_khz * MEMORY_TYPE_MULTIPLIER, 801 1000); 802 803 /* Now notify PPLib/SMU about which Watermarks sets they should select 804 * depending on DPM state they are in. And update BW MGR GFX Engine and 805 * Memory clock member variables for Watermarks calculations for each 806 * Watermark Set 807 */ 808 clk_ranges.num_wm_sets = 4; 809 clk_ranges.wm_clk_ranges[0].wm_set_id = WM_SET_A; 810 clk_ranges.wm_clk_ranges[0].wm_min_eng_clk_in_khz = 811 eng_clks.data[0].clocks_in_khz; 812 clk_ranges.wm_clk_ranges[0].wm_max_eng_clk_in_khz = 813 eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz - 1; 814 clk_ranges.wm_clk_ranges[0].wm_min_mem_clk_in_khz = 815 mem_clks.data[0].clocks_in_khz; 816 clk_ranges.wm_clk_ranges[0].wm_max_mem_clk_in_khz = 817 mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz - 1; 818 819 clk_ranges.wm_clk_ranges[1].wm_set_id = WM_SET_B; 820 clk_ranges.wm_clk_ranges[1].wm_min_eng_clk_in_khz = 821 eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz; 822 /* 5 GHz instead of data[7].clockInKHz to cover Overdrive */ 823 clk_ranges.wm_clk_ranges[1].wm_max_eng_clk_in_khz = 5000000; 824 clk_ranges.wm_clk_ranges[1].wm_min_mem_clk_in_khz = 825 mem_clks.data[0].clocks_in_khz; 826 clk_ranges.wm_clk_ranges[1].wm_max_mem_clk_in_khz = 827 mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz - 1; 828 829 clk_ranges.wm_clk_ranges[2].wm_set_id = WM_SET_C; 830 clk_ranges.wm_clk_ranges[2].wm_min_eng_clk_in_khz = 831 eng_clks.data[0].clocks_in_khz; 832 clk_ranges.wm_clk_ranges[2].wm_max_eng_clk_in_khz = 833 eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz - 1; 834 clk_ranges.wm_clk_ranges[2].wm_min_mem_clk_in_khz = 835 mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz; 836 /* 5 GHz instead of data[2].clockInKHz to cover Overdrive */ 837 clk_ranges.wm_clk_ranges[2].wm_max_mem_clk_in_khz = 5000000; 838 839 clk_ranges.wm_clk_ranges[3].wm_set_id = WM_SET_D; 840 clk_ranges.wm_clk_ranges[3].wm_min_eng_clk_in_khz = 841 eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz; 842 /* 5 GHz instead of data[7].clockInKHz to cover Overdrive */ 843 clk_ranges.wm_clk_ranges[3].wm_max_eng_clk_in_khz = 5000000; 844 clk_ranges.wm_clk_ranges[3].wm_min_mem_clk_in_khz = 845 mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz; 846 /* 5 GHz instead of data[2].clockInKHz to cover Overdrive */ 847 clk_ranges.wm_clk_ranges[3].wm_max_mem_clk_in_khz = 5000000; 848 849 /* Notify PP Lib/SMU which Watermarks to use for which clock ranges */ 850 dm_pp_notify_wm_clock_changes(dc->ctx, &clk_ranges); 851 } 852 853 static uint32_t read_pipe_fuses(struct dc_context *ctx) 854 { 855 uint32_t value = dm_read_reg_soc15(ctx, mmCC_DC_PIPE_DIS, 0); 856 /* VG20 support max 6 pipes */ 857 value = value & 0x3f; 858 return value; 859 } 860 861 static bool construct( 862 uint8_t num_virtual_links, 863 struct dc *dc, 864 struct dce110_resource_pool *pool) 865 { 866 unsigned int i; 867 int j; 868 struct dc_context *ctx = dc->ctx; 869 struct irq_service_init_data irq_init_data; 870 bool harvest_enabled = ASICREV_IS_VEGA20_P(ctx->asic_id.hw_internal_rev); 871 uint32_t pipe_fuses; 872 873 ctx->dc_bios->regs = &bios_regs; 874 875 pool->base.res_cap = &res_cap; 876 pool->base.funcs = &dce120_res_pool_funcs; 877 878 /* TODO: Fill more data from GreenlandAsicCapability.cpp */ 879 pool->base.pipe_count = res_cap.num_timing_generator; 880 pool->base.timing_generator_count = pool->base.res_cap->num_timing_generator; 881 pool->base.underlay_pipe_index = NO_UNDERLAY_PIPE; 882 883 dc->caps.max_downscale_ratio = 200; 884 dc->caps.i2c_speed_in_khz = 100; 885 dc->caps.max_cursor_size = 128; 886 dc->caps.dual_link_dvi = true; 887 dc->caps.psp_setup_panel_mode = true; 888 889 dc->debug = debug_defaults; 890 891 /************************************************* 892 * Create resources * 893 *************************************************/ 894 895 pool->base.clock_sources[DCE120_CLK_SRC_PLL0] = 896 dce120_clock_source_create(ctx, ctx->dc_bios, 897 CLOCK_SOURCE_COMBO_PHY_PLL0, 898 &clk_src_regs[0], false); 899 pool->base.clock_sources[DCE120_CLK_SRC_PLL1] = 900 dce120_clock_source_create(ctx, ctx->dc_bios, 901 CLOCK_SOURCE_COMBO_PHY_PLL1, 902 &clk_src_regs[1], false); 903 pool->base.clock_sources[DCE120_CLK_SRC_PLL2] = 904 dce120_clock_source_create(ctx, ctx->dc_bios, 905 CLOCK_SOURCE_COMBO_PHY_PLL2, 906 &clk_src_regs[2], false); 907 pool->base.clock_sources[DCE120_CLK_SRC_PLL3] = 908 dce120_clock_source_create(ctx, ctx->dc_bios, 909 CLOCK_SOURCE_COMBO_PHY_PLL3, 910 &clk_src_regs[3], false); 911 pool->base.clock_sources[DCE120_CLK_SRC_PLL4] = 912 dce120_clock_source_create(ctx, ctx->dc_bios, 913 CLOCK_SOURCE_COMBO_PHY_PLL4, 914 &clk_src_regs[4], false); 915 pool->base.clock_sources[DCE120_CLK_SRC_PLL5] = 916 dce120_clock_source_create(ctx, ctx->dc_bios, 917 CLOCK_SOURCE_COMBO_PHY_PLL5, 918 &clk_src_regs[5], false); 919 pool->base.clk_src_count = DCE120_CLK_SRC_TOTAL; 920 921 pool->base.dp_clock_source = 922 dce120_clock_source_create(ctx, ctx->dc_bios, 923 CLOCK_SOURCE_ID_DP_DTO, 924 &clk_src_regs[0], true); 925 926 for (i = 0; i < pool->base.clk_src_count; i++) { 927 if (pool->base.clock_sources[i] == NULL) { 928 dm_error("DC: failed to create clock sources!\n"); 929 BREAK_TO_DEBUGGER(); 930 goto clk_src_create_fail; 931 } 932 } 933 934 pool->base.dccg = dce120_dccg_create(ctx); 935 if (pool->base.dccg == NULL) { 936 dm_error("DC: failed to create display clock!\n"); 937 BREAK_TO_DEBUGGER(); 938 goto dccg_create_fail; 939 } 940 941 pool->base.dmcu = dce_dmcu_create(ctx, 942 &dmcu_regs, 943 &dmcu_shift, 944 &dmcu_mask); 945 if (pool->base.dmcu == NULL) { 946 dm_error("DC: failed to create dmcu!\n"); 947 BREAK_TO_DEBUGGER(); 948 goto res_create_fail; 949 } 950 951 pool->base.abm = dce_abm_create(ctx, 952 &abm_regs, 953 &abm_shift, 954 &abm_mask); 955 if (pool->base.abm == NULL) { 956 dm_error("DC: failed to create abm!\n"); 957 BREAK_TO_DEBUGGER(); 958 goto res_create_fail; 959 } 960 961 irq_init_data.ctx = dc->ctx; 962 pool->base.irqs = dal_irq_service_dce120_create(&irq_init_data); 963 if (!pool->base.irqs) 964 goto irqs_create_fail; 965 966 /* retrieve valid pipe fuses */ 967 if (harvest_enabled) 968 pipe_fuses = read_pipe_fuses(ctx); 969 970 /* index to valid pipe resource */ 971 j = 0; 972 for (i = 0; i < pool->base.pipe_count; i++) { 973 if (harvest_enabled) { 974 if ((pipe_fuses & (1 << i)) != 0) { 975 dm_error("DC: skip invalid pipe %d!\n", i); 976 continue; 977 } 978 } 979 980 pool->base.timing_generators[j] = 981 dce120_timing_generator_create( 982 ctx, 983 i, 984 &dce120_tg_offsets[i]); 985 if (pool->base.timing_generators[j] == NULL) { 986 BREAK_TO_DEBUGGER(); 987 dm_error("DC: failed to create tg!\n"); 988 goto controller_create_fail; 989 } 990 991 pool->base.mis[j] = dce120_mem_input_create(ctx, i); 992 993 if (pool->base.mis[j] == NULL) { 994 BREAK_TO_DEBUGGER(); 995 dm_error( 996 "DC: failed to create memory input!\n"); 997 goto controller_create_fail; 998 } 999 1000 pool->base.ipps[j] = dce120_ipp_create(ctx, i); 1001 if (pool->base.ipps[i] == NULL) { 1002 BREAK_TO_DEBUGGER(); 1003 dm_error( 1004 "DC: failed to create input pixel processor!\n"); 1005 goto controller_create_fail; 1006 } 1007 1008 pool->base.transforms[j] = dce120_transform_create(ctx, i); 1009 if (pool->base.transforms[i] == NULL) { 1010 BREAK_TO_DEBUGGER(); 1011 dm_error( 1012 "DC: failed to create transform!\n"); 1013 goto res_create_fail; 1014 } 1015 1016 pool->base.opps[j] = dce120_opp_create( 1017 ctx, 1018 i); 1019 if (pool->base.opps[j] == NULL) { 1020 BREAK_TO_DEBUGGER(); 1021 dm_error( 1022 "DC: failed to create output pixel processor!\n"); 1023 } 1024 1025 /* check next valid pipe */ 1026 j++; 1027 } 1028 1029 for (i = 0; i < pool->base.res_cap->num_ddc; i++) { 1030 pool->base.engines[i] = dce120_aux_engine_create(ctx, i); 1031 if (pool->base.engines[i] == NULL) { 1032 BREAK_TO_DEBUGGER(); 1033 dm_error( 1034 "DC:failed to create aux engine!!\n"); 1035 goto res_create_fail; 1036 } 1037 } 1038 1039 /* valid pipe num */ 1040 pool->base.pipe_count = j; 1041 pool->base.timing_generator_count = j; 1042 1043 if (!resource_construct(num_virtual_links, dc, &pool->base, 1044 &res_create_funcs)) 1045 goto res_create_fail; 1046 1047 /* Create hardware sequencer */ 1048 if (!dce120_hw_sequencer_create(dc)) 1049 goto controller_create_fail; 1050 1051 dc->caps.max_planes = pool->base.pipe_count; 1052 1053 bw_calcs_init(dc->bw_dceip, dc->bw_vbios, dc->ctx->asic_id); 1054 1055 bw_calcs_data_update_from_pplib(dc); 1056 1057 return true; 1058 1059 irqs_create_fail: 1060 controller_create_fail: 1061 dccg_create_fail: 1062 clk_src_create_fail: 1063 res_create_fail: 1064 1065 destruct(pool); 1066 1067 return false; 1068 } 1069 1070 struct resource_pool *dce120_create_resource_pool( 1071 uint8_t num_virtual_links, 1072 struct dc *dc) 1073 { 1074 struct dce110_resource_pool *pool = 1075 kzalloc(sizeof(struct dce110_resource_pool), GFP_KERNEL); 1076 1077 if (!pool) 1078 return NULL; 1079 1080 if (construct(num_virtual_links, dc, pool)) 1081 return &pool->base; 1082 1083 BREAK_TO_DEBUGGER(); 1084 return NULL; 1085 } 1086