1 // SPDX-License-Identifier: MIT 2 /* 3 * Copyright 2022 Advanced Micro Devices, Inc. 4 * 5 * Permission is hereby granted, free of charge, to any person obtaining a 6 * copy of this software and associated documentation files (the "Software"), 7 * to deal in the Software without restriction, including without limitation 8 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 9 * and/or sell copies of the Software, and to permit persons to whom the 10 * Software is furnished to do so, subject to the following conditions: 11 * 12 * The above copyright notice and this permission notice shall be included in 13 * all copies or substantial portions of the Software. 14 * 15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 19 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 20 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 21 * OTHER DEALINGS IN THE SOFTWARE. 22 * 23 * Authors: AMD 24 * 25 */ 26 27 #include <drm/drm_atomic_helper.h> 28 #include <drm/drm_blend.h> 29 #include <drm/drm_gem_atomic_helper.h> 30 #include <drm/drm_plane_helper.h> 31 #include <drm/drm_gem_framebuffer_helper.h> 32 #include <drm/drm_fourcc.h> 33 34 #include "amdgpu.h" 35 #include "dal_asic_id.h" 36 #include "amdgpu_display.h" 37 #include "amdgpu_dm_trace.h" 38 #include "amdgpu_dm_plane.h" 39 #include "gc/gc_11_0_0_offset.h" 40 #include "gc/gc_11_0_0_sh_mask.h" 41 42 /* 43 * TODO: these are currently initialized to rgb formats only. 44 * For future use cases we should either initialize them dynamically based on 45 * plane capabilities, or initialize this array to all formats, so internal drm 46 * check will succeed, and let DC implement proper check 47 */ 48 static const uint32_t rgb_formats[] = { 49 DRM_FORMAT_XRGB8888, 50 DRM_FORMAT_ARGB8888, 51 DRM_FORMAT_RGBA8888, 52 DRM_FORMAT_XRGB2101010, 53 DRM_FORMAT_XBGR2101010, 54 DRM_FORMAT_ARGB2101010, 55 DRM_FORMAT_ABGR2101010, 56 DRM_FORMAT_XRGB16161616, 57 DRM_FORMAT_XBGR16161616, 58 DRM_FORMAT_ARGB16161616, 59 DRM_FORMAT_ABGR16161616, 60 DRM_FORMAT_XBGR8888, 61 DRM_FORMAT_ABGR8888, 62 DRM_FORMAT_RGB565, 63 }; 64 65 static const uint32_t overlay_formats[] = { 66 DRM_FORMAT_XRGB8888, 67 DRM_FORMAT_ARGB8888, 68 DRM_FORMAT_RGBA8888, 69 DRM_FORMAT_XBGR8888, 70 DRM_FORMAT_ABGR8888, 71 DRM_FORMAT_RGB565, 72 DRM_FORMAT_NV21, 73 DRM_FORMAT_NV12, 74 DRM_FORMAT_P010 75 }; 76 77 static const uint32_t video_formats[] = { 78 DRM_FORMAT_NV21, 79 DRM_FORMAT_NV12, 80 DRM_FORMAT_P010 81 }; 82 83 static const u32 cursor_formats[] = { 84 DRM_FORMAT_ARGB8888 85 }; 86 87 enum dm_micro_swizzle { 88 MICRO_SWIZZLE_Z = 0, 89 MICRO_SWIZZLE_S = 1, 90 MICRO_SWIZZLE_D = 2, 91 MICRO_SWIZZLE_R = 3 92 }; 93 94 const struct drm_format_info *amdgpu_dm_plane_get_format_info(const struct drm_mode_fb_cmd2 *cmd) 95 { 96 return amdgpu_lookup_format_info(cmd->pixel_format, cmd->modifier[0]); 97 } 98 99 void amdgpu_dm_plane_fill_blending_from_plane_state(const struct drm_plane_state *plane_state, 100 bool *per_pixel_alpha, bool *pre_multiplied_alpha, 101 bool *global_alpha, int *global_alpha_value) 102 { 103 *per_pixel_alpha = false; 104 *pre_multiplied_alpha = true; 105 *global_alpha = false; 106 *global_alpha_value = 0xff; 107 108 109 if (plane_state->pixel_blend_mode == DRM_MODE_BLEND_PREMULTI || 110 plane_state->pixel_blend_mode == DRM_MODE_BLEND_COVERAGE) { 111 static const uint32_t alpha_formats[] = { 112 DRM_FORMAT_ARGB8888, 113 DRM_FORMAT_RGBA8888, 114 DRM_FORMAT_ABGR8888, 115 DRM_FORMAT_ARGB2101010, 116 DRM_FORMAT_ABGR2101010, 117 DRM_FORMAT_ARGB16161616, 118 DRM_FORMAT_ABGR16161616, 119 DRM_FORMAT_ARGB16161616F, 120 }; 121 uint32_t format = plane_state->fb->format->format; 122 unsigned int i; 123 124 for (i = 0; i < ARRAY_SIZE(alpha_formats); ++i) { 125 if (format == alpha_formats[i]) { 126 *per_pixel_alpha = true; 127 break; 128 } 129 } 130 131 if (*per_pixel_alpha && plane_state->pixel_blend_mode == DRM_MODE_BLEND_COVERAGE) 132 *pre_multiplied_alpha = false; 133 } 134 135 if (plane_state->alpha < 0xffff) { 136 *global_alpha = true; 137 *global_alpha_value = plane_state->alpha >> 8; 138 } 139 } 140 141 static void amdgpu_dm_plane_add_modifier(uint64_t **mods, uint64_t *size, uint64_t *cap, uint64_t mod) 142 { 143 if (!*mods) 144 return; 145 146 if (*cap - *size < 1) { 147 uint64_t new_cap = *cap * 2; 148 uint64_t *new_mods = kmalloc(new_cap * sizeof(uint64_t), GFP_KERNEL); 149 150 if (!new_mods) { 151 kfree(*mods); 152 *mods = NULL; 153 return; 154 } 155 156 memcpy(new_mods, *mods, sizeof(uint64_t) * *size); 157 kfree(*mods); 158 *mods = new_mods; 159 *cap = new_cap; 160 } 161 162 (*mods)[*size] = mod; 163 *size += 1; 164 } 165 166 static bool amdgpu_dm_plane_modifier_has_dcc(uint64_t modifier) 167 { 168 return IS_AMD_FMT_MOD(modifier) && AMD_FMT_MOD_GET(DCC, modifier); 169 } 170 171 static unsigned int amdgpu_dm_plane_modifier_gfx9_swizzle_mode(uint64_t modifier) 172 { 173 if (modifier == DRM_FORMAT_MOD_LINEAR) 174 return 0; 175 176 return AMD_FMT_MOD_GET(TILE, modifier); 177 } 178 179 static void amdgpu_dm_plane_fill_gfx8_tiling_info_from_flags(union dc_tiling_info *tiling_info, 180 uint64_t tiling_flags) 181 { 182 /* Fill GFX8 params */ 183 if (AMDGPU_TILING_GET(tiling_flags, ARRAY_MODE) == DC_ARRAY_2D_TILED_THIN1) { 184 unsigned int bankw, bankh, mtaspect, tile_split, num_banks; 185 186 bankw = AMDGPU_TILING_GET(tiling_flags, BANK_WIDTH); 187 bankh = AMDGPU_TILING_GET(tiling_flags, BANK_HEIGHT); 188 mtaspect = AMDGPU_TILING_GET(tiling_flags, MACRO_TILE_ASPECT); 189 tile_split = AMDGPU_TILING_GET(tiling_flags, TILE_SPLIT); 190 num_banks = AMDGPU_TILING_GET(tiling_flags, NUM_BANKS); 191 192 /* XXX fix me for VI */ 193 tiling_info->gfx8.num_banks = num_banks; 194 tiling_info->gfx8.array_mode = 195 DC_ARRAY_2D_TILED_THIN1; 196 tiling_info->gfx8.tile_split = tile_split; 197 tiling_info->gfx8.bank_width = bankw; 198 tiling_info->gfx8.bank_height = bankh; 199 tiling_info->gfx8.tile_aspect = mtaspect; 200 tiling_info->gfx8.tile_mode = 201 DC_ADDR_SURF_MICRO_TILING_DISPLAY; 202 } else if (AMDGPU_TILING_GET(tiling_flags, ARRAY_MODE) 203 == DC_ARRAY_1D_TILED_THIN1) { 204 tiling_info->gfx8.array_mode = DC_ARRAY_1D_TILED_THIN1; 205 } 206 207 tiling_info->gfx8.pipe_config = 208 AMDGPU_TILING_GET(tiling_flags, PIPE_CONFIG); 209 } 210 211 static void amdgpu_dm_plane_fill_gfx9_tiling_info_from_device(const struct amdgpu_device *adev, 212 union dc_tiling_info *tiling_info) 213 { 214 /* Fill GFX9 params */ 215 tiling_info->gfx9.num_pipes = 216 adev->gfx.config.gb_addr_config_fields.num_pipes; 217 tiling_info->gfx9.num_banks = 218 adev->gfx.config.gb_addr_config_fields.num_banks; 219 tiling_info->gfx9.pipe_interleave = 220 adev->gfx.config.gb_addr_config_fields.pipe_interleave_size; 221 tiling_info->gfx9.num_shader_engines = 222 adev->gfx.config.gb_addr_config_fields.num_se; 223 tiling_info->gfx9.max_compressed_frags = 224 adev->gfx.config.gb_addr_config_fields.max_compress_frags; 225 tiling_info->gfx9.num_rb_per_se = 226 adev->gfx.config.gb_addr_config_fields.num_rb_per_se; 227 tiling_info->gfx9.shaderEnable = 1; 228 if (amdgpu_ip_version(adev, GC_HWIP, 0) >= IP_VERSION(10, 3, 0)) 229 tiling_info->gfx9.num_pkrs = adev->gfx.config.gb_addr_config_fields.num_pkrs; 230 } 231 232 static void amdgpu_dm_plane_fill_gfx9_tiling_info_from_modifier(const struct amdgpu_device *adev, 233 union dc_tiling_info *tiling_info, 234 uint64_t modifier) 235 { 236 unsigned int mod_bank_xor_bits = AMD_FMT_MOD_GET(BANK_XOR_BITS, modifier); 237 unsigned int mod_pipe_xor_bits = AMD_FMT_MOD_GET(PIPE_XOR_BITS, modifier); 238 unsigned int pkrs_log2 = AMD_FMT_MOD_GET(PACKERS, modifier); 239 unsigned int pipes_log2; 240 241 pipes_log2 = min(5u, mod_pipe_xor_bits); 242 243 amdgpu_dm_plane_fill_gfx9_tiling_info_from_device(adev, tiling_info); 244 245 if (!IS_AMD_FMT_MOD(modifier)) 246 return; 247 248 tiling_info->gfx9.num_pipes = 1u << pipes_log2; 249 tiling_info->gfx9.num_shader_engines = 1u << (mod_pipe_xor_bits - pipes_log2); 250 251 if (adev->family >= AMDGPU_FAMILY_NV) { 252 tiling_info->gfx9.num_pkrs = 1u << pkrs_log2; 253 } else { 254 tiling_info->gfx9.num_banks = 1u << mod_bank_xor_bits; 255 256 /* for DCC we know it isn't rb aligned, so rb_per_se doesn't matter. */ 257 } 258 } 259 260 static int amdgpu_dm_plane_validate_dcc(struct amdgpu_device *adev, 261 const enum surface_pixel_format format, 262 const enum dc_rotation_angle rotation, 263 const union dc_tiling_info *tiling_info, 264 const struct dc_plane_dcc_param *dcc, 265 const struct dc_plane_address *address, 266 const struct plane_size *plane_size) 267 { 268 struct dc *dc = adev->dm.dc; 269 struct dc_dcc_surface_param input; 270 struct dc_surface_dcc_cap output; 271 272 memset(&input, 0, sizeof(input)); 273 memset(&output, 0, sizeof(output)); 274 275 if (!dcc->enable) 276 return 0; 277 278 if (format >= SURFACE_PIXEL_FORMAT_VIDEO_BEGIN || 279 !dc->cap_funcs.get_dcc_compression_cap) 280 return -EINVAL; 281 282 input.format = format; 283 input.surface_size.width = plane_size->surface_size.width; 284 input.surface_size.height = plane_size->surface_size.height; 285 input.swizzle_mode = tiling_info->gfx9.swizzle; 286 287 if (rotation == ROTATION_ANGLE_0 || rotation == ROTATION_ANGLE_180) 288 input.scan = SCAN_DIRECTION_HORIZONTAL; 289 else if (rotation == ROTATION_ANGLE_90 || rotation == ROTATION_ANGLE_270) 290 input.scan = SCAN_DIRECTION_VERTICAL; 291 292 if (!dc->cap_funcs.get_dcc_compression_cap(dc, &input, &output)) 293 return -EINVAL; 294 295 if (!output.capable) 296 return -EINVAL; 297 298 if (dcc->independent_64b_blks == 0 && 299 output.grph.rgb.independent_64b_blks != 0) 300 return -EINVAL; 301 302 return 0; 303 } 304 305 static int amdgpu_dm_plane_fill_gfx9_plane_attributes_from_modifiers(struct amdgpu_device *adev, 306 const struct amdgpu_framebuffer *afb, 307 const enum surface_pixel_format format, 308 const enum dc_rotation_angle rotation, 309 const struct plane_size *plane_size, 310 union dc_tiling_info *tiling_info, 311 struct dc_plane_dcc_param *dcc, 312 struct dc_plane_address *address, 313 const bool force_disable_dcc) 314 { 315 const uint64_t modifier = afb->base.modifier; 316 int ret = 0; 317 318 amdgpu_dm_plane_fill_gfx9_tiling_info_from_modifier(adev, tiling_info, modifier); 319 tiling_info->gfx9.swizzle = amdgpu_dm_plane_modifier_gfx9_swizzle_mode(modifier); 320 321 if (amdgpu_dm_plane_modifier_has_dcc(modifier) && !force_disable_dcc) { 322 uint64_t dcc_address = afb->address + afb->base.offsets[1]; 323 bool independent_64b_blks = AMD_FMT_MOD_GET(DCC_INDEPENDENT_64B, modifier); 324 bool independent_128b_blks = AMD_FMT_MOD_GET(DCC_INDEPENDENT_128B, modifier); 325 326 dcc->enable = 1; 327 dcc->meta_pitch = afb->base.pitches[1]; 328 dcc->independent_64b_blks = independent_64b_blks; 329 if (AMD_FMT_MOD_GET(TILE_VERSION, modifier) >= AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) { 330 if (independent_64b_blks && independent_128b_blks) 331 dcc->dcc_ind_blk = hubp_ind_block_64b_no_128bcl; 332 else if (independent_128b_blks) 333 dcc->dcc_ind_blk = hubp_ind_block_128b; 334 else if (independent_64b_blks && !independent_128b_blks) 335 dcc->dcc_ind_blk = hubp_ind_block_64b; 336 else 337 dcc->dcc_ind_blk = hubp_ind_block_unconstrained; 338 } else { 339 if (independent_64b_blks) 340 dcc->dcc_ind_blk = hubp_ind_block_64b; 341 else 342 dcc->dcc_ind_blk = hubp_ind_block_unconstrained; 343 } 344 345 address->grph.meta_addr.low_part = lower_32_bits(dcc_address); 346 address->grph.meta_addr.high_part = upper_32_bits(dcc_address); 347 } 348 349 ret = amdgpu_dm_plane_validate_dcc(adev, format, rotation, tiling_info, dcc, address, plane_size); 350 if (ret) 351 drm_dbg_kms(adev_to_drm(adev), "amdgpu_dm_plane_validate_dcc: returned error: %d\n", ret); 352 353 return ret; 354 } 355 356 static int amdgpu_dm_plane_fill_gfx12_plane_attributes_from_modifiers(struct amdgpu_device *adev, 357 const struct amdgpu_framebuffer *afb, 358 const enum surface_pixel_format format, 359 const enum dc_rotation_angle rotation, 360 const struct plane_size *plane_size, 361 union dc_tiling_info *tiling_info, 362 struct dc_plane_dcc_param *dcc, 363 struct dc_plane_address *address, 364 const bool force_disable_dcc) 365 { 366 const uint64_t modifier = afb->base.modifier; 367 int ret = 0; 368 369 /* TODO: Most of this function shouldn't be needed on GFX12. */ 370 amdgpu_dm_plane_fill_gfx9_tiling_info_from_device(adev, tiling_info); 371 372 tiling_info->gfx9.swizzle = amdgpu_dm_plane_modifier_gfx9_swizzle_mode(modifier); 373 374 if (amdgpu_dm_plane_modifier_has_dcc(modifier) && !force_disable_dcc) { 375 int max_compressed_block = AMD_FMT_MOD_GET(DCC_MAX_COMPRESSED_BLOCK, modifier); 376 377 dcc->enable = 1; 378 dcc->independent_64b_blks = max_compressed_block == 0; 379 380 if (max_compressed_block == 0) 381 dcc->dcc_ind_blk = hubp_ind_block_64b; 382 else if (max_compressed_block == 1) 383 dcc->dcc_ind_blk = hubp_ind_block_128b; 384 else 385 dcc->dcc_ind_blk = hubp_ind_block_unconstrained; 386 } 387 388 /* TODO: This seems wrong because there is no DCC plane on GFX12. */ 389 ret = amdgpu_dm_plane_validate_dcc(adev, format, rotation, tiling_info, dcc, address, plane_size); 390 if (ret) 391 drm_dbg_kms(adev_to_drm(adev), "amdgpu_dm_plane_validate_dcc: returned error: %d\n", ret); 392 393 return ret; 394 } 395 396 static void amdgpu_dm_plane_add_gfx10_1_modifiers(const struct amdgpu_device *adev, 397 uint64_t **mods, 398 uint64_t *size, 399 uint64_t *capacity) 400 { 401 int pipe_xor_bits = ilog2(adev->gfx.config.gb_addr_config_fields.num_pipes); 402 403 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 404 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 405 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10) | 406 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 407 AMD_FMT_MOD_SET(DCC, 1) | 408 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 409 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 410 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B)); 411 412 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 413 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 414 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10) | 415 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 416 AMD_FMT_MOD_SET(DCC, 1) | 417 AMD_FMT_MOD_SET(DCC_RETILE, 1) | 418 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 419 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 420 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B)); 421 422 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 423 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 424 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10) | 425 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits)); 426 427 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 428 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 429 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10) | 430 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits)); 431 432 433 /* Only supported for 64bpp, will be filtered in amdgpu_dm_plane_format_mod_supported */ 434 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 435 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D) | 436 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9)); 437 438 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 439 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S) | 440 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9)); 441 } 442 443 static void amdgpu_dm_plane_add_gfx9_modifiers(const struct amdgpu_device *adev, 444 uint64_t **mods, 445 uint64_t *size, 446 uint64_t *capacity) 447 { 448 int pipes = ilog2(adev->gfx.config.gb_addr_config_fields.num_pipes); 449 int pipe_xor_bits = min(8, pipes + 450 ilog2(adev->gfx.config.gb_addr_config_fields.num_se)); 451 int bank_xor_bits = min(8 - pipe_xor_bits, 452 ilog2(adev->gfx.config.gb_addr_config_fields.num_banks)); 453 int rb = ilog2(adev->gfx.config.gb_addr_config_fields.num_se) + 454 ilog2(adev->gfx.config.gb_addr_config_fields.num_rb_per_se); 455 456 457 if (adev->family == AMDGPU_FAMILY_RV) { 458 /* Raven2 and later */ 459 bool has_constant_encode = adev->asic_type > CHIP_RAVEN || adev->external_rev_id >= 0x81; 460 461 /* 462 * No _D DCC swizzles yet because we only allow 32bpp, which 463 * doesn't support _D on DCN 464 */ 465 466 if (has_constant_encode) { 467 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 468 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 469 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) | 470 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 471 AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits) | 472 AMD_FMT_MOD_SET(DCC, 1) | 473 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 474 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B) | 475 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1)); 476 } 477 478 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 479 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 480 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) | 481 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 482 AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits) | 483 AMD_FMT_MOD_SET(DCC, 1) | 484 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 485 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B) | 486 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 0)); 487 488 if (has_constant_encode) { 489 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 490 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 491 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) | 492 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 493 AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits) | 494 AMD_FMT_MOD_SET(DCC, 1) | 495 AMD_FMT_MOD_SET(DCC_RETILE, 1) | 496 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 497 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B) | 498 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 499 AMD_FMT_MOD_SET(RB, rb) | 500 AMD_FMT_MOD_SET(PIPE, pipes)); 501 } 502 503 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 504 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 505 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) | 506 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 507 AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits) | 508 AMD_FMT_MOD_SET(DCC, 1) | 509 AMD_FMT_MOD_SET(DCC_RETILE, 1) | 510 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 511 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B) | 512 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 0) | 513 AMD_FMT_MOD_SET(RB, rb) | 514 AMD_FMT_MOD_SET(PIPE, pipes)); 515 } 516 517 /* 518 * Only supported for 64bpp on Raven, will be filtered on format in 519 * amdgpu_dm_plane_format_mod_supported. 520 */ 521 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 522 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D_X) | 523 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) | 524 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 525 AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits)); 526 527 if (adev->family == AMDGPU_FAMILY_RV) { 528 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 529 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 530 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) | 531 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 532 AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits)); 533 } 534 535 /* 536 * Only supported for 64bpp on Raven, will be filtered on format in 537 * amdgpu_dm_plane_format_mod_supported. 538 */ 539 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 540 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D) | 541 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9)); 542 543 if (adev->family == AMDGPU_FAMILY_RV) { 544 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 545 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S) | 546 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9)); 547 } 548 } 549 550 static void amdgpu_dm_plane_add_gfx10_3_modifiers(const struct amdgpu_device *adev, 551 uint64_t **mods, 552 uint64_t *size, 553 uint64_t *capacity) 554 { 555 int pipe_xor_bits = ilog2(adev->gfx.config.gb_addr_config_fields.num_pipes); 556 int pkrs = ilog2(adev->gfx.config.gb_addr_config_fields.num_pkrs); 557 558 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 559 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 560 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) | 561 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 562 AMD_FMT_MOD_SET(PACKERS, pkrs) | 563 AMD_FMT_MOD_SET(DCC, 1) | 564 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 565 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 566 AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) | 567 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B)); 568 569 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 570 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 571 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) | 572 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 573 AMD_FMT_MOD_SET(PACKERS, pkrs) | 574 AMD_FMT_MOD_SET(DCC, 1) | 575 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 576 AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) | 577 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_128B)); 578 579 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 580 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 581 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) | 582 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 583 AMD_FMT_MOD_SET(PACKERS, pkrs) | 584 AMD_FMT_MOD_SET(DCC, 1) | 585 AMD_FMT_MOD_SET(DCC_RETILE, 1) | 586 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 587 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 588 AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) | 589 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B)); 590 591 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 592 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 593 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) | 594 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 595 AMD_FMT_MOD_SET(PACKERS, pkrs) | 596 AMD_FMT_MOD_SET(DCC, 1) | 597 AMD_FMT_MOD_SET(DCC_RETILE, 1) | 598 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 599 AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) | 600 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_128B)); 601 602 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 603 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 604 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) | 605 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 606 AMD_FMT_MOD_SET(PACKERS, pkrs)); 607 608 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 609 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 610 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) | 611 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 612 AMD_FMT_MOD_SET(PACKERS, pkrs)); 613 614 /* Only supported for 64bpp, will be filtered in amdgpu_dm_plane_format_mod_supported */ 615 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 616 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D) | 617 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9)); 618 619 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 620 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S) | 621 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9)); 622 } 623 624 static void amdgpu_dm_plane_add_gfx11_modifiers(struct amdgpu_device *adev, 625 uint64_t **mods, uint64_t *size, uint64_t *capacity) 626 { 627 int num_pipes = 0; 628 int pipe_xor_bits = 0; 629 int num_pkrs = 0; 630 int pkrs = 0; 631 u32 gb_addr_config; 632 u8 i = 0; 633 unsigned int swizzle_r_x; 634 uint64_t modifier_r_x; 635 uint64_t modifier_dcc_best; 636 uint64_t modifier_dcc_4k; 637 638 /* TODO: GFX11 IP HW init hasnt finish and we get zero if we read from 639 * adev->gfx.config.gb_addr_config_fields.num_{pkrs,pipes} 640 */ 641 gb_addr_config = RREG32_SOC15(GC, 0, regGB_ADDR_CONFIG); 642 ASSERT(gb_addr_config != 0); 643 644 num_pkrs = 1 << REG_GET_FIELD(gb_addr_config, GB_ADDR_CONFIG, NUM_PKRS); 645 pkrs = ilog2(num_pkrs); 646 num_pipes = 1 << REG_GET_FIELD(gb_addr_config, GB_ADDR_CONFIG, NUM_PIPES); 647 pipe_xor_bits = ilog2(num_pipes); 648 649 for (i = 0; i < 2; i++) { 650 /* Insert the best one first. */ 651 /* R_X swizzle modes are the best for rendering and DCC requires them. */ 652 if (num_pipes > 16) 653 swizzle_r_x = !i ? AMD_FMT_MOD_TILE_GFX11_256K_R_X : AMD_FMT_MOD_TILE_GFX9_64K_R_X; 654 else 655 swizzle_r_x = !i ? AMD_FMT_MOD_TILE_GFX9_64K_R_X : AMD_FMT_MOD_TILE_GFX11_256K_R_X; 656 657 modifier_r_x = AMD_FMT_MOD | 658 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX11) | 659 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 660 AMD_FMT_MOD_SET(TILE, swizzle_r_x) | 661 AMD_FMT_MOD_SET(PACKERS, pkrs); 662 663 /* DCC_CONSTANT_ENCODE is not set because it can't vary with gfx11 (it's implied to be 1). */ 664 modifier_dcc_best = modifier_r_x | AMD_FMT_MOD_SET(DCC, 1) | 665 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 0) | 666 AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) | 667 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_128B); 668 669 /* DCC settings for 4K and greater resolutions. (required by display hw) */ 670 modifier_dcc_4k = modifier_r_x | AMD_FMT_MOD_SET(DCC, 1) | 671 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 672 AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) | 673 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B); 674 675 amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_dcc_best); 676 amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_dcc_4k); 677 678 amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_dcc_best | AMD_FMT_MOD_SET(DCC_RETILE, 1)); 679 amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_dcc_4k | AMD_FMT_MOD_SET(DCC_RETILE, 1)); 680 681 amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_r_x); 682 } 683 684 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 685 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX11) | 686 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D)); 687 } 688 689 static void amdgpu_dm_plane_add_gfx12_modifiers(struct amdgpu_device *adev, 690 uint64_t **mods, uint64_t *size, uint64_t *capacity) 691 { 692 uint64_t ver = AMD_FMT_MOD | AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX12); 693 uint64_t mod_256k = ver | AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX12_256K_2D); 694 uint64_t mod_64k = ver | AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX12_64K_2D); 695 uint64_t mod_4k = ver | AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX12_4K_2D); 696 uint64_t mod_256b = ver | AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX12_256B_2D); 697 uint64_t dcc = ver | AMD_FMT_MOD_SET(DCC, 1); 698 uint8_t max_comp_block[] = {1, 0}; 699 uint64_t max_comp_block_mod[ARRAY_SIZE(max_comp_block)] = {0}; 700 uint8_t i = 0, j = 0; 701 uint64_t gfx12_modifiers[] = {mod_256k, mod_64k, mod_4k, mod_256b, DRM_FORMAT_MOD_LINEAR}; 702 703 for (i = 0; i < ARRAY_SIZE(max_comp_block); i++) 704 max_comp_block_mod[i] = AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, max_comp_block[i]); 705 706 /* With DCC: Best choice should be kept first. Hence, add all 256k modifiers of different 707 * max compressed blocks first and then move on to the next smaller sized layouts. 708 * Do not add the linear modifier here, and hence the condition of size-1 for the loop 709 */ 710 for (j = 0; j < ARRAY_SIZE(gfx12_modifiers) - 1; j++) 711 for (i = 0; i < ARRAY_SIZE(max_comp_block); i++) 712 amdgpu_dm_plane_add_modifier(mods, size, capacity, 713 ver | dcc | max_comp_block_mod[i] | gfx12_modifiers[j]); 714 715 /* Without DCC. Add all modifiers including linear at the end */ 716 for (i = 0; i < ARRAY_SIZE(gfx12_modifiers); i++) 717 amdgpu_dm_plane_add_modifier(mods, size, capacity, gfx12_modifiers[i]); 718 719 } 720 721 static int amdgpu_dm_plane_get_plane_modifiers(struct amdgpu_device *adev, unsigned int plane_type, uint64_t **mods) 722 { 723 uint64_t size = 0, capacity = 128; 724 *mods = NULL; 725 726 /* We have not hooked up any pre-GFX9 modifiers. */ 727 if (adev->family < AMDGPU_FAMILY_AI) 728 return 0; 729 730 *mods = kmalloc(capacity * sizeof(uint64_t), GFP_KERNEL); 731 732 if (plane_type == DRM_PLANE_TYPE_CURSOR) { 733 amdgpu_dm_plane_add_modifier(mods, &size, &capacity, DRM_FORMAT_MOD_LINEAR); 734 amdgpu_dm_plane_add_modifier(mods, &size, &capacity, DRM_FORMAT_MOD_INVALID); 735 return *mods ? 0 : -ENOMEM; 736 } 737 738 switch (adev->family) { 739 case AMDGPU_FAMILY_AI: 740 case AMDGPU_FAMILY_RV: 741 amdgpu_dm_plane_add_gfx9_modifiers(adev, mods, &size, &capacity); 742 break; 743 case AMDGPU_FAMILY_NV: 744 case AMDGPU_FAMILY_VGH: 745 case AMDGPU_FAMILY_YC: 746 case AMDGPU_FAMILY_GC_10_3_6: 747 case AMDGPU_FAMILY_GC_10_3_7: 748 if (amdgpu_ip_version(adev, GC_HWIP, 0) >= IP_VERSION(10, 3, 0)) 749 amdgpu_dm_plane_add_gfx10_3_modifiers(adev, mods, &size, &capacity); 750 else 751 amdgpu_dm_plane_add_gfx10_1_modifiers(adev, mods, &size, &capacity); 752 break; 753 case AMDGPU_FAMILY_GC_11_0_0: 754 case AMDGPU_FAMILY_GC_11_0_1: 755 case AMDGPU_FAMILY_GC_11_5_0: 756 amdgpu_dm_plane_add_gfx11_modifiers(adev, mods, &size, &capacity); 757 break; 758 case AMDGPU_FAMILY_GC_12_0_0: 759 amdgpu_dm_plane_add_gfx12_modifiers(adev, mods, &size, &capacity); 760 break; 761 } 762 763 amdgpu_dm_plane_add_modifier(mods, &size, &capacity, DRM_FORMAT_MOD_LINEAR); 764 765 /* INVALID marks the end of the list. */ 766 amdgpu_dm_plane_add_modifier(mods, &size, &capacity, DRM_FORMAT_MOD_INVALID); 767 768 if (!*mods) 769 return -ENOMEM; 770 771 return 0; 772 } 773 774 static int amdgpu_dm_plane_get_plane_formats(const struct drm_plane *plane, 775 const struct dc_plane_cap *plane_cap, 776 uint32_t *formats, int max_formats) 777 { 778 int i, num_formats = 0; 779 780 /* 781 * TODO: Query support for each group of formats directly from 782 * DC plane caps. This will require adding more formats to the 783 * caps list. 784 */ 785 786 if (plane->type == DRM_PLANE_TYPE_PRIMARY || 787 (plane_cap && plane_cap->type == DC_PLANE_TYPE_DCN_UNIVERSAL && plane->type != DRM_PLANE_TYPE_CURSOR)) { 788 for (i = 0; i < ARRAY_SIZE(rgb_formats); ++i) { 789 if (num_formats >= max_formats) 790 break; 791 792 formats[num_formats++] = rgb_formats[i]; 793 } 794 795 if (plane_cap && plane_cap->pixel_format_support.nv12) 796 formats[num_formats++] = DRM_FORMAT_NV12; 797 if (plane_cap && plane_cap->pixel_format_support.p010) 798 formats[num_formats++] = DRM_FORMAT_P010; 799 if (plane_cap && plane_cap->pixel_format_support.fp16) { 800 formats[num_formats++] = DRM_FORMAT_XRGB16161616F; 801 formats[num_formats++] = DRM_FORMAT_ARGB16161616F; 802 formats[num_formats++] = DRM_FORMAT_XBGR16161616F; 803 formats[num_formats++] = DRM_FORMAT_ABGR16161616F; 804 } 805 } else { 806 switch (plane->type) { 807 case DRM_PLANE_TYPE_OVERLAY: 808 for (i = 0; i < ARRAY_SIZE(overlay_formats); ++i) { 809 if (num_formats >= max_formats) 810 break; 811 812 formats[num_formats++] = overlay_formats[i]; 813 } 814 break; 815 816 case DRM_PLANE_TYPE_CURSOR: 817 for (i = 0; i < ARRAY_SIZE(cursor_formats); ++i) { 818 if (num_formats >= max_formats) 819 break; 820 821 formats[num_formats++] = cursor_formats[i]; 822 } 823 break; 824 825 default: 826 break; 827 } 828 } 829 830 return num_formats; 831 } 832 833 int amdgpu_dm_plane_fill_plane_buffer_attributes(struct amdgpu_device *adev, 834 const struct amdgpu_framebuffer *afb, 835 const enum surface_pixel_format format, 836 const enum dc_rotation_angle rotation, 837 const uint64_t tiling_flags, 838 union dc_tiling_info *tiling_info, 839 struct plane_size *plane_size, 840 struct dc_plane_dcc_param *dcc, 841 struct dc_plane_address *address, 842 bool tmz_surface, 843 bool force_disable_dcc) 844 { 845 const struct drm_framebuffer *fb = &afb->base; 846 int ret; 847 848 memset(tiling_info, 0, sizeof(*tiling_info)); 849 memset(plane_size, 0, sizeof(*plane_size)); 850 memset(dcc, 0, sizeof(*dcc)); 851 memset(address, 0, sizeof(*address)); 852 853 address->tmz_surface = tmz_surface; 854 855 if (format < SURFACE_PIXEL_FORMAT_VIDEO_BEGIN) { 856 uint64_t addr = afb->address + fb->offsets[0]; 857 858 plane_size->surface_size.x = 0; 859 plane_size->surface_size.y = 0; 860 plane_size->surface_size.width = fb->width; 861 plane_size->surface_size.height = fb->height; 862 plane_size->surface_pitch = 863 fb->pitches[0] / fb->format->cpp[0]; 864 865 address->type = PLN_ADDR_TYPE_GRAPHICS; 866 address->grph.addr.low_part = lower_32_bits(addr); 867 address->grph.addr.high_part = upper_32_bits(addr); 868 } else if (format < SURFACE_PIXEL_FORMAT_INVALID) { 869 uint64_t luma_addr = afb->address + fb->offsets[0]; 870 uint64_t chroma_addr = afb->address + fb->offsets[1]; 871 872 plane_size->surface_size.x = 0; 873 plane_size->surface_size.y = 0; 874 plane_size->surface_size.width = fb->width; 875 plane_size->surface_size.height = fb->height; 876 plane_size->surface_pitch = 877 fb->pitches[0] / fb->format->cpp[0]; 878 879 plane_size->chroma_size.x = 0; 880 plane_size->chroma_size.y = 0; 881 /* TODO: set these based on surface format */ 882 plane_size->chroma_size.width = fb->width / 2; 883 plane_size->chroma_size.height = fb->height / 2; 884 885 plane_size->chroma_pitch = 886 fb->pitches[1] / fb->format->cpp[1]; 887 888 address->type = PLN_ADDR_TYPE_VIDEO_PROGRESSIVE; 889 address->video_progressive.luma_addr.low_part = 890 lower_32_bits(luma_addr); 891 address->video_progressive.luma_addr.high_part = 892 upper_32_bits(luma_addr); 893 address->video_progressive.chroma_addr.low_part = 894 lower_32_bits(chroma_addr); 895 address->video_progressive.chroma_addr.high_part = 896 upper_32_bits(chroma_addr); 897 } 898 899 if (adev->family >= AMDGPU_FAMILY_GC_12_0_0) { 900 ret = amdgpu_dm_plane_fill_gfx12_plane_attributes_from_modifiers(adev, afb, format, 901 rotation, plane_size, 902 tiling_info, dcc, 903 address, 904 force_disable_dcc); 905 if (ret) 906 return ret; 907 } else if (adev->family >= AMDGPU_FAMILY_AI) { 908 ret = amdgpu_dm_plane_fill_gfx9_plane_attributes_from_modifiers(adev, afb, format, 909 rotation, plane_size, 910 tiling_info, dcc, 911 address, 912 force_disable_dcc); 913 if (ret) 914 return ret; 915 } else { 916 amdgpu_dm_plane_fill_gfx8_tiling_info_from_flags(tiling_info, tiling_flags); 917 } 918 919 return 0; 920 } 921 922 static int amdgpu_dm_plane_helper_prepare_fb(struct drm_plane *plane, 923 struct drm_plane_state *new_state) 924 { 925 struct amdgpu_framebuffer *afb; 926 struct drm_gem_object *obj; 927 struct amdgpu_device *adev; 928 struct amdgpu_bo *rbo; 929 struct dm_plane_state *dm_plane_state_new, *dm_plane_state_old; 930 uint32_t domain; 931 int r; 932 933 if (!new_state->fb) { 934 DRM_DEBUG_KMS("No FB bound\n"); 935 return 0; 936 } 937 938 afb = to_amdgpu_framebuffer(new_state->fb); 939 obj = drm_gem_fb_get_obj(new_state->fb, 0); 940 if (!obj) { 941 DRM_ERROR("Failed to get obj from framebuffer\n"); 942 return -EINVAL; 943 } 944 945 rbo = gem_to_amdgpu_bo(obj); 946 adev = amdgpu_ttm_adev(rbo->tbo.bdev); 947 r = amdgpu_bo_reserve(rbo, true); 948 if (r) { 949 dev_err(adev->dev, "fail to reserve bo (%d)\n", r); 950 return r; 951 } 952 953 r = dma_resv_reserve_fences(rbo->tbo.base.resv, 1); 954 if (r) { 955 dev_err(adev->dev, "reserving fence slot failed (%d)\n", r); 956 goto error_unlock; 957 } 958 959 if (plane->type != DRM_PLANE_TYPE_CURSOR) 960 domain = amdgpu_display_supported_domains(adev, rbo->flags); 961 else 962 domain = AMDGPU_GEM_DOMAIN_VRAM; 963 964 rbo->flags |= AMDGPU_GEM_CREATE_VRAM_CONTIGUOUS; 965 r = amdgpu_bo_pin(rbo, domain); 966 if (unlikely(r != 0)) { 967 if (r != -ERESTARTSYS) 968 DRM_ERROR("Failed to pin framebuffer with error %d\n", r); 969 goto error_unlock; 970 } 971 972 r = amdgpu_ttm_alloc_gart(&rbo->tbo); 973 if (unlikely(r != 0)) { 974 DRM_ERROR("%p bind failed\n", rbo); 975 goto error_unpin; 976 } 977 978 r = drm_gem_plane_helper_prepare_fb(plane, new_state); 979 if (unlikely(r != 0)) 980 goto error_unpin; 981 982 amdgpu_bo_unreserve(rbo); 983 984 afb->address = amdgpu_bo_gpu_offset(rbo); 985 986 amdgpu_bo_ref(rbo); 987 988 /** 989 * We don't do surface updates on planes that have been newly created, 990 * but we also don't have the afb->address during atomic check. 991 * 992 * Fill in buffer attributes depending on the address here, but only on 993 * newly created planes since they're not being used by DC yet and this 994 * won't modify global state. 995 */ 996 dm_plane_state_old = to_dm_plane_state(plane->state); 997 dm_plane_state_new = to_dm_plane_state(new_state); 998 999 if (dm_plane_state_new->dc_state && 1000 dm_plane_state_old->dc_state != dm_plane_state_new->dc_state) { 1001 struct dc_plane_state *plane_state = 1002 dm_plane_state_new->dc_state; 1003 bool force_disable_dcc = !plane_state->dcc.enable; 1004 1005 amdgpu_dm_plane_fill_plane_buffer_attributes( 1006 adev, afb, plane_state->format, plane_state->rotation, 1007 afb->tiling_flags, 1008 &plane_state->tiling_info, &plane_state->plane_size, 1009 &plane_state->dcc, &plane_state->address, 1010 afb->tmz_surface, force_disable_dcc); 1011 } 1012 1013 return 0; 1014 1015 error_unpin: 1016 amdgpu_bo_unpin(rbo); 1017 1018 error_unlock: 1019 amdgpu_bo_unreserve(rbo); 1020 return r; 1021 } 1022 1023 static void amdgpu_dm_plane_helper_cleanup_fb(struct drm_plane *plane, 1024 struct drm_plane_state *old_state) 1025 { 1026 struct amdgpu_bo *rbo; 1027 int r; 1028 1029 if (!old_state->fb) 1030 return; 1031 1032 rbo = gem_to_amdgpu_bo(old_state->fb->obj[0]); 1033 r = amdgpu_bo_reserve(rbo, false); 1034 if (unlikely(r)) { 1035 DRM_ERROR("failed to reserve rbo before unpin\n"); 1036 return; 1037 } 1038 1039 amdgpu_bo_unpin(rbo); 1040 amdgpu_bo_unreserve(rbo); 1041 amdgpu_bo_unref(&rbo); 1042 } 1043 1044 static void amdgpu_dm_plane_get_min_max_dc_plane_scaling(struct drm_device *dev, 1045 struct drm_framebuffer *fb, 1046 int *min_downscale, int *max_upscale) 1047 { 1048 struct amdgpu_device *adev = drm_to_adev(dev); 1049 struct dc *dc = adev->dm.dc; 1050 /* Caps for all supported planes are the same on DCE and DCN 1 - 3 */ 1051 struct dc_plane_cap *plane_cap = &dc->caps.planes[0]; 1052 1053 switch (fb->format->format) { 1054 case DRM_FORMAT_P010: 1055 case DRM_FORMAT_NV12: 1056 case DRM_FORMAT_NV21: 1057 *max_upscale = plane_cap->max_upscale_factor.nv12; 1058 *min_downscale = plane_cap->max_downscale_factor.nv12; 1059 break; 1060 1061 case DRM_FORMAT_XRGB16161616F: 1062 case DRM_FORMAT_ARGB16161616F: 1063 case DRM_FORMAT_XBGR16161616F: 1064 case DRM_FORMAT_ABGR16161616F: 1065 *max_upscale = plane_cap->max_upscale_factor.fp16; 1066 *min_downscale = plane_cap->max_downscale_factor.fp16; 1067 break; 1068 1069 default: 1070 *max_upscale = plane_cap->max_upscale_factor.argb8888; 1071 *min_downscale = plane_cap->max_downscale_factor.argb8888; 1072 break; 1073 } 1074 1075 /* 1076 * A factor of 1 in the plane_cap means to not allow scaling, ie. use a 1077 * scaling factor of 1.0 == 1000 units. 1078 */ 1079 if (*max_upscale == 1) 1080 *max_upscale = 1000; 1081 1082 if (*min_downscale == 1) 1083 *min_downscale = 1000; 1084 } 1085 1086 int amdgpu_dm_plane_helper_check_state(struct drm_plane_state *state, 1087 struct drm_crtc_state *new_crtc_state) 1088 { 1089 struct drm_framebuffer *fb = state->fb; 1090 int min_downscale, max_upscale; 1091 int min_scale = 0; 1092 int max_scale = INT_MAX; 1093 1094 /* Plane enabled? Validate viewport and get scaling factors from plane caps. */ 1095 if (fb && state->crtc) { 1096 /* Validate viewport to cover the case when only the position changes */ 1097 if (state->plane->type != DRM_PLANE_TYPE_CURSOR) { 1098 int viewport_width = state->crtc_w; 1099 int viewport_height = state->crtc_h; 1100 1101 if (state->crtc_x < 0) 1102 viewport_width += state->crtc_x; 1103 else if (state->crtc_x + state->crtc_w > new_crtc_state->mode.crtc_hdisplay) 1104 viewport_width = new_crtc_state->mode.crtc_hdisplay - state->crtc_x; 1105 1106 if (state->crtc_y < 0) 1107 viewport_height += state->crtc_y; 1108 else if (state->crtc_y + state->crtc_h > new_crtc_state->mode.crtc_vdisplay) 1109 viewport_height = new_crtc_state->mode.crtc_vdisplay - state->crtc_y; 1110 1111 if (viewport_width < 0 || viewport_height < 0) { 1112 DRM_DEBUG_ATOMIC("Plane completely outside of screen\n"); 1113 return -EINVAL; 1114 } else if (viewport_width < MIN_VIEWPORT_SIZE*2) { /* x2 for width is because of pipe-split. */ 1115 DRM_DEBUG_ATOMIC("Viewport width %d smaller than %d\n", viewport_width, MIN_VIEWPORT_SIZE*2); 1116 return -EINVAL; 1117 } else if (viewport_height < MIN_VIEWPORT_SIZE) { 1118 DRM_DEBUG_ATOMIC("Viewport height %d smaller than %d\n", viewport_height, MIN_VIEWPORT_SIZE); 1119 return -EINVAL; 1120 } 1121 1122 } 1123 1124 /* Get min/max allowed scaling factors from plane caps. */ 1125 amdgpu_dm_plane_get_min_max_dc_plane_scaling(state->crtc->dev, fb, 1126 &min_downscale, &max_upscale); 1127 /* 1128 * Convert to drm convention: 16.16 fixed point, instead of dc's 1129 * 1.0 == 1000. Also drm scaling is src/dst instead of dc's 1130 * dst/src, so min_scale = 1.0 / max_upscale, etc. 1131 */ 1132 min_scale = (1000 << 16) / max_upscale; 1133 max_scale = (1000 << 16) / min_downscale; 1134 } 1135 1136 return drm_atomic_helper_check_plane_state( 1137 state, new_crtc_state, min_scale, max_scale, true, true); 1138 } 1139 1140 int amdgpu_dm_plane_fill_dc_scaling_info(struct amdgpu_device *adev, 1141 const struct drm_plane_state *state, 1142 struct dc_scaling_info *scaling_info) 1143 { 1144 int scale_w, scale_h, min_downscale, max_upscale; 1145 1146 memset(scaling_info, 0, sizeof(*scaling_info)); 1147 1148 /* Source is fixed 16.16 but we ignore mantissa for now... */ 1149 scaling_info->src_rect.x = state->src_x >> 16; 1150 scaling_info->src_rect.y = state->src_y >> 16; 1151 1152 /* 1153 * For reasons we don't (yet) fully understand a non-zero 1154 * src_y coordinate into an NV12 buffer can cause a 1155 * system hang on DCN1x. 1156 * To avoid hangs (and maybe be overly cautious) 1157 * let's reject both non-zero src_x and src_y. 1158 * 1159 * We currently know of only one use-case to reproduce a 1160 * scenario with non-zero src_x and src_y for NV12, which 1161 * is to gesture the YouTube Android app into full screen 1162 * on ChromeOS. 1163 */ 1164 if (((amdgpu_ip_version(adev, DCE_HWIP, 0) == IP_VERSION(1, 0, 0)) || 1165 (amdgpu_ip_version(adev, DCE_HWIP, 0) == IP_VERSION(1, 0, 1))) && 1166 (state->fb && state->fb->format->format == DRM_FORMAT_NV12 && 1167 (scaling_info->src_rect.x != 0 || scaling_info->src_rect.y != 0))) 1168 return -EINVAL; 1169 1170 scaling_info->src_rect.width = state->src_w >> 16; 1171 if (scaling_info->src_rect.width == 0) 1172 return -EINVAL; 1173 1174 scaling_info->src_rect.height = state->src_h >> 16; 1175 if (scaling_info->src_rect.height == 0) 1176 return -EINVAL; 1177 1178 scaling_info->dst_rect.x = state->crtc_x; 1179 scaling_info->dst_rect.y = state->crtc_y; 1180 1181 if (state->crtc_w == 0) 1182 return -EINVAL; 1183 1184 scaling_info->dst_rect.width = state->crtc_w; 1185 1186 if (state->crtc_h == 0) 1187 return -EINVAL; 1188 1189 scaling_info->dst_rect.height = state->crtc_h; 1190 1191 /* DRM doesn't specify clipping on destination output. */ 1192 scaling_info->clip_rect = scaling_info->dst_rect; 1193 1194 /* Validate scaling per-format with DC plane caps */ 1195 if (state->plane && state->plane->dev && state->fb) { 1196 amdgpu_dm_plane_get_min_max_dc_plane_scaling(state->plane->dev, state->fb, 1197 &min_downscale, &max_upscale); 1198 } else { 1199 min_downscale = 250; 1200 max_upscale = 16000; 1201 } 1202 1203 scale_w = scaling_info->dst_rect.width * 1000 / 1204 scaling_info->src_rect.width; 1205 1206 if (scale_w < min_downscale || scale_w > max_upscale) 1207 return -EINVAL; 1208 1209 scale_h = scaling_info->dst_rect.height * 1000 / 1210 scaling_info->src_rect.height; 1211 1212 if (scale_h < min_downscale || scale_h > max_upscale) 1213 return -EINVAL; 1214 1215 /* 1216 * The "scaling_quality" can be ignored for now, quality = 0 has DC 1217 * assume reasonable defaults based on the format. 1218 */ 1219 1220 return 0; 1221 } 1222 1223 static int amdgpu_dm_plane_atomic_check(struct drm_plane *plane, 1224 struct drm_atomic_state *state) 1225 { 1226 struct drm_plane_state *new_plane_state = drm_atomic_get_new_plane_state(state, 1227 plane); 1228 struct amdgpu_device *adev = drm_to_adev(plane->dev); 1229 struct dc *dc = adev->dm.dc; 1230 struct dm_plane_state *dm_plane_state; 1231 struct dc_scaling_info scaling_info; 1232 struct drm_crtc_state *new_crtc_state; 1233 int ret; 1234 1235 trace_amdgpu_dm_plane_atomic_check(new_plane_state); 1236 1237 dm_plane_state = to_dm_plane_state(new_plane_state); 1238 1239 if (!dm_plane_state->dc_state) 1240 return 0; 1241 1242 new_crtc_state = 1243 drm_atomic_get_new_crtc_state(state, 1244 new_plane_state->crtc); 1245 if (!new_crtc_state) 1246 return -EINVAL; 1247 1248 ret = amdgpu_dm_plane_helper_check_state(new_plane_state, new_crtc_state); 1249 if (ret) 1250 return ret; 1251 1252 ret = amdgpu_dm_plane_fill_dc_scaling_info(adev, new_plane_state, &scaling_info); 1253 if (ret) 1254 return ret; 1255 1256 if (dc_validate_plane(dc, dm_plane_state->dc_state) == DC_OK) 1257 return 0; 1258 1259 return -EINVAL; 1260 } 1261 1262 static int amdgpu_dm_plane_atomic_async_check(struct drm_plane *plane, 1263 struct drm_atomic_state *state) 1264 { 1265 struct drm_crtc_state *new_crtc_state; 1266 struct drm_plane_state *new_plane_state; 1267 struct dm_crtc_state *dm_new_crtc_state; 1268 1269 /* Only support async updates on cursor planes. */ 1270 if (plane->type != DRM_PLANE_TYPE_CURSOR) 1271 return -EINVAL; 1272 1273 new_plane_state = drm_atomic_get_new_plane_state(state, plane); 1274 new_crtc_state = drm_atomic_get_new_crtc_state(state, new_plane_state->crtc); 1275 dm_new_crtc_state = to_dm_crtc_state(new_crtc_state); 1276 /* Reject overlay cursors for now*/ 1277 if (dm_new_crtc_state->cursor_mode == DM_CURSOR_OVERLAY_MODE) 1278 return -EINVAL; 1279 1280 return 0; 1281 } 1282 1283 int amdgpu_dm_plane_get_cursor_position(struct drm_plane *plane, struct drm_crtc *crtc, 1284 struct dc_cursor_position *position) 1285 { 1286 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc); 1287 struct amdgpu_device *adev = drm_to_adev(plane->dev); 1288 int x, y; 1289 int xorigin = 0, yorigin = 0; 1290 1291 if (!crtc || !plane->state->fb) 1292 return 0; 1293 1294 if ((plane->state->crtc_w > amdgpu_crtc->max_cursor_width) || 1295 (plane->state->crtc_h > amdgpu_crtc->max_cursor_height)) { 1296 DRM_ERROR("%s: bad cursor width or height %d x %d\n", 1297 __func__, 1298 plane->state->crtc_w, 1299 plane->state->crtc_h); 1300 return -EINVAL; 1301 } 1302 1303 x = plane->state->crtc_x; 1304 y = plane->state->crtc_y; 1305 1306 if (x <= -amdgpu_crtc->max_cursor_width || 1307 y <= -amdgpu_crtc->max_cursor_height) 1308 return 0; 1309 1310 if (x < 0) { 1311 xorigin = min(-x, amdgpu_crtc->max_cursor_width - 1); 1312 x = 0; 1313 } 1314 if (y < 0) { 1315 yorigin = min(-y, amdgpu_crtc->max_cursor_height - 1); 1316 y = 0; 1317 } 1318 position->enable = true; 1319 position->x = x; 1320 position->y = y; 1321 position->x_hotspot = xorigin; 1322 position->y_hotspot = yorigin; 1323 1324 if (amdgpu_ip_version(adev, DCE_HWIP, 0) < IP_VERSION(4, 0, 1)) 1325 position->translate_by_source = true; 1326 1327 return 0; 1328 } 1329 1330 void amdgpu_dm_plane_handle_cursor_update(struct drm_plane *plane, 1331 struct drm_plane_state *old_plane_state) 1332 { 1333 struct amdgpu_device *adev = drm_to_adev(plane->dev); 1334 struct amdgpu_framebuffer *afb = to_amdgpu_framebuffer(plane->state->fb); 1335 struct drm_crtc *crtc = afb ? plane->state->crtc : old_plane_state->crtc; 1336 struct dm_crtc_state *crtc_state = crtc ? to_dm_crtc_state(crtc->state) : NULL; 1337 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc); 1338 uint64_t address = afb ? afb->address : 0; 1339 struct dc_cursor_position position = {0}; 1340 struct dc_cursor_attributes attributes; 1341 int ret; 1342 1343 if (!plane->state->fb && !old_plane_state->fb) 1344 return; 1345 1346 drm_dbg_atomic(plane->dev, "crtc_id=%d with size %d to %d\n", 1347 amdgpu_crtc->crtc_id, plane->state->crtc_w, 1348 plane->state->crtc_h); 1349 1350 ret = amdgpu_dm_plane_get_cursor_position(plane, crtc, &position); 1351 if (ret) 1352 return; 1353 1354 if (!position.enable) { 1355 /* turn off cursor */ 1356 if (crtc_state && crtc_state->stream) { 1357 mutex_lock(&adev->dm.dc_lock); 1358 dc_stream_program_cursor_position(crtc_state->stream, 1359 &position); 1360 mutex_unlock(&adev->dm.dc_lock); 1361 } 1362 return; 1363 } 1364 1365 amdgpu_crtc->cursor_width = plane->state->crtc_w; 1366 amdgpu_crtc->cursor_height = plane->state->crtc_h; 1367 1368 memset(&attributes, 0, sizeof(attributes)); 1369 attributes.address.high_part = upper_32_bits(address); 1370 attributes.address.low_part = lower_32_bits(address); 1371 attributes.width = plane->state->crtc_w; 1372 attributes.height = plane->state->crtc_h; 1373 attributes.color_format = CURSOR_MODE_COLOR_PRE_MULTIPLIED_ALPHA; 1374 attributes.rotation_angle = 0; 1375 attributes.attribute_flags.value = 0; 1376 1377 /* Enable cursor degamma ROM on DCN3+ for implicit sRGB degamma in DRM 1378 * legacy gamma setup. 1379 */ 1380 if (crtc_state->cm_is_degamma_srgb && 1381 adev->dm.dc->caps.color.dpp.gamma_corr) 1382 attributes.attribute_flags.bits.ENABLE_CURSOR_DEGAMMA = 1; 1383 1384 if (afb) 1385 attributes.pitch = afb->base.pitches[0] / afb->base.format->cpp[0]; 1386 1387 if (crtc_state->stream) { 1388 mutex_lock(&adev->dm.dc_lock); 1389 if (!dc_stream_program_cursor_attributes(crtc_state->stream, 1390 &attributes)) 1391 DRM_ERROR("DC failed to set cursor attributes\n"); 1392 1393 if (!dc_stream_program_cursor_position(crtc_state->stream, 1394 &position)) 1395 DRM_ERROR("DC failed to set cursor position\n"); 1396 mutex_unlock(&adev->dm.dc_lock); 1397 } 1398 } 1399 1400 static void amdgpu_dm_plane_atomic_async_update(struct drm_plane *plane, 1401 struct drm_atomic_state *state) 1402 { 1403 struct drm_plane_state *new_state = drm_atomic_get_new_plane_state(state, 1404 plane); 1405 struct drm_plane_state *old_state = 1406 drm_atomic_get_old_plane_state(state, plane); 1407 1408 trace_amdgpu_dm_atomic_update_cursor(new_state); 1409 1410 swap(plane->state->fb, new_state->fb); 1411 1412 plane->state->src_x = new_state->src_x; 1413 plane->state->src_y = new_state->src_y; 1414 plane->state->src_w = new_state->src_w; 1415 plane->state->src_h = new_state->src_h; 1416 plane->state->crtc_x = new_state->crtc_x; 1417 plane->state->crtc_y = new_state->crtc_y; 1418 plane->state->crtc_w = new_state->crtc_w; 1419 plane->state->crtc_h = new_state->crtc_h; 1420 1421 amdgpu_dm_plane_handle_cursor_update(plane, old_state); 1422 } 1423 1424 static const struct drm_plane_helper_funcs dm_plane_helper_funcs = { 1425 .prepare_fb = amdgpu_dm_plane_helper_prepare_fb, 1426 .cleanup_fb = amdgpu_dm_plane_helper_cleanup_fb, 1427 .atomic_check = amdgpu_dm_plane_atomic_check, 1428 .atomic_async_check = amdgpu_dm_plane_atomic_async_check, 1429 .atomic_async_update = amdgpu_dm_plane_atomic_async_update 1430 }; 1431 1432 static void amdgpu_dm_plane_drm_plane_reset(struct drm_plane *plane) 1433 { 1434 struct dm_plane_state *amdgpu_state = NULL; 1435 1436 if (plane->state) 1437 plane->funcs->atomic_destroy_state(plane, plane->state); 1438 1439 amdgpu_state = kzalloc(sizeof(*amdgpu_state), GFP_KERNEL); 1440 WARN_ON(amdgpu_state == NULL); 1441 1442 if (!amdgpu_state) 1443 return; 1444 1445 __drm_atomic_helper_plane_reset(plane, &amdgpu_state->base); 1446 amdgpu_state->degamma_tf = AMDGPU_TRANSFER_FUNCTION_DEFAULT; 1447 amdgpu_state->hdr_mult = AMDGPU_HDR_MULT_DEFAULT; 1448 amdgpu_state->shaper_tf = AMDGPU_TRANSFER_FUNCTION_DEFAULT; 1449 amdgpu_state->blend_tf = AMDGPU_TRANSFER_FUNCTION_DEFAULT; 1450 } 1451 1452 static struct drm_plane_state *amdgpu_dm_plane_drm_plane_duplicate_state(struct drm_plane *plane) 1453 { 1454 struct dm_plane_state *dm_plane_state, *old_dm_plane_state; 1455 1456 old_dm_plane_state = to_dm_plane_state(plane->state); 1457 dm_plane_state = kzalloc(sizeof(*dm_plane_state), GFP_KERNEL); 1458 if (!dm_plane_state) 1459 return NULL; 1460 1461 __drm_atomic_helper_plane_duplicate_state(plane, &dm_plane_state->base); 1462 1463 if (old_dm_plane_state->dc_state) { 1464 dm_plane_state->dc_state = old_dm_plane_state->dc_state; 1465 dc_plane_state_retain(dm_plane_state->dc_state); 1466 } 1467 1468 if (old_dm_plane_state->degamma_lut) 1469 dm_plane_state->degamma_lut = 1470 drm_property_blob_get(old_dm_plane_state->degamma_lut); 1471 if (old_dm_plane_state->ctm) 1472 dm_plane_state->ctm = 1473 drm_property_blob_get(old_dm_plane_state->ctm); 1474 if (old_dm_plane_state->shaper_lut) 1475 dm_plane_state->shaper_lut = 1476 drm_property_blob_get(old_dm_plane_state->shaper_lut); 1477 if (old_dm_plane_state->lut3d) 1478 dm_plane_state->lut3d = 1479 drm_property_blob_get(old_dm_plane_state->lut3d); 1480 if (old_dm_plane_state->blend_lut) 1481 dm_plane_state->blend_lut = 1482 drm_property_blob_get(old_dm_plane_state->blend_lut); 1483 1484 dm_plane_state->degamma_tf = old_dm_plane_state->degamma_tf; 1485 dm_plane_state->hdr_mult = old_dm_plane_state->hdr_mult; 1486 dm_plane_state->shaper_tf = old_dm_plane_state->shaper_tf; 1487 dm_plane_state->blend_tf = old_dm_plane_state->blend_tf; 1488 1489 return &dm_plane_state->base; 1490 } 1491 1492 static bool amdgpu_dm_plane_format_mod_supported(struct drm_plane *plane, 1493 uint32_t format, 1494 uint64_t modifier) 1495 { 1496 struct amdgpu_device *adev = drm_to_adev(plane->dev); 1497 const struct drm_format_info *info = drm_format_info(format); 1498 int i; 1499 1500 if (!info) 1501 return false; 1502 1503 /* 1504 * We always have to allow these modifiers: 1505 * 1. Core DRM checks for LINEAR support if userspace does not provide modifiers. 1506 * 2. Not passing any modifiers is the same as explicitly passing INVALID. 1507 */ 1508 if (modifier == DRM_FORMAT_MOD_LINEAR || 1509 modifier == DRM_FORMAT_MOD_INVALID) { 1510 return true; 1511 } 1512 1513 /* Check that the modifier is on the list of the plane's supported modifiers. */ 1514 for (i = 0; i < plane->modifier_count; i++) { 1515 if (modifier == plane->modifiers[i]) 1516 break; 1517 } 1518 if (i == plane->modifier_count) 1519 return false; 1520 1521 /* GFX12 doesn't have these limitations. */ 1522 if (AMD_FMT_MOD_GET(TILE_VERSION, modifier) <= AMD_FMT_MOD_TILE_VER_GFX11) { 1523 enum dm_micro_swizzle microtile = amdgpu_dm_plane_modifier_gfx9_swizzle_mode(modifier) & 3; 1524 1525 /* 1526 * For D swizzle the canonical modifier depends on the bpp, so check 1527 * it here. 1528 */ 1529 if (AMD_FMT_MOD_GET(TILE_VERSION, modifier) == AMD_FMT_MOD_TILE_VER_GFX9 && 1530 adev->family >= AMDGPU_FAMILY_NV) { 1531 if (microtile == MICRO_SWIZZLE_D && info->cpp[0] == 4) 1532 return false; 1533 } 1534 1535 if (adev->family >= AMDGPU_FAMILY_RV && microtile == MICRO_SWIZZLE_D && 1536 info->cpp[0] < 8) 1537 return false; 1538 1539 if (amdgpu_dm_plane_modifier_has_dcc(modifier)) { 1540 /* Per radeonsi comments 16/64 bpp are more complicated. */ 1541 if (info->cpp[0] != 4) 1542 return false; 1543 /* We support multi-planar formats, but not when combined with 1544 * additional DCC metadata planes. 1545 */ 1546 if (info->num_planes > 1) 1547 return false; 1548 } 1549 } 1550 1551 return true; 1552 } 1553 1554 static void amdgpu_dm_plane_drm_plane_destroy_state(struct drm_plane *plane, 1555 struct drm_plane_state *state) 1556 { 1557 struct dm_plane_state *dm_plane_state = to_dm_plane_state(state); 1558 1559 if (dm_plane_state->degamma_lut) 1560 drm_property_blob_put(dm_plane_state->degamma_lut); 1561 if (dm_plane_state->ctm) 1562 drm_property_blob_put(dm_plane_state->ctm); 1563 if (dm_plane_state->lut3d) 1564 drm_property_blob_put(dm_plane_state->lut3d); 1565 if (dm_plane_state->shaper_lut) 1566 drm_property_blob_put(dm_plane_state->shaper_lut); 1567 if (dm_plane_state->blend_lut) 1568 drm_property_blob_put(dm_plane_state->blend_lut); 1569 1570 if (dm_plane_state->dc_state) 1571 dc_plane_state_release(dm_plane_state->dc_state); 1572 1573 drm_atomic_helper_plane_destroy_state(plane, state); 1574 } 1575 1576 #ifdef AMD_PRIVATE_COLOR 1577 static void 1578 dm_atomic_plane_attach_color_mgmt_properties(struct amdgpu_display_manager *dm, 1579 struct drm_plane *plane) 1580 { 1581 struct amdgpu_mode_info mode_info = dm->adev->mode_info; 1582 struct dpp_color_caps dpp_color_caps = dm->dc->caps.color.dpp; 1583 1584 /* Check HW color pipeline capabilities on DPP block (pre-blending) 1585 * before exposing related properties. 1586 */ 1587 if (dpp_color_caps.dgam_ram || dpp_color_caps.gamma_corr) { 1588 drm_object_attach_property(&plane->base, 1589 mode_info.plane_degamma_lut_property, 1590 0); 1591 drm_object_attach_property(&plane->base, 1592 mode_info.plane_degamma_lut_size_property, 1593 MAX_COLOR_LUT_ENTRIES); 1594 drm_object_attach_property(&plane->base, 1595 dm->adev->mode_info.plane_degamma_tf_property, 1596 AMDGPU_TRANSFER_FUNCTION_DEFAULT); 1597 } 1598 /* HDR MULT is always available */ 1599 drm_object_attach_property(&plane->base, 1600 dm->adev->mode_info.plane_hdr_mult_property, 1601 AMDGPU_HDR_MULT_DEFAULT); 1602 1603 /* Only enable plane CTM if both DPP and MPC gamut remap is available. */ 1604 if (dm->dc->caps.color.mpc.gamut_remap) 1605 drm_object_attach_property(&plane->base, 1606 dm->adev->mode_info.plane_ctm_property, 0); 1607 1608 if (dpp_color_caps.hw_3d_lut) { 1609 drm_object_attach_property(&plane->base, 1610 mode_info.plane_shaper_lut_property, 0); 1611 drm_object_attach_property(&plane->base, 1612 mode_info.plane_shaper_lut_size_property, 1613 MAX_COLOR_LUT_ENTRIES); 1614 drm_object_attach_property(&plane->base, 1615 mode_info.plane_shaper_tf_property, 1616 AMDGPU_TRANSFER_FUNCTION_DEFAULT); 1617 drm_object_attach_property(&plane->base, 1618 mode_info.plane_lut3d_property, 0); 1619 drm_object_attach_property(&plane->base, 1620 mode_info.plane_lut3d_size_property, 1621 MAX_COLOR_3DLUT_SIZE); 1622 } 1623 1624 if (dpp_color_caps.ogam_ram) { 1625 drm_object_attach_property(&plane->base, 1626 mode_info.plane_blend_lut_property, 0); 1627 drm_object_attach_property(&plane->base, 1628 mode_info.plane_blend_lut_size_property, 1629 MAX_COLOR_LUT_ENTRIES); 1630 drm_object_attach_property(&plane->base, 1631 mode_info.plane_blend_tf_property, 1632 AMDGPU_TRANSFER_FUNCTION_DEFAULT); 1633 } 1634 } 1635 1636 static int 1637 dm_atomic_plane_set_property(struct drm_plane *plane, 1638 struct drm_plane_state *state, 1639 struct drm_property *property, 1640 uint64_t val) 1641 { 1642 struct dm_plane_state *dm_plane_state = to_dm_plane_state(state); 1643 struct amdgpu_device *adev = drm_to_adev(plane->dev); 1644 bool replaced = false; 1645 int ret; 1646 1647 if (property == adev->mode_info.plane_degamma_lut_property) { 1648 ret = drm_property_replace_blob_from_id(plane->dev, 1649 &dm_plane_state->degamma_lut, 1650 val, -1, 1651 sizeof(struct drm_color_lut), 1652 &replaced); 1653 dm_plane_state->base.color_mgmt_changed |= replaced; 1654 return ret; 1655 } else if (property == adev->mode_info.plane_degamma_tf_property) { 1656 if (dm_plane_state->degamma_tf != val) { 1657 dm_plane_state->degamma_tf = val; 1658 dm_plane_state->base.color_mgmt_changed = 1; 1659 } 1660 } else if (property == adev->mode_info.plane_hdr_mult_property) { 1661 if (dm_plane_state->hdr_mult != val) { 1662 dm_plane_state->hdr_mult = val; 1663 dm_plane_state->base.color_mgmt_changed = 1; 1664 } 1665 } else if (property == adev->mode_info.plane_ctm_property) { 1666 ret = drm_property_replace_blob_from_id(plane->dev, 1667 &dm_plane_state->ctm, 1668 val, 1669 sizeof(struct drm_color_ctm_3x4), -1, 1670 &replaced); 1671 dm_plane_state->base.color_mgmt_changed |= replaced; 1672 return ret; 1673 } else if (property == adev->mode_info.plane_shaper_lut_property) { 1674 ret = drm_property_replace_blob_from_id(plane->dev, 1675 &dm_plane_state->shaper_lut, 1676 val, -1, 1677 sizeof(struct drm_color_lut), 1678 &replaced); 1679 dm_plane_state->base.color_mgmt_changed |= replaced; 1680 return ret; 1681 } else if (property == adev->mode_info.plane_shaper_tf_property) { 1682 if (dm_plane_state->shaper_tf != val) { 1683 dm_plane_state->shaper_tf = val; 1684 dm_plane_state->base.color_mgmt_changed = 1; 1685 } 1686 } else if (property == adev->mode_info.plane_lut3d_property) { 1687 ret = drm_property_replace_blob_from_id(plane->dev, 1688 &dm_plane_state->lut3d, 1689 val, -1, 1690 sizeof(struct drm_color_lut), 1691 &replaced); 1692 dm_plane_state->base.color_mgmt_changed |= replaced; 1693 return ret; 1694 } else if (property == adev->mode_info.plane_blend_lut_property) { 1695 ret = drm_property_replace_blob_from_id(plane->dev, 1696 &dm_plane_state->blend_lut, 1697 val, -1, 1698 sizeof(struct drm_color_lut), 1699 &replaced); 1700 dm_plane_state->base.color_mgmt_changed |= replaced; 1701 return ret; 1702 } else if (property == adev->mode_info.plane_blend_tf_property) { 1703 if (dm_plane_state->blend_tf != val) { 1704 dm_plane_state->blend_tf = val; 1705 dm_plane_state->base.color_mgmt_changed = 1; 1706 } 1707 } else { 1708 drm_dbg_atomic(plane->dev, 1709 "[PLANE:%d:%s] unknown property [PROP:%d:%s]]\n", 1710 plane->base.id, plane->name, 1711 property->base.id, property->name); 1712 return -EINVAL; 1713 } 1714 1715 return 0; 1716 } 1717 1718 static int 1719 dm_atomic_plane_get_property(struct drm_plane *plane, 1720 const struct drm_plane_state *state, 1721 struct drm_property *property, 1722 uint64_t *val) 1723 { 1724 struct dm_plane_state *dm_plane_state = to_dm_plane_state(state); 1725 struct amdgpu_device *adev = drm_to_adev(plane->dev); 1726 1727 if (property == adev->mode_info.plane_degamma_lut_property) { 1728 *val = (dm_plane_state->degamma_lut) ? 1729 dm_plane_state->degamma_lut->base.id : 0; 1730 } else if (property == adev->mode_info.plane_degamma_tf_property) { 1731 *val = dm_plane_state->degamma_tf; 1732 } else if (property == adev->mode_info.plane_hdr_mult_property) { 1733 *val = dm_plane_state->hdr_mult; 1734 } else if (property == adev->mode_info.plane_ctm_property) { 1735 *val = (dm_plane_state->ctm) ? 1736 dm_plane_state->ctm->base.id : 0; 1737 } else if (property == adev->mode_info.plane_shaper_lut_property) { 1738 *val = (dm_plane_state->shaper_lut) ? 1739 dm_plane_state->shaper_lut->base.id : 0; 1740 } else if (property == adev->mode_info.plane_shaper_tf_property) { 1741 *val = dm_plane_state->shaper_tf; 1742 } else if (property == adev->mode_info.plane_lut3d_property) { 1743 *val = (dm_plane_state->lut3d) ? 1744 dm_plane_state->lut3d->base.id : 0; 1745 } else if (property == adev->mode_info.plane_blend_lut_property) { 1746 *val = (dm_plane_state->blend_lut) ? 1747 dm_plane_state->blend_lut->base.id : 0; 1748 } else if (property == adev->mode_info.plane_blend_tf_property) { 1749 *val = dm_plane_state->blend_tf; 1750 1751 } else { 1752 return -EINVAL; 1753 } 1754 1755 return 0; 1756 } 1757 #endif 1758 1759 static const struct drm_plane_funcs dm_plane_funcs = { 1760 .update_plane = drm_atomic_helper_update_plane, 1761 .disable_plane = drm_atomic_helper_disable_plane, 1762 .destroy = drm_plane_helper_destroy, 1763 .reset = amdgpu_dm_plane_drm_plane_reset, 1764 .atomic_duplicate_state = amdgpu_dm_plane_drm_plane_duplicate_state, 1765 .atomic_destroy_state = amdgpu_dm_plane_drm_plane_destroy_state, 1766 .format_mod_supported = amdgpu_dm_plane_format_mod_supported, 1767 #ifdef AMD_PRIVATE_COLOR 1768 .atomic_set_property = dm_atomic_plane_set_property, 1769 .atomic_get_property = dm_atomic_plane_get_property, 1770 #endif 1771 }; 1772 1773 int amdgpu_dm_plane_init(struct amdgpu_display_manager *dm, 1774 struct drm_plane *plane, 1775 unsigned long possible_crtcs, 1776 const struct dc_plane_cap *plane_cap) 1777 { 1778 uint32_t formats[32]; 1779 int num_formats; 1780 int res = -EPERM; 1781 unsigned int supported_rotations; 1782 uint64_t *modifiers = NULL; 1783 unsigned int primary_zpos = dm->dc->caps.max_slave_planes; 1784 1785 num_formats = amdgpu_dm_plane_get_plane_formats(plane, plane_cap, formats, 1786 ARRAY_SIZE(formats)); 1787 1788 res = amdgpu_dm_plane_get_plane_modifiers(dm->adev, plane->type, &modifiers); 1789 if (res) 1790 return res; 1791 1792 if (modifiers == NULL) 1793 adev_to_drm(dm->adev)->mode_config.fb_modifiers_not_supported = true; 1794 1795 res = drm_universal_plane_init(adev_to_drm(dm->adev), plane, possible_crtcs, 1796 &dm_plane_funcs, formats, num_formats, 1797 modifiers, plane->type, NULL); 1798 kfree(modifiers); 1799 if (res) 1800 return res; 1801 1802 if (plane->type == DRM_PLANE_TYPE_OVERLAY && 1803 plane_cap && plane_cap->per_pixel_alpha) { 1804 unsigned int blend_caps = BIT(DRM_MODE_BLEND_PIXEL_NONE) | 1805 BIT(DRM_MODE_BLEND_PREMULTI) | 1806 BIT(DRM_MODE_BLEND_COVERAGE); 1807 1808 drm_plane_create_alpha_property(plane); 1809 drm_plane_create_blend_mode_property(plane, blend_caps); 1810 } 1811 1812 if (plane->type == DRM_PLANE_TYPE_PRIMARY) { 1813 /* 1814 * Allow OVERLAY planes to be used as underlays by assigning an 1815 * immutable zpos = # of OVERLAY planes to the PRIMARY plane. 1816 */ 1817 drm_plane_create_zpos_immutable_property(plane, primary_zpos); 1818 } else if (plane->type == DRM_PLANE_TYPE_OVERLAY) { 1819 /* 1820 * OVERLAY planes can be below or above the PRIMARY, but cannot 1821 * be above the CURSOR plane. 1822 */ 1823 unsigned int zpos = primary_zpos + 1 + drm_plane_index(plane); 1824 1825 drm_plane_create_zpos_property(plane, zpos, 0, 254); 1826 } else if (plane->type == DRM_PLANE_TYPE_CURSOR) { 1827 drm_plane_create_zpos_immutable_property(plane, 255); 1828 } 1829 1830 if (plane->type == DRM_PLANE_TYPE_PRIMARY && 1831 plane_cap && 1832 (plane_cap->pixel_format_support.nv12 || 1833 plane_cap->pixel_format_support.p010)) { 1834 /* This only affects YUV formats. */ 1835 drm_plane_create_color_properties( 1836 plane, 1837 BIT(DRM_COLOR_YCBCR_BT601) | 1838 BIT(DRM_COLOR_YCBCR_BT709) | 1839 BIT(DRM_COLOR_YCBCR_BT2020), 1840 BIT(DRM_COLOR_YCBCR_LIMITED_RANGE) | 1841 BIT(DRM_COLOR_YCBCR_FULL_RANGE), 1842 DRM_COLOR_YCBCR_BT709, DRM_COLOR_YCBCR_LIMITED_RANGE); 1843 } 1844 1845 supported_rotations = 1846 DRM_MODE_ROTATE_0 | DRM_MODE_ROTATE_90 | 1847 DRM_MODE_ROTATE_180 | DRM_MODE_ROTATE_270; 1848 1849 if (dm->adev->asic_type >= CHIP_BONAIRE && 1850 plane->type != DRM_PLANE_TYPE_CURSOR) 1851 drm_plane_create_rotation_property(plane, DRM_MODE_ROTATE_0, 1852 supported_rotations); 1853 1854 if (amdgpu_ip_version(dm->adev, DCE_HWIP, 0) > IP_VERSION(3, 0, 1) && 1855 plane->type != DRM_PLANE_TYPE_CURSOR) 1856 drm_plane_enable_fb_damage_clips(plane); 1857 1858 drm_plane_helper_add(plane, &dm_plane_helper_funcs); 1859 1860 #ifdef AMD_PRIVATE_COLOR 1861 dm_atomic_plane_attach_color_mgmt_properties(dm, plane); 1862 #endif 1863 /* Create (reset) the plane state */ 1864 if (plane->funcs->reset) 1865 plane->funcs->reset(plane); 1866 1867 return 0; 1868 } 1869 1870 bool amdgpu_dm_plane_is_video_format(uint32_t format) 1871 { 1872 int i; 1873 1874 for (i = 0; i < ARRAY_SIZE(video_formats); i++) 1875 if (format == video_formats[i]) 1876 return true; 1877 1878 return false; 1879 } 1880 1881