1 // SPDX-License-Identifier: MIT 2 /* 3 * Copyright 2022 Advanced Micro Devices, Inc. 4 * 5 * Permission is hereby granted, free of charge, to any person obtaining a 6 * copy of this software and associated documentation files (the "Software"), 7 * to deal in the Software without restriction, including without limitation 8 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 9 * and/or sell copies of the Software, and to permit persons to whom the 10 * Software is furnished to do so, subject to the following conditions: 11 * 12 * The above copyright notice and this permission notice shall be included in 13 * all copies or substantial portions of the Software. 14 * 15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 19 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 20 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 21 * OTHER DEALINGS IN THE SOFTWARE. 22 * 23 * Authors: AMD 24 * 25 */ 26 27 #include <drm/drm_atomic_helper.h> 28 #include <drm/drm_blend.h> 29 #include <drm/drm_gem_atomic_helper.h> 30 #include <drm/drm_plane_helper.h> 31 #include <drm/drm_fourcc.h> 32 33 #include "amdgpu.h" 34 #include "dal_asic_id.h" 35 #include "amdgpu_display.h" 36 #include "amdgpu_dm_trace.h" 37 #include "amdgpu_dm_plane.h" 38 #include "gc/gc_11_0_0_offset.h" 39 #include "gc/gc_11_0_0_sh_mask.h" 40 41 /* 42 * TODO: these are currently initialized to rgb formats only. 43 * For future use cases we should either initialize them dynamically based on 44 * plane capabilities, or initialize this array to all formats, so internal drm 45 * check will succeed, and let DC implement proper check 46 */ 47 static const uint32_t rgb_formats[] = { 48 DRM_FORMAT_XRGB8888, 49 DRM_FORMAT_ARGB8888, 50 DRM_FORMAT_RGBA8888, 51 DRM_FORMAT_XRGB2101010, 52 DRM_FORMAT_XBGR2101010, 53 DRM_FORMAT_ARGB2101010, 54 DRM_FORMAT_ABGR2101010, 55 DRM_FORMAT_XRGB16161616, 56 DRM_FORMAT_XBGR16161616, 57 DRM_FORMAT_ARGB16161616, 58 DRM_FORMAT_ABGR16161616, 59 DRM_FORMAT_XBGR8888, 60 DRM_FORMAT_ABGR8888, 61 DRM_FORMAT_RGB565, 62 }; 63 64 static const uint32_t overlay_formats[] = { 65 DRM_FORMAT_XRGB8888, 66 DRM_FORMAT_ARGB8888, 67 DRM_FORMAT_RGBA8888, 68 DRM_FORMAT_XBGR8888, 69 DRM_FORMAT_ABGR8888, 70 DRM_FORMAT_RGB565, 71 DRM_FORMAT_NV21, 72 DRM_FORMAT_NV12, 73 DRM_FORMAT_P010 74 }; 75 76 static const uint32_t video_formats[] = { 77 DRM_FORMAT_NV21, 78 DRM_FORMAT_NV12, 79 DRM_FORMAT_P010 80 }; 81 82 static const u32 cursor_formats[] = { 83 DRM_FORMAT_ARGB8888 84 }; 85 86 enum dm_micro_swizzle { 87 MICRO_SWIZZLE_Z = 0, 88 MICRO_SWIZZLE_S = 1, 89 MICRO_SWIZZLE_D = 2, 90 MICRO_SWIZZLE_R = 3 91 }; 92 93 const struct drm_format_info *amdgpu_dm_plane_get_format_info(const struct drm_mode_fb_cmd2 *cmd) 94 { 95 return amdgpu_lookup_format_info(cmd->pixel_format, cmd->modifier[0]); 96 } 97 98 void amdgpu_dm_plane_fill_blending_from_plane_state(const struct drm_plane_state *plane_state, 99 bool *per_pixel_alpha, bool *pre_multiplied_alpha, 100 bool *global_alpha, int *global_alpha_value) 101 { 102 *per_pixel_alpha = false; 103 *pre_multiplied_alpha = true; 104 *global_alpha = false; 105 *global_alpha_value = 0xff; 106 107 108 if (plane_state->pixel_blend_mode == DRM_MODE_BLEND_PREMULTI || 109 plane_state->pixel_blend_mode == DRM_MODE_BLEND_COVERAGE) { 110 static const uint32_t alpha_formats[] = { 111 DRM_FORMAT_ARGB8888, 112 DRM_FORMAT_RGBA8888, 113 DRM_FORMAT_ABGR8888, 114 DRM_FORMAT_ARGB2101010, 115 DRM_FORMAT_ABGR2101010, 116 DRM_FORMAT_ARGB16161616, 117 DRM_FORMAT_ABGR16161616, 118 DRM_FORMAT_ARGB16161616F, 119 }; 120 uint32_t format = plane_state->fb->format->format; 121 unsigned int i; 122 123 for (i = 0; i < ARRAY_SIZE(alpha_formats); ++i) { 124 if (format == alpha_formats[i]) { 125 *per_pixel_alpha = true; 126 break; 127 } 128 } 129 130 if (*per_pixel_alpha && plane_state->pixel_blend_mode == DRM_MODE_BLEND_COVERAGE) 131 *pre_multiplied_alpha = false; 132 } 133 134 if (plane_state->alpha < 0xffff) { 135 *global_alpha = true; 136 *global_alpha_value = plane_state->alpha >> 8; 137 } 138 } 139 140 static void amdgpu_dm_plane_add_modifier(uint64_t **mods, uint64_t *size, uint64_t *cap, uint64_t mod) 141 { 142 if (!*mods) 143 return; 144 145 if (*cap - *size < 1) { 146 uint64_t new_cap = *cap * 2; 147 uint64_t *new_mods = kmalloc(new_cap * sizeof(uint64_t), GFP_KERNEL); 148 149 if (!new_mods) { 150 kfree(*mods); 151 *mods = NULL; 152 return; 153 } 154 155 memcpy(new_mods, *mods, sizeof(uint64_t) * *size); 156 kfree(*mods); 157 *mods = new_mods; 158 *cap = new_cap; 159 } 160 161 (*mods)[*size] = mod; 162 *size += 1; 163 } 164 165 static bool amdgpu_dm_plane_modifier_has_dcc(uint64_t modifier) 166 { 167 return IS_AMD_FMT_MOD(modifier) && AMD_FMT_MOD_GET(DCC, modifier); 168 } 169 170 static unsigned int amdgpu_dm_plane_modifier_gfx9_swizzle_mode(uint64_t modifier) 171 { 172 if (modifier == DRM_FORMAT_MOD_LINEAR) 173 return 0; 174 175 return AMD_FMT_MOD_GET(TILE, modifier); 176 } 177 178 static void amdgpu_dm_plane_fill_gfx8_tiling_info_from_flags(union dc_tiling_info *tiling_info, 179 uint64_t tiling_flags) 180 { 181 /* Fill GFX8 params */ 182 if (AMDGPU_TILING_GET(tiling_flags, ARRAY_MODE) == DC_ARRAY_2D_TILED_THIN1) { 183 unsigned int bankw, bankh, mtaspect, tile_split, num_banks; 184 185 bankw = AMDGPU_TILING_GET(tiling_flags, BANK_WIDTH); 186 bankh = AMDGPU_TILING_GET(tiling_flags, BANK_HEIGHT); 187 mtaspect = AMDGPU_TILING_GET(tiling_flags, MACRO_TILE_ASPECT); 188 tile_split = AMDGPU_TILING_GET(tiling_flags, TILE_SPLIT); 189 num_banks = AMDGPU_TILING_GET(tiling_flags, NUM_BANKS); 190 191 /* XXX fix me for VI */ 192 tiling_info->gfx8.num_banks = num_banks; 193 tiling_info->gfx8.array_mode = 194 DC_ARRAY_2D_TILED_THIN1; 195 tiling_info->gfx8.tile_split = tile_split; 196 tiling_info->gfx8.bank_width = bankw; 197 tiling_info->gfx8.bank_height = bankh; 198 tiling_info->gfx8.tile_aspect = mtaspect; 199 tiling_info->gfx8.tile_mode = 200 DC_ADDR_SURF_MICRO_TILING_DISPLAY; 201 } else if (AMDGPU_TILING_GET(tiling_flags, ARRAY_MODE) 202 == DC_ARRAY_1D_TILED_THIN1) { 203 tiling_info->gfx8.array_mode = DC_ARRAY_1D_TILED_THIN1; 204 } 205 206 tiling_info->gfx8.pipe_config = 207 AMDGPU_TILING_GET(tiling_flags, PIPE_CONFIG); 208 } 209 210 static void amdgpu_dm_plane_fill_gfx9_tiling_info_from_device(const struct amdgpu_device *adev, 211 union dc_tiling_info *tiling_info) 212 { 213 /* Fill GFX9 params */ 214 tiling_info->gfx9.num_pipes = 215 adev->gfx.config.gb_addr_config_fields.num_pipes; 216 tiling_info->gfx9.num_banks = 217 adev->gfx.config.gb_addr_config_fields.num_banks; 218 tiling_info->gfx9.pipe_interleave = 219 adev->gfx.config.gb_addr_config_fields.pipe_interleave_size; 220 tiling_info->gfx9.num_shader_engines = 221 adev->gfx.config.gb_addr_config_fields.num_se; 222 tiling_info->gfx9.max_compressed_frags = 223 adev->gfx.config.gb_addr_config_fields.max_compress_frags; 224 tiling_info->gfx9.num_rb_per_se = 225 adev->gfx.config.gb_addr_config_fields.num_rb_per_se; 226 tiling_info->gfx9.shaderEnable = 1; 227 if (amdgpu_ip_version(adev, GC_HWIP, 0) >= IP_VERSION(10, 3, 0)) 228 tiling_info->gfx9.num_pkrs = adev->gfx.config.gb_addr_config_fields.num_pkrs; 229 } 230 231 static void amdgpu_dm_plane_fill_gfx9_tiling_info_from_modifier(const struct amdgpu_device *adev, 232 union dc_tiling_info *tiling_info, 233 uint64_t modifier) 234 { 235 unsigned int mod_bank_xor_bits = AMD_FMT_MOD_GET(BANK_XOR_BITS, modifier); 236 unsigned int mod_pipe_xor_bits = AMD_FMT_MOD_GET(PIPE_XOR_BITS, modifier); 237 unsigned int pkrs_log2 = AMD_FMT_MOD_GET(PACKERS, modifier); 238 unsigned int pipes_log2; 239 240 pipes_log2 = min(5u, mod_pipe_xor_bits); 241 242 amdgpu_dm_plane_fill_gfx9_tiling_info_from_device(adev, tiling_info); 243 244 if (!IS_AMD_FMT_MOD(modifier)) 245 return; 246 247 tiling_info->gfx9.num_pipes = 1u << pipes_log2; 248 tiling_info->gfx9.num_shader_engines = 1u << (mod_pipe_xor_bits - pipes_log2); 249 250 if (adev->family >= AMDGPU_FAMILY_NV) { 251 tiling_info->gfx9.num_pkrs = 1u << pkrs_log2; 252 } else { 253 tiling_info->gfx9.num_banks = 1u << mod_bank_xor_bits; 254 255 /* for DCC we know it isn't rb aligned, so rb_per_se doesn't matter. */ 256 } 257 } 258 259 static int amdgpu_dm_plane_validate_dcc(struct amdgpu_device *adev, 260 const enum surface_pixel_format format, 261 const enum dc_rotation_angle rotation, 262 const union dc_tiling_info *tiling_info, 263 const struct dc_plane_dcc_param *dcc, 264 const struct dc_plane_address *address, 265 const struct plane_size *plane_size) 266 { 267 struct dc *dc = adev->dm.dc; 268 struct dc_dcc_surface_param input; 269 struct dc_surface_dcc_cap output; 270 271 memset(&input, 0, sizeof(input)); 272 memset(&output, 0, sizeof(output)); 273 274 if (!dcc->enable) 275 return 0; 276 277 if (format >= SURFACE_PIXEL_FORMAT_VIDEO_BEGIN || 278 !dc->cap_funcs.get_dcc_compression_cap) 279 return -EINVAL; 280 281 input.format = format; 282 input.surface_size.width = plane_size->surface_size.width; 283 input.surface_size.height = plane_size->surface_size.height; 284 input.swizzle_mode = tiling_info->gfx9.swizzle; 285 286 if (rotation == ROTATION_ANGLE_0 || rotation == ROTATION_ANGLE_180) 287 input.scan = SCAN_DIRECTION_HORIZONTAL; 288 else if (rotation == ROTATION_ANGLE_90 || rotation == ROTATION_ANGLE_270) 289 input.scan = SCAN_DIRECTION_VERTICAL; 290 291 if (!dc->cap_funcs.get_dcc_compression_cap(dc, &input, &output)) 292 return -EINVAL; 293 294 if (!output.capable) 295 return -EINVAL; 296 297 if (dcc->independent_64b_blks == 0 && 298 output.grph.rgb.independent_64b_blks != 0) 299 return -EINVAL; 300 301 return 0; 302 } 303 304 static int amdgpu_dm_plane_fill_gfx9_plane_attributes_from_modifiers(struct amdgpu_device *adev, 305 const struct amdgpu_framebuffer *afb, 306 const enum surface_pixel_format format, 307 const enum dc_rotation_angle rotation, 308 const struct plane_size *plane_size, 309 union dc_tiling_info *tiling_info, 310 struct dc_plane_dcc_param *dcc, 311 struct dc_plane_address *address, 312 const bool force_disable_dcc) 313 { 314 const uint64_t modifier = afb->base.modifier; 315 int ret = 0; 316 317 amdgpu_dm_plane_fill_gfx9_tiling_info_from_modifier(adev, tiling_info, modifier); 318 tiling_info->gfx9.swizzle = amdgpu_dm_plane_modifier_gfx9_swizzle_mode(modifier); 319 320 if (amdgpu_dm_plane_modifier_has_dcc(modifier) && !force_disable_dcc) { 321 uint64_t dcc_address = afb->address + afb->base.offsets[1]; 322 bool independent_64b_blks = AMD_FMT_MOD_GET(DCC_INDEPENDENT_64B, modifier); 323 bool independent_128b_blks = AMD_FMT_MOD_GET(DCC_INDEPENDENT_128B, modifier); 324 325 dcc->enable = 1; 326 dcc->meta_pitch = afb->base.pitches[1]; 327 dcc->independent_64b_blks = independent_64b_blks; 328 if (AMD_FMT_MOD_GET(TILE_VERSION, modifier) >= AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) { 329 if (independent_64b_blks && independent_128b_blks) 330 dcc->dcc_ind_blk = hubp_ind_block_64b_no_128bcl; 331 else if (independent_128b_blks) 332 dcc->dcc_ind_blk = hubp_ind_block_128b; 333 else if (independent_64b_blks && !independent_128b_blks) 334 dcc->dcc_ind_blk = hubp_ind_block_64b; 335 else 336 dcc->dcc_ind_blk = hubp_ind_block_unconstrained; 337 } else { 338 if (independent_64b_blks) 339 dcc->dcc_ind_blk = hubp_ind_block_64b; 340 else 341 dcc->dcc_ind_blk = hubp_ind_block_unconstrained; 342 } 343 344 address->grph.meta_addr.low_part = lower_32_bits(dcc_address); 345 address->grph.meta_addr.high_part = upper_32_bits(dcc_address); 346 } 347 348 ret = amdgpu_dm_plane_validate_dcc(adev, format, rotation, tiling_info, dcc, address, plane_size); 349 if (ret) 350 drm_dbg_kms(adev_to_drm(adev), "amdgpu_dm_plane_validate_dcc: returned error: %d\n", ret); 351 352 return ret; 353 } 354 355 static void amdgpu_dm_plane_add_gfx10_1_modifiers(const struct amdgpu_device *adev, 356 uint64_t **mods, 357 uint64_t *size, 358 uint64_t *capacity) 359 { 360 int pipe_xor_bits = ilog2(adev->gfx.config.gb_addr_config_fields.num_pipes); 361 362 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 363 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 364 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10) | 365 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 366 AMD_FMT_MOD_SET(DCC, 1) | 367 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 368 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 369 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B)); 370 371 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 372 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 373 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10) | 374 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 375 AMD_FMT_MOD_SET(DCC, 1) | 376 AMD_FMT_MOD_SET(DCC_RETILE, 1) | 377 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 378 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 379 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B)); 380 381 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 382 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 383 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10) | 384 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits)); 385 386 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 387 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 388 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10) | 389 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits)); 390 391 392 /* Only supported for 64bpp, will be filtered in amdgpu_dm_plane_format_mod_supported */ 393 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 394 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D) | 395 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9)); 396 397 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 398 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S) | 399 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9)); 400 } 401 402 static void amdgpu_dm_plane_add_gfx9_modifiers(const struct amdgpu_device *adev, 403 uint64_t **mods, 404 uint64_t *size, 405 uint64_t *capacity) 406 { 407 int pipes = ilog2(adev->gfx.config.gb_addr_config_fields.num_pipes); 408 int pipe_xor_bits = min(8, pipes + 409 ilog2(adev->gfx.config.gb_addr_config_fields.num_se)); 410 int bank_xor_bits = min(8 - pipe_xor_bits, 411 ilog2(adev->gfx.config.gb_addr_config_fields.num_banks)); 412 int rb = ilog2(adev->gfx.config.gb_addr_config_fields.num_se) + 413 ilog2(adev->gfx.config.gb_addr_config_fields.num_rb_per_se); 414 415 416 if (adev->family == AMDGPU_FAMILY_RV) { 417 /* Raven2 and later */ 418 bool has_constant_encode = adev->asic_type > CHIP_RAVEN || adev->external_rev_id >= 0x81; 419 420 /* 421 * No _D DCC swizzles yet because we only allow 32bpp, which 422 * doesn't support _D on DCN 423 */ 424 425 if (has_constant_encode) { 426 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 427 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 428 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) | 429 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 430 AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits) | 431 AMD_FMT_MOD_SET(DCC, 1) | 432 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 433 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B) | 434 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1)); 435 } 436 437 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 438 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 439 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) | 440 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 441 AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits) | 442 AMD_FMT_MOD_SET(DCC, 1) | 443 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 444 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B) | 445 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 0)); 446 447 if (has_constant_encode) { 448 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 449 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 450 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) | 451 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 452 AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits) | 453 AMD_FMT_MOD_SET(DCC, 1) | 454 AMD_FMT_MOD_SET(DCC_RETILE, 1) | 455 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 456 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B) | 457 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 458 AMD_FMT_MOD_SET(RB, rb) | 459 AMD_FMT_MOD_SET(PIPE, pipes)); 460 } 461 462 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 463 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 464 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) | 465 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 466 AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits) | 467 AMD_FMT_MOD_SET(DCC, 1) | 468 AMD_FMT_MOD_SET(DCC_RETILE, 1) | 469 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 470 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B) | 471 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 0) | 472 AMD_FMT_MOD_SET(RB, rb) | 473 AMD_FMT_MOD_SET(PIPE, pipes)); 474 } 475 476 /* 477 * Only supported for 64bpp on Raven, will be filtered on format in 478 * amdgpu_dm_plane_format_mod_supported. 479 */ 480 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 481 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D_X) | 482 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) | 483 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 484 AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits)); 485 486 if (adev->family == AMDGPU_FAMILY_RV) { 487 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 488 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 489 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9) | 490 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 491 AMD_FMT_MOD_SET(BANK_XOR_BITS, bank_xor_bits)); 492 } 493 494 /* 495 * Only supported for 64bpp on Raven, will be filtered on format in 496 * amdgpu_dm_plane_format_mod_supported. 497 */ 498 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 499 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D) | 500 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9)); 501 502 if (adev->family == AMDGPU_FAMILY_RV) { 503 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 504 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S) | 505 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9)); 506 } 507 } 508 509 static void amdgpu_dm_plane_add_gfx10_3_modifiers(const struct amdgpu_device *adev, 510 uint64_t **mods, 511 uint64_t *size, 512 uint64_t *capacity) 513 { 514 int pipe_xor_bits = ilog2(adev->gfx.config.gb_addr_config_fields.num_pipes); 515 int pkrs = ilog2(adev->gfx.config.gb_addr_config_fields.num_pkrs); 516 517 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 518 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 519 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) | 520 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 521 AMD_FMT_MOD_SET(PACKERS, pkrs) | 522 AMD_FMT_MOD_SET(DCC, 1) | 523 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 524 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 525 AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) | 526 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B)); 527 528 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 529 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 530 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) | 531 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 532 AMD_FMT_MOD_SET(PACKERS, pkrs) | 533 AMD_FMT_MOD_SET(DCC, 1) | 534 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 535 AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) | 536 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_128B)); 537 538 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 539 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 540 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) | 541 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 542 AMD_FMT_MOD_SET(PACKERS, pkrs) | 543 AMD_FMT_MOD_SET(DCC, 1) | 544 AMD_FMT_MOD_SET(DCC_RETILE, 1) | 545 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 546 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 547 AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) | 548 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B)); 549 550 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 551 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 552 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) | 553 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 554 AMD_FMT_MOD_SET(PACKERS, pkrs) | 555 AMD_FMT_MOD_SET(DCC, 1) | 556 AMD_FMT_MOD_SET(DCC_RETILE, 1) | 557 AMD_FMT_MOD_SET(DCC_CONSTANT_ENCODE, 1) | 558 AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) | 559 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_128B)); 560 561 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 562 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_R_X) | 563 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) | 564 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 565 AMD_FMT_MOD_SET(PACKERS, pkrs)); 566 567 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 568 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S_X) | 569 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS) | 570 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 571 AMD_FMT_MOD_SET(PACKERS, pkrs)); 572 573 /* Only supported for 64bpp, will be filtered in amdgpu_dm_plane_format_mod_supported */ 574 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 575 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D) | 576 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9)); 577 578 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 579 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_S) | 580 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX9)); 581 } 582 583 static void amdgpu_dm_plane_add_gfx11_modifiers(struct amdgpu_device *adev, 584 uint64_t **mods, uint64_t *size, uint64_t *capacity) 585 { 586 int num_pipes = 0; 587 int pipe_xor_bits = 0; 588 int num_pkrs = 0; 589 int pkrs = 0; 590 u32 gb_addr_config; 591 u8 i = 0; 592 unsigned int swizzle_r_x; 593 uint64_t modifier_r_x; 594 uint64_t modifier_dcc_best; 595 uint64_t modifier_dcc_4k; 596 597 /* TODO: GFX11 IP HW init hasnt finish and we get zero if we read from 598 * adev->gfx.config.gb_addr_config_fields.num_{pkrs,pipes} 599 */ 600 gb_addr_config = RREG32_SOC15(GC, 0, regGB_ADDR_CONFIG); 601 ASSERT(gb_addr_config != 0); 602 603 num_pkrs = 1 << REG_GET_FIELD(gb_addr_config, GB_ADDR_CONFIG, NUM_PKRS); 604 pkrs = ilog2(num_pkrs); 605 num_pipes = 1 << REG_GET_FIELD(gb_addr_config, GB_ADDR_CONFIG, NUM_PIPES); 606 pipe_xor_bits = ilog2(num_pipes); 607 608 for (i = 0; i < 2; i++) { 609 /* Insert the best one first. */ 610 /* R_X swizzle modes are the best for rendering and DCC requires them. */ 611 if (num_pipes > 16) 612 swizzle_r_x = !i ? AMD_FMT_MOD_TILE_GFX11_256K_R_X : AMD_FMT_MOD_TILE_GFX9_64K_R_X; 613 else 614 swizzle_r_x = !i ? AMD_FMT_MOD_TILE_GFX9_64K_R_X : AMD_FMT_MOD_TILE_GFX11_256K_R_X; 615 616 modifier_r_x = AMD_FMT_MOD | 617 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX11) | 618 AMD_FMT_MOD_SET(PIPE_XOR_BITS, pipe_xor_bits) | 619 AMD_FMT_MOD_SET(TILE, swizzle_r_x) | 620 AMD_FMT_MOD_SET(PACKERS, pkrs); 621 622 /* DCC_CONSTANT_ENCODE is not set because it can't vary with gfx11 (it's implied to be 1). */ 623 modifier_dcc_best = modifier_r_x | AMD_FMT_MOD_SET(DCC, 1) | 624 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 0) | 625 AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) | 626 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_128B); 627 628 /* DCC settings for 4K and greater resolutions. (required by display hw) */ 629 modifier_dcc_4k = modifier_r_x | AMD_FMT_MOD_SET(DCC, 1) | 630 AMD_FMT_MOD_SET(DCC_INDEPENDENT_64B, 1) | 631 AMD_FMT_MOD_SET(DCC_INDEPENDENT_128B, 1) | 632 AMD_FMT_MOD_SET(DCC_MAX_COMPRESSED_BLOCK, AMD_FMT_MOD_DCC_BLOCK_64B); 633 634 amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_dcc_best); 635 amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_dcc_4k); 636 637 amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_dcc_best | AMD_FMT_MOD_SET(DCC_RETILE, 1)); 638 amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_dcc_4k | AMD_FMT_MOD_SET(DCC_RETILE, 1)); 639 640 amdgpu_dm_plane_add_modifier(mods, size, capacity, modifier_r_x); 641 } 642 643 amdgpu_dm_plane_add_modifier(mods, size, capacity, AMD_FMT_MOD | 644 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX11) | 645 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX9_64K_D)); 646 } 647 648 static void amdgpu_dm_plane_add_gfx12_modifiers(struct amdgpu_device *adev, 649 uint64_t **mods, uint64_t *size, uint64_t *capacity) 650 { 651 uint64_t mod_64K_2D = AMD_FMT_MOD | 652 AMD_FMT_MOD_SET(TILE_VERSION, AMD_FMT_MOD_TILE_VER_GFX12) | 653 AMD_FMT_MOD_SET(TILE, AMD_FMT_MOD_TILE_GFX12_64K_2D); 654 655 /* 64K without DCC */ 656 amdgpu_dm_plane_add_modifier(mods, size, capacity, mod_64K_2D); 657 amdgpu_dm_plane_add_modifier(mods, size, capacity, DRM_FORMAT_MOD_LINEAR); 658 } 659 660 static int amdgpu_dm_plane_get_plane_modifiers(struct amdgpu_device *adev, unsigned int plane_type, uint64_t **mods) 661 { 662 uint64_t size = 0, capacity = 128; 663 *mods = NULL; 664 665 /* We have not hooked up any pre-GFX9 modifiers. */ 666 if (adev->family < AMDGPU_FAMILY_AI) 667 return 0; 668 669 *mods = kmalloc(capacity * sizeof(uint64_t), GFP_KERNEL); 670 671 if (plane_type == DRM_PLANE_TYPE_CURSOR) { 672 amdgpu_dm_plane_add_modifier(mods, &size, &capacity, DRM_FORMAT_MOD_LINEAR); 673 amdgpu_dm_plane_add_modifier(mods, &size, &capacity, DRM_FORMAT_MOD_INVALID); 674 return *mods ? 0 : -ENOMEM; 675 } 676 677 switch (adev->family) { 678 case AMDGPU_FAMILY_AI: 679 case AMDGPU_FAMILY_RV: 680 amdgpu_dm_plane_add_gfx9_modifiers(adev, mods, &size, &capacity); 681 break; 682 case AMDGPU_FAMILY_NV: 683 case AMDGPU_FAMILY_VGH: 684 case AMDGPU_FAMILY_YC: 685 case AMDGPU_FAMILY_GC_10_3_6: 686 case AMDGPU_FAMILY_GC_10_3_7: 687 if (amdgpu_ip_version(adev, GC_HWIP, 0) >= IP_VERSION(10, 3, 0)) 688 amdgpu_dm_plane_add_gfx10_3_modifiers(adev, mods, &size, &capacity); 689 else 690 amdgpu_dm_plane_add_gfx10_1_modifiers(adev, mods, &size, &capacity); 691 break; 692 case AMDGPU_FAMILY_GC_11_0_0: 693 case AMDGPU_FAMILY_GC_11_0_1: 694 case AMDGPU_FAMILY_GC_11_5_0: 695 amdgpu_dm_plane_add_gfx11_modifiers(adev, mods, &size, &capacity); 696 break; 697 case AMDGPU_FAMILY_GC_12_0_0: 698 amdgpu_dm_plane_add_gfx12_modifiers(adev, mods, &size, &capacity); 699 break; 700 } 701 702 amdgpu_dm_plane_add_modifier(mods, &size, &capacity, DRM_FORMAT_MOD_LINEAR); 703 704 /* INVALID marks the end of the list. */ 705 amdgpu_dm_plane_add_modifier(mods, &size, &capacity, DRM_FORMAT_MOD_INVALID); 706 707 if (!*mods) 708 return -ENOMEM; 709 710 return 0; 711 } 712 713 static int amdgpu_dm_plane_get_plane_formats(const struct drm_plane *plane, 714 const struct dc_plane_cap *plane_cap, 715 uint32_t *formats, int max_formats) 716 { 717 int i, num_formats = 0; 718 719 /* 720 * TODO: Query support for each group of formats directly from 721 * DC plane caps. This will require adding more formats to the 722 * caps list. 723 */ 724 725 if (plane->type == DRM_PLANE_TYPE_PRIMARY || 726 (plane_cap && plane_cap->type == DC_PLANE_TYPE_DCN_UNIVERSAL && plane->type != DRM_PLANE_TYPE_CURSOR)) { 727 for (i = 0; i < ARRAY_SIZE(rgb_formats); ++i) { 728 if (num_formats >= max_formats) 729 break; 730 731 formats[num_formats++] = rgb_formats[i]; 732 } 733 734 if (plane_cap && plane_cap->pixel_format_support.nv12) 735 formats[num_formats++] = DRM_FORMAT_NV12; 736 if (plane_cap && plane_cap->pixel_format_support.p010) 737 formats[num_formats++] = DRM_FORMAT_P010; 738 if (plane_cap && plane_cap->pixel_format_support.fp16) { 739 formats[num_formats++] = DRM_FORMAT_XRGB16161616F; 740 formats[num_formats++] = DRM_FORMAT_ARGB16161616F; 741 formats[num_formats++] = DRM_FORMAT_XBGR16161616F; 742 formats[num_formats++] = DRM_FORMAT_ABGR16161616F; 743 } 744 } else { 745 switch (plane->type) { 746 case DRM_PLANE_TYPE_OVERLAY: 747 for (i = 0; i < ARRAY_SIZE(overlay_formats); ++i) { 748 if (num_formats >= max_formats) 749 break; 750 751 formats[num_formats++] = overlay_formats[i]; 752 } 753 break; 754 755 case DRM_PLANE_TYPE_CURSOR: 756 for (i = 0; i < ARRAY_SIZE(cursor_formats); ++i) { 757 if (num_formats >= max_formats) 758 break; 759 760 formats[num_formats++] = cursor_formats[i]; 761 } 762 break; 763 764 default: 765 break; 766 } 767 } 768 769 return num_formats; 770 } 771 772 int amdgpu_dm_plane_fill_plane_buffer_attributes(struct amdgpu_device *adev, 773 const struct amdgpu_framebuffer *afb, 774 const enum surface_pixel_format format, 775 const enum dc_rotation_angle rotation, 776 const uint64_t tiling_flags, 777 union dc_tiling_info *tiling_info, 778 struct plane_size *plane_size, 779 struct dc_plane_dcc_param *dcc, 780 struct dc_plane_address *address, 781 bool tmz_surface, 782 bool force_disable_dcc) 783 { 784 const struct drm_framebuffer *fb = &afb->base; 785 int ret; 786 787 memset(tiling_info, 0, sizeof(*tiling_info)); 788 memset(plane_size, 0, sizeof(*plane_size)); 789 memset(dcc, 0, sizeof(*dcc)); 790 memset(address, 0, sizeof(*address)); 791 792 address->tmz_surface = tmz_surface; 793 794 if (format < SURFACE_PIXEL_FORMAT_VIDEO_BEGIN) { 795 uint64_t addr = afb->address + fb->offsets[0]; 796 797 plane_size->surface_size.x = 0; 798 plane_size->surface_size.y = 0; 799 plane_size->surface_size.width = fb->width; 800 plane_size->surface_size.height = fb->height; 801 plane_size->surface_pitch = 802 fb->pitches[0] / fb->format->cpp[0]; 803 804 address->type = PLN_ADDR_TYPE_GRAPHICS; 805 address->grph.addr.low_part = lower_32_bits(addr); 806 address->grph.addr.high_part = upper_32_bits(addr); 807 } else if (format < SURFACE_PIXEL_FORMAT_INVALID) { 808 uint64_t luma_addr = afb->address + fb->offsets[0]; 809 uint64_t chroma_addr = afb->address + fb->offsets[1]; 810 811 plane_size->surface_size.x = 0; 812 plane_size->surface_size.y = 0; 813 plane_size->surface_size.width = fb->width; 814 plane_size->surface_size.height = fb->height; 815 plane_size->surface_pitch = 816 fb->pitches[0] / fb->format->cpp[0]; 817 818 plane_size->chroma_size.x = 0; 819 plane_size->chroma_size.y = 0; 820 /* TODO: set these based on surface format */ 821 plane_size->chroma_size.width = fb->width / 2; 822 plane_size->chroma_size.height = fb->height / 2; 823 824 plane_size->chroma_pitch = 825 fb->pitches[1] / fb->format->cpp[1]; 826 827 address->type = PLN_ADDR_TYPE_VIDEO_PROGRESSIVE; 828 address->video_progressive.luma_addr.low_part = 829 lower_32_bits(luma_addr); 830 address->video_progressive.luma_addr.high_part = 831 upper_32_bits(luma_addr); 832 address->video_progressive.chroma_addr.low_part = 833 lower_32_bits(chroma_addr); 834 address->video_progressive.chroma_addr.high_part = 835 upper_32_bits(chroma_addr); 836 } 837 838 if (adev->family >= AMDGPU_FAMILY_AI) { 839 ret = amdgpu_dm_plane_fill_gfx9_plane_attributes_from_modifiers(adev, afb, format, 840 rotation, plane_size, 841 tiling_info, dcc, 842 address, 843 force_disable_dcc); 844 if (ret) 845 return ret; 846 } else { 847 amdgpu_dm_plane_fill_gfx8_tiling_info_from_flags(tiling_info, tiling_flags); 848 } 849 850 return 0; 851 } 852 853 static int amdgpu_dm_plane_helper_prepare_fb(struct drm_plane *plane, 854 struct drm_plane_state *new_state) 855 { 856 struct amdgpu_framebuffer *afb; 857 struct drm_gem_object *obj; 858 struct amdgpu_device *adev; 859 struct amdgpu_bo *rbo; 860 struct dm_plane_state *dm_plane_state_new, *dm_plane_state_old; 861 uint32_t domain; 862 int r; 863 864 if (!new_state->fb) { 865 DRM_DEBUG_KMS("No FB bound\n"); 866 return 0; 867 } 868 869 afb = to_amdgpu_framebuffer(new_state->fb); 870 obj = new_state->fb->obj[0]; 871 rbo = gem_to_amdgpu_bo(obj); 872 adev = amdgpu_ttm_adev(rbo->tbo.bdev); 873 874 r = amdgpu_bo_reserve(rbo, true); 875 if (r) { 876 dev_err(adev->dev, "fail to reserve bo (%d)\n", r); 877 return r; 878 } 879 880 r = dma_resv_reserve_fences(rbo->tbo.base.resv, 1); 881 if (r) { 882 dev_err(adev->dev, "reserving fence slot failed (%d)\n", r); 883 goto error_unlock; 884 } 885 886 if (plane->type != DRM_PLANE_TYPE_CURSOR) 887 domain = amdgpu_display_supported_domains(adev, rbo->flags); 888 else 889 domain = AMDGPU_GEM_DOMAIN_VRAM; 890 891 r = amdgpu_bo_pin(rbo, domain); 892 if (unlikely(r != 0)) { 893 if (r != -ERESTARTSYS) 894 DRM_ERROR("Failed to pin framebuffer with error %d\n", r); 895 goto error_unlock; 896 } 897 898 r = amdgpu_ttm_alloc_gart(&rbo->tbo); 899 if (unlikely(r != 0)) { 900 DRM_ERROR("%p bind failed\n", rbo); 901 goto error_unpin; 902 } 903 904 r = drm_gem_plane_helper_prepare_fb(plane, new_state); 905 if (unlikely(r != 0)) 906 goto error_unpin; 907 908 amdgpu_bo_unreserve(rbo); 909 910 afb->address = amdgpu_bo_gpu_offset(rbo); 911 912 amdgpu_bo_ref(rbo); 913 914 /** 915 * We don't do surface updates on planes that have been newly created, 916 * but we also don't have the afb->address during atomic check. 917 * 918 * Fill in buffer attributes depending on the address here, but only on 919 * newly created planes since they're not being used by DC yet and this 920 * won't modify global state. 921 */ 922 dm_plane_state_old = to_dm_plane_state(plane->state); 923 dm_plane_state_new = to_dm_plane_state(new_state); 924 925 if (dm_plane_state_new->dc_state && 926 dm_plane_state_old->dc_state != dm_plane_state_new->dc_state) { 927 struct dc_plane_state *plane_state = 928 dm_plane_state_new->dc_state; 929 bool force_disable_dcc = !plane_state->dcc.enable; 930 931 amdgpu_dm_plane_fill_plane_buffer_attributes( 932 adev, afb, plane_state->format, plane_state->rotation, 933 afb->tiling_flags, 934 &plane_state->tiling_info, &plane_state->plane_size, 935 &plane_state->dcc, &plane_state->address, 936 afb->tmz_surface, force_disable_dcc); 937 } 938 939 return 0; 940 941 error_unpin: 942 amdgpu_bo_unpin(rbo); 943 944 error_unlock: 945 amdgpu_bo_unreserve(rbo); 946 return r; 947 } 948 949 static void amdgpu_dm_plane_helper_cleanup_fb(struct drm_plane *plane, 950 struct drm_plane_state *old_state) 951 { 952 struct amdgpu_bo *rbo; 953 int r; 954 955 if (!old_state->fb) 956 return; 957 958 rbo = gem_to_amdgpu_bo(old_state->fb->obj[0]); 959 r = amdgpu_bo_reserve(rbo, false); 960 if (unlikely(r)) { 961 DRM_ERROR("failed to reserve rbo before unpin\n"); 962 return; 963 } 964 965 amdgpu_bo_unpin(rbo); 966 amdgpu_bo_unreserve(rbo); 967 amdgpu_bo_unref(&rbo); 968 } 969 970 static void amdgpu_dm_plane_get_min_max_dc_plane_scaling(struct drm_device *dev, 971 struct drm_framebuffer *fb, 972 int *min_downscale, int *max_upscale) 973 { 974 struct amdgpu_device *adev = drm_to_adev(dev); 975 struct dc *dc = adev->dm.dc; 976 /* Caps for all supported planes are the same on DCE and DCN 1 - 3 */ 977 struct dc_plane_cap *plane_cap = &dc->caps.planes[0]; 978 979 switch (fb->format->format) { 980 case DRM_FORMAT_P010: 981 case DRM_FORMAT_NV12: 982 case DRM_FORMAT_NV21: 983 *max_upscale = plane_cap->max_upscale_factor.nv12; 984 *min_downscale = plane_cap->max_downscale_factor.nv12; 985 break; 986 987 case DRM_FORMAT_XRGB16161616F: 988 case DRM_FORMAT_ARGB16161616F: 989 case DRM_FORMAT_XBGR16161616F: 990 case DRM_FORMAT_ABGR16161616F: 991 *max_upscale = plane_cap->max_upscale_factor.fp16; 992 *min_downscale = plane_cap->max_downscale_factor.fp16; 993 break; 994 995 default: 996 *max_upscale = plane_cap->max_upscale_factor.argb8888; 997 *min_downscale = plane_cap->max_downscale_factor.argb8888; 998 break; 999 } 1000 1001 /* 1002 * A factor of 1 in the plane_cap means to not allow scaling, ie. use a 1003 * scaling factor of 1.0 == 1000 units. 1004 */ 1005 if (*max_upscale == 1) 1006 *max_upscale = 1000; 1007 1008 if (*min_downscale == 1) 1009 *min_downscale = 1000; 1010 } 1011 1012 int amdgpu_dm_plane_helper_check_state(struct drm_plane_state *state, 1013 struct drm_crtc_state *new_crtc_state) 1014 { 1015 struct drm_framebuffer *fb = state->fb; 1016 int min_downscale, max_upscale; 1017 int min_scale = 0; 1018 int max_scale = INT_MAX; 1019 1020 /* Plane enabled? Validate viewport and get scaling factors from plane caps. */ 1021 if (fb && state->crtc) { 1022 /* Validate viewport to cover the case when only the position changes */ 1023 if (state->plane->type != DRM_PLANE_TYPE_CURSOR) { 1024 int viewport_width = state->crtc_w; 1025 int viewport_height = state->crtc_h; 1026 1027 if (state->crtc_x < 0) 1028 viewport_width += state->crtc_x; 1029 else if (state->crtc_x + state->crtc_w > new_crtc_state->mode.crtc_hdisplay) 1030 viewport_width = new_crtc_state->mode.crtc_hdisplay - state->crtc_x; 1031 1032 if (state->crtc_y < 0) 1033 viewport_height += state->crtc_y; 1034 else if (state->crtc_y + state->crtc_h > new_crtc_state->mode.crtc_vdisplay) 1035 viewport_height = new_crtc_state->mode.crtc_vdisplay - state->crtc_y; 1036 1037 if (viewport_width < 0 || viewport_height < 0) { 1038 DRM_DEBUG_ATOMIC("Plane completely outside of screen\n"); 1039 return -EINVAL; 1040 } else if (viewport_width < MIN_VIEWPORT_SIZE*2) { /* x2 for width is because of pipe-split. */ 1041 DRM_DEBUG_ATOMIC("Viewport width %d smaller than %d\n", viewport_width, MIN_VIEWPORT_SIZE*2); 1042 return -EINVAL; 1043 } else if (viewport_height < MIN_VIEWPORT_SIZE) { 1044 DRM_DEBUG_ATOMIC("Viewport height %d smaller than %d\n", viewport_height, MIN_VIEWPORT_SIZE); 1045 return -EINVAL; 1046 } 1047 1048 } 1049 1050 /* Get min/max allowed scaling factors from plane caps. */ 1051 amdgpu_dm_plane_get_min_max_dc_plane_scaling(state->crtc->dev, fb, 1052 &min_downscale, &max_upscale); 1053 /* 1054 * Convert to drm convention: 16.16 fixed point, instead of dc's 1055 * 1.0 == 1000. Also drm scaling is src/dst instead of dc's 1056 * dst/src, so min_scale = 1.0 / max_upscale, etc. 1057 */ 1058 min_scale = (1000 << 16) / max_upscale; 1059 max_scale = (1000 << 16) / min_downscale; 1060 } 1061 1062 return drm_atomic_helper_check_plane_state( 1063 state, new_crtc_state, min_scale, max_scale, true, true); 1064 } 1065 1066 int amdgpu_dm_plane_fill_dc_scaling_info(struct amdgpu_device *adev, 1067 const struct drm_plane_state *state, 1068 struct dc_scaling_info *scaling_info) 1069 { 1070 int scale_w, scale_h, min_downscale, max_upscale; 1071 1072 memset(scaling_info, 0, sizeof(*scaling_info)); 1073 1074 /* Source is fixed 16.16 but we ignore mantissa for now... */ 1075 scaling_info->src_rect.x = state->src_x >> 16; 1076 scaling_info->src_rect.y = state->src_y >> 16; 1077 1078 /* 1079 * For reasons we don't (yet) fully understand a non-zero 1080 * src_y coordinate into an NV12 buffer can cause a 1081 * system hang on DCN1x. 1082 * To avoid hangs (and maybe be overly cautious) 1083 * let's reject both non-zero src_x and src_y. 1084 * 1085 * We currently know of only one use-case to reproduce a 1086 * scenario with non-zero src_x and src_y for NV12, which 1087 * is to gesture the YouTube Android app into full screen 1088 * on ChromeOS. 1089 */ 1090 if (((amdgpu_ip_version(adev, DCE_HWIP, 0) == IP_VERSION(1, 0, 0)) || 1091 (amdgpu_ip_version(adev, DCE_HWIP, 0) == IP_VERSION(1, 0, 1))) && 1092 (state->fb && state->fb->format->format == DRM_FORMAT_NV12 && 1093 (scaling_info->src_rect.x != 0 || scaling_info->src_rect.y != 0))) 1094 return -EINVAL; 1095 1096 scaling_info->src_rect.width = state->src_w >> 16; 1097 if (scaling_info->src_rect.width == 0) 1098 return -EINVAL; 1099 1100 scaling_info->src_rect.height = state->src_h >> 16; 1101 if (scaling_info->src_rect.height == 0) 1102 return -EINVAL; 1103 1104 scaling_info->dst_rect.x = state->crtc_x; 1105 scaling_info->dst_rect.y = state->crtc_y; 1106 1107 if (state->crtc_w == 0) 1108 return -EINVAL; 1109 1110 scaling_info->dst_rect.width = state->crtc_w; 1111 1112 if (state->crtc_h == 0) 1113 return -EINVAL; 1114 1115 scaling_info->dst_rect.height = state->crtc_h; 1116 1117 /* DRM doesn't specify clipping on destination output. */ 1118 scaling_info->clip_rect = scaling_info->dst_rect; 1119 1120 /* Validate scaling per-format with DC plane caps */ 1121 if (state->plane && state->plane->dev && state->fb) { 1122 amdgpu_dm_plane_get_min_max_dc_plane_scaling(state->plane->dev, state->fb, 1123 &min_downscale, &max_upscale); 1124 } else { 1125 min_downscale = 250; 1126 max_upscale = 16000; 1127 } 1128 1129 scale_w = scaling_info->dst_rect.width * 1000 / 1130 scaling_info->src_rect.width; 1131 1132 if (scale_w < min_downscale || scale_w > max_upscale) 1133 return -EINVAL; 1134 1135 scale_h = scaling_info->dst_rect.height * 1000 / 1136 scaling_info->src_rect.height; 1137 1138 if (scale_h < min_downscale || scale_h > max_upscale) 1139 return -EINVAL; 1140 1141 /* 1142 * The "scaling_quality" can be ignored for now, quality = 0 has DC 1143 * assume reasonable defaults based on the format. 1144 */ 1145 1146 return 0; 1147 } 1148 1149 static int amdgpu_dm_plane_atomic_check(struct drm_plane *plane, 1150 struct drm_atomic_state *state) 1151 { 1152 struct drm_plane_state *new_plane_state = drm_atomic_get_new_plane_state(state, 1153 plane); 1154 struct amdgpu_device *adev = drm_to_adev(plane->dev); 1155 struct dc *dc = adev->dm.dc; 1156 struct dm_plane_state *dm_plane_state; 1157 struct dc_scaling_info scaling_info; 1158 struct drm_crtc_state *new_crtc_state; 1159 int ret; 1160 1161 trace_amdgpu_dm_plane_atomic_check(new_plane_state); 1162 1163 dm_plane_state = to_dm_plane_state(new_plane_state); 1164 1165 if (!dm_plane_state->dc_state) 1166 return 0; 1167 1168 new_crtc_state = 1169 drm_atomic_get_new_crtc_state(state, 1170 new_plane_state->crtc); 1171 if (!new_crtc_state) 1172 return -EINVAL; 1173 1174 ret = amdgpu_dm_plane_helper_check_state(new_plane_state, new_crtc_state); 1175 if (ret) 1176 return ret; 1177 1178 ret = amdgpu_dm_plane_fill_dc_scaling_info(adev, new_plane_state, &scaling_info); 1179 if (ret) 1180 return ret; 1181 1182 if (dc_validate_plane(dc, dm_plane_state->dc_state) == DC_OK) 1183 return 0; 1184 1185 return -EINVAL; 1186 } 1187 1188 static int amdgpu_dm_plane_atomic_async_check(struct drm_plane *plane, 1189 struct drm_atomic_state *state) 1190 { 1191 struct drm_crtc_state *new_crtc_state; 1192 struct drm_plane_state *new_plane_state; 1193 struct dm_crtc_state *dm_new_crtc_state; 1194 1195 /* Only support async updates on cursor planes. */ 1196 if (plane->type != DRM_PLANE_TYPE_CURSOR) 1197 return -EINVAL; 1198 1199 new_plane_state = drm_atomic_get_new_plane_state(state, plane); 1200 new_crtc_state = drm_atomic_get_new_crtc_state(state, new_plane_state->crtc); 1201 dm_new_crtc_state = to_dm_crtc_state(new_crtc_state); 1202 /* Reject overlay cursors for now*/ 1203 if (dm_new_crtc_state->cursor_mode == DM_CURSOR_OVERLAY_MODE) 1204 return -EINVAL; 1205 1206 return 0; 1207 } 1208 1209 int amdgpu_dm_plane_get_cursor_position(struct drm_plane *plane, struct drm_crtc *crtc, 1210 struct dc_cursor_position *position) 1211 { 1212 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc); 1213 int x, y; 1214 int xorigin = 0, yorigin = 0; 1215 1216 if (!crtc || !plane->state->fb) 1217 return 0; 1218 1219 if ((plane->state->crtc_w > amdgpu_crtc->max_cursor_width) || 1220 (plane->state->crtc_h > amdgpu_crtc->max_cursor_height)) { 1221 DRM_ERROR("%s: bad cursor width or height %d x %d\n", 1222 __func__, 1223 plane->state->crtc_w, 1224 plane->state->crtc_h); 1225 return -EINVAL; 1226 } 1227 1228 x = plane->state->crtc_x; 1229 y = plane->state->crtc_y; 1230 1231 if (x <= -amdgpu_crtc->max_cursor_width || 1232 y <= -amdgpu_crtc->max_cursor_height) 1233 return 0; 1234 1235 if (x < 0) { 1236 xorigin = min(-x, amdgpu_crtc->max_cursor_width - 1); 1237 x = 0; 1238 } 1239 if (y < 0) { 1240 yorigin = min(-y, amdgpu_crtc->max_cursor_height - 1); 1241 y = 0; 1242 } 1243 position->enable = true; 1244 position->translate_by_source = true; 1245 position->x = x; 1246 position->y = y; 1247 position->x_hotspot = xorigin; 1248 position->y_hotspot = yorigin; 1249 1250 return 0; 1251 } 1252 1253 void amdgpu_dm_plane_handle_cursor_update(struct drm_plane *plane, 1254 struct drm_plane_state *old_plane_state) 1255 { 1256 struct amdgpu_device *adev = drm_to_adev(plane->dev); 1257 struct amdgpu_framebuffer *afb = to_amdgpu_framebuffer(plane->state->fb); 1258 struct drm_crtc *crtc = afb ? plane->state->crtc : old_plane_state->crtc; 1259 struct dm_crtc_state *crtc_state = crtc ? to_dm_crtc_state(crtc->state) : NULL; 1260 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc); 1261 uint64_t address = afb ? afb->address : 0; 1262 struct dc_cursor_position position = {0}; 1263 struct dc_cursor_attributes attributes; 1264 int ret; 1265 1266 if (!plane->state->fb && !old_plane_state->fb) 1267 return; 1268 1269 drm_dbg_atomic(plane->dev, "crtc_id=%d with size %d to %d\n", 1270 amdgpu_crtc->crtc_id, plane->state->crtc_w, 1271 plane->state->crtc_h); 1272 1273 ret = amdgpu_dm_plane_get_cursor_position(plane, crtc, &position); 1274 if (ret) 1275 return; 1276 1277 if (!position.enable) { 1278 /* turn off cursor */ 1279 if (crtc_state && crtc_state->stream) { 1280 mutex_lock(&adev->dm.dc_lock); 1281 dc_stream_program_cursor_position(crtc_state->stream, 1282 &position); 1283 mutex_unlock(&adev->dm.dc_lock); 1284 } 1285 return; 1286 } 1287 1288 amdgpu_crtc->cursor_width = plane->state->crtc_w; 1289 amdgpu_crtc->cursor_height = plane->state->crtc_h; 1290 1291 memset(&attributes, 0, sizeof(attributes)); 1292 attributes.address.high_part = upper_32_bits(address); 1293 attributes.address.low_part = lower_32_bits(address); 1294 attributes.width = plane->state->crtc_w; 1295 attributes.height = plane->state->crtc_h; 1296 attributes.color_format = CURSOR_MODE_COLOR_PRE_MULTIPLIED_ALPHA; 1297 attributes.rotation_angle = 0; 1298 attributes.attribute_flags.value = 0; 1299 1300 /* Enable cursor degamma ROM on DCN3+ for implicit sRGB degamma in DRM 1301 * legacy gamma setup. 1302 */ 1303 if (crtc_state->cm_is_degamma_srgb && 1304 adev->dm.dc->caps.color.dpp.gamma_corr) 1305 attributes.attribute_flags.bits.ENABLE_CURSOR_DEGAMMA = 1; 1306 1307 attributes.pitch = afb->base.pitches[0] / afb->base.format->cpp[0]; 1308 1309 if (crtc_state->stream) { 1310 mutex_lock(&adev->dm.dc_lock); 1311 if (!dc_stream_program_cursor_attributes(crtc_state->stream, 1312 &attributes)) 1313 DRM_ERROR("DC failed to set cursor attributes\n"); 1314 1315 if (!dc_stream_program_cursor_position(crtc_state->stream, 1316 &position)) 1317 DRM_ERROR("DC failed to set cursor position\n"); 1318 mutex_unlock(&adev->dm.dc_lock); 1319 } 1320 } 1321 1322 static void amdgpu_dm_plane_atomic_async_update(struct drm_plane *plane, 1323 struct drm_atomic_state *state) 1324 { 1325 struct drm_plane_state *new_state = drm_atomic_get_new_plane_state(state, 1326 plane); 1327 struct drm_plane_state *old_state = 1328 drm_atomic_get_old_plane_state(state, plane); 1329 1330 trace_amdgpu_dm_atomic_update_cursor(new_state); 1331 1332 swap(plane->state->fb, new_state->fb); 1333 1334 plane->state->src_x = new_state->src_x; 1335 plane->state->src_y = new_state->src_y; 1336 plane->state->src_w = new_state->src_w; 1337 plane->state->src_h = new_state->src_h; 1338 plane->state->crtc_x = new_state->crtc_x; 1339 plane->state->crtc_y = new_state->crtc_y; 1340 plane->state->crtc_w = new_state->crtc_w; 1341 plane->state->crtc_h = new_state->crtc_h; 1342 1343 amdgpu_dm_plane_handle_cursor_update(plane, old_state); 1344 } 1345 1346 static const struct drm_plane_helper_funcs dm_plane_helper_funcs = { 1347 .prepare_fb = amdgpu_dm_plane_helper_prepare_fb, 1348 .cleanup_fb = amdgpu_dm_plane_helper_cleanup_fb, 1349 .atomic_check = amdgpu_dm_plane_atomic_check, 1350 .atomic_async_check = amdgpu_dm_plane_atomic_async_check, 1351 .atomic_async_update = amdgpu_dm_plane_atomic_async_update 1352 }; 1353 1354 static void amdgpu_dm_plane_drm_plane_reset(struct drm_plane *plane) 1355 { 1356 struct dm_plane_state *amdgpu_state = NULL; 1357 1358 if (plane->state) 1359 plane->funcs->atomic_destroy_state(plane, plane->state); 1360 1361 amdgpu_state = kzalloc(sizeof(*amdgpu_state), GFP_KERNEL); 1362 WARN_ON(amdgpu_state == NULL); 1363 1364 if (!amdgpu_state) 1365 return; 1366 1367 __drm_atomic_helper_plane_reset(plane, &amdgpu_state->base); 1368 amdgpu_state->degamma_tf = AMDGPU_TRANSFER_FUNCTION_DEFAULT; 1369 amdgpu_state->hdr_mult = AMDGPU_HDR_MULT_DEFAULT; 1370 amdgpu_state->shaper_tf = AMDGPU_TRANSFER_FUNCTION_DEFAULT; 1371 amdgpu_state->blend_tf = AMDGPU_TRANSFER_FUNCTION_DEFAULT; 1372 } 1373 1374 static struct drm_plane_state *amdgpu_dm_plane_drm_plane_duplicate_state(struct drm_plane *plane) 1375 { 1376 struct dm_plane_state *dm_plane_state, *old_dm_plane_state; 1377 1378 old_dm_plane_state = to_dm_plane_state(plane->state); 1379 dm_plane_state = kzalloc(sizeof(*dm_plane_state), GFP_KERNEL); 1380 if (!dm_plane_state) 1381 return NULL; 1382 1383 __drm_atomic_helper_plane_duplicate_state(plane, &dm_plane_state->base); 1384 1385 if (old_dm_plane_state->dc_state) { 1386 dm_plane_state->dc_state = old_dm_plane_state->dc_state; 1387 dc_plane_state_retain(dm_plane_state->dc_state); 1388 } 1389 1390 if (old_dm_plane_state->degamma_lut) 1391 dm_plane_state->degamma_lut = 1392 drm_property_blob_get(old_dm_plane_state->degamma_lut); 1393 if (old_dm_plane_state->ctm) 1394 dm_plane_state->ctm = 1395 drm_property_blob_get(old_dm_plane_state->ctm); 1396 if (old_dm_plane_state->shaper_lut) 1397 dm_plane_state->shaper_lut = 1398 drm_property_blob_get(old_dm_plane_state->shaper_lut); 1399 if (old_dm_plane_state->lut3d) 1400 dm_plane_state->lut3d = 1401 drm_property_blob_get(old_dm_plane_state->lut3d); 1402 if (old_dm_plane_state->blend_lut) 1403 dm_plane_state->blend_lut = 1404 drm_property_blob_get(old_dm_plane_state->blend_lut); 1405 1406 dm_plane_state->degamma_tf = old_dm_plane_state->degamma_tf; 1407 dm_plane_state->hdr_mult = old_dm_plane_state->hdr_mult; 1408 dm_plane_state->shaper_tf = old_dm_plane_state->shaper_tf; 1409 dm_plane_state->blend_tf = old_dm_plane_state->blend_tf; 1410 1411 return &dm_plane_state->base; 1412 } 1413 1414 static bool amdgpu_dm_plane_format_mod_supported(struct drm_plane *plane, 1415 uint32_t format, 1416 uint64_t modifier) 1417 { 1418 struct amdgpu_device *adev = drm_to_adev(plane->dev); 1419 const struct drm_format_info *info = drm_format_info(format); 1420 int i; 1421 1422 enum dm_micro_swizzle microtile = amdgpu_dm_plane_modifier_gfx9_swizzle_mode(modifier) & 3; 1423 1424 if (!info) 1425 return false; 1426 1427 /* 1428 * We always have to allow these modifiers: 1429 * 1. Core DRM checks for LINEAR support if userspace does not provide modifiers. 1430 * 2. Not passing any modifiers is the same as explicitly passing INVALID. 1431 */ 1432 if (modifier == DRM_FORMAT_MOD_LINEAR || 1433 modifier == DRM_FORMAT_MOD_INVALID) { 1434 return true; 1435 } 1436 1437 /* Check that the modifier is on the list of the plane's supported modifiers. */ 1438 for (i = 0; i < plane->modifier_count; i++) { 1439 if (modifier == plane->modifiers[i]) 1440 break; 1441 } 1442 if (i == plane->modifier_count) 1443 return false; 1444 1445 /* 1446 * For D swizzle the canonical modifier depends on the bpp, so check 1447 * it here. 1448 */ 1449 if (AMD_FMT_MOD_GET(TILE_VERSION, modifier) == AMD_FMT_MOD_TILE_VER_GFX9 && 1450 adev->family >= AMDGPU_FAMILY_NV) { 1451 if (microtile == MICRO_SWIZZLE_D && info->cpp[0] == 4) 1452 return false; 1453 } 1454 1455 if (adev->family >= AMDGPU_FAMILY_RV && microtile == MICRO_SWIZZLE_D && 1456 info->cpp[0] < 8) 1457 return false; 1458 1459 if (amdgpu_dm_plane_modifier_has_dcc(modifier)) { 1460 /* Per radeonsi comments 16/64 bpp are more complicated. */ 1461 if (info->cpp[0] != 4) 1462 return false; 1463 /* We support multi-planar formats, but not when combined with 1464 * additional DCC metadata planes. 1465 */ 1466 if (info->num_planes > 1) 1467 return false; 1468 } 1469 1470 return true; 1471 } 1472 1473 static void amdgpu_dm_plane_drm_plane_destroy_state(struct drm_plane *plane, 1474 struct drm_plane_state *state) 1475 { 1476 struct dm_plane_state *dm_plane_state = to_dm_plane_state(state); 1477 1478 if (dm_plane_state->degamma_lut) 1479 drm_property_blob_put(dm_plane_state->degamma_lut); 1480 if (dm_plane_state->ctm) 1481 drm_property_blob_put(dm_plane_state->ctm); 1482 if (dm_plane_state->lut3d) 1483 drm_property_blob_put(dm_plane_state->lut3d); 1484 if (dm_plane_state->shaper_lut) 1485 drm_property_blob_put(dm_plane_state->shaper_lut); 1486 if (dm_plane_state->blend_lut) 1487 drm_property_blob_put(dm_plane_state->blend_lut); 1488 1489 if (dm_plane_state->dc_state) 1490 dc_plane_state_release(dm_plane_state->dc_state); 1491 1492 drm_atomic_helper_plane_destroy_state(plane, state); 1493 } 1494 1495 #ifdef AMD_PRIVATE_COLOR 1496 static void 1497 dm_atomic_plane_attach_color_mgmt_properties(struct amdgpu_display_manager *dm, 1498 struct drm_plane *plane) 1499 { 1500 struct amdgpu_mode_info mode_info = dm->adev->mode_info; 1501 struct dpp_color_caps dpp_color_caps = dm->dc->caps.color.dpp; 1502 1503 /* Check HW color pipeline capabilities on DPP block (pre-blending) 1504 * before exposing related properties. 1505 */ 1506 if (dpp_color_caps.dgam_ram || dpp_color_caps.gamma_corr) { 1507 drm_object_attach_property(&plane->base, 1508 mode_info.plane_degamma_lut_property, 1509 0); 1510 drm_object_attach_property(&plane->base, 1511 mode_info.plane_degamma_lut_size_property, 1512 MAX_COLOR_LUT_ENTRIES); 1513 drm_object_attach_property(&plane->base, 1514 dm->adev->mode_info.plane_degamma_tf_property, 1515 AMDGPU_TRANSFER_FUNCTION_DEFAULT); 1516 } 1517 /* HDR MULT is always available */ 1518 drm_object_attach_property(&plane->base, 1519 dm->adev->mode_info.plane_hdr_mult_property, 1520 AMDGPU_HDR_MULT_DEFAULT); 1521 1522 /* Only enable plane CTM if both DPP and MPC gamut remap is available. */ 1523 if (dm->dc->caps.color.mpc.gamut_remap) 1524 drm_object_attach_property(&plane->base, 1525 dm->adev->mode_info.plane_ctm_property, 0); 1526 1527 if (dpp_color_caps.hw_3d_lut) { 1528 drm_object_attach_property(&plane->base, 1529 mode_info.plane_shaper_lut_property, 0); 1530 drm_object_attach_property(&plane->base, 1531 mode_info.plane_shaper_lut_size_property, 1532 MAX_COLOR_LUT_ENTRIES); 1533 drm_object_attach_property(&plane->base, 1534 mode_info.plane_shaper_tf_property, 1535 AMDGPU_TRANSFER_FUNCTION_DEFAULT); 1536 drm_object_attach_property(&plane->base, 1537 mode_info.plane_lut3d_property, 0); 1538 drm_object_attach_property(&plane->base, 1539 mode_info.plane_lut3d_size_property, 1540 MAX_COLOR_3DLUT_SIZE); 1541 } 1542 1543 if (dpp_color_caps.ogam_ram) { 1544 drm_object_attach_property(&plane->base, 1545 mode_info.plane_blend_lut_property, 0); 1546 drm_object_attach_property(&plane->base, 1547 mode_info.plane_blend_lut_size_property, 1548 MAX_COLOR_LUT_ENTRIES); 1549 drm_object_attach_property(&plane->base, 1550 mode_info.plane_blend_tf_property, 1551 AMDGPU_TRANSFER_FUNCTION_DEFAULT); 1552 } 1553 } 1554 1555 static int 1556 dm_atomic_plane_set_property(struct drm_plane *plane, 1557 struct drm_plane_state *state, 1558 struct drm_property *property, 1559 uint64_t val) 1560 { 1561 struct dm_plane_state *dm_plane_state = to_dm_plane_state(state); 1562 struct amdgpu_device *adev = drm_to_adev(plane->dev); 1563 bool replaced = false; 1564 int ret; 1565 1566 if (property == adev->mode_info.plane_degamma_lut_property) { 1567 ret = drm_property_replace_blob_from_id(plane->dev, 1568 &dm_plane_state->degamma_lut, 1569 val, -1, 1570 sizeof(struct drm_color_lut), 1571 &replaced); 1572 dm_plane_state->base.color_mgmt_changed |= replaced; 1573 return ret; 1574 } else if (property == adev->mode_info.plane_degamma_tf_property) { 1575 if (dm_plane_state->degamma_tf != val) { 1576 dm_plane_state->degamma_tf = val; 1577 dm_plane_state->base.color_mgmt_changed = 1; 1578 } 1579 } else if (property == adev->mode_info.plane_hdr_mult_property) { 1580 if (dm_plane_state->hdr_mult != val) { 1581 dm_plane_state->hdr_mult = val; 1582 dm_plane_state->base.color_mgmt_changed = 1; 1583 } 1584 } else if (property == adev->mode_info.plane_ctm_property) { 1585 ret = drm_property_replace_blob_from_id(plane->dev, 1586 &dm_plane_state->ctm, 1587 val, 1588 sizeof(struct drm_color_ctm_3x4), -1, 1589 &replaced); 1590 dm_plane_state->base.color_mgmt_changed |= replaced; 1591 return ret; 1592 } else if (property == adev->mode_info.plane_shaper_lut_property) { 1593 ret = drm_property_replace_blob_from_id(plane->dev, 1594 &dm_plane_state->shaper_lut, 1595 val, -1, 1596 sizeof(struct drm_color_lut), 1597 &replaced); 1598 dm_plane_state->base.color_mgmt_changed |= replaced; 1599 return ret; 1600 } else if (property == adev->mode_info.plane_shaper_tf_property) { 1601 if (dm_plane_state->shaper_tf != val) { 1602 dm_plane_state->shaper_tf = val; 1603 dm_plane_state->base.color_mgmt_changed = 1; 1604 } 1605 } else if (property == adev->mode_info.plane_lut3d_property) { 1606 ret = drm_property_replace_blob_from_id(plane->dev, 1607 &dm_plane_state->lut3d, 1608 val, -1, 1609 sizeof(struct drm_color_lut), 1610 &replaced); 1611 dm_plane_state->base.color_mgmt_changed |= replaced; 1612 return ret; 1613 } else if (property == adev->mode_info.plane_blend_lut_property) { 1614 ret = drm_property_replace_blob_from_id(plane->dev, 1615 &dm_plane_state->blend_lut, 1616 val, -1, 1617 sizeof(struct drm_color_lut), 1618 &replaced); 1619 dm_plane_state->base.color_mgmt_changed |= replaced; 1620 return ret; 1621 } else if (property == adev->mode_info.plane_blend_tf_property) { 1622 if (dm_plane_state->blend_tf != val) { 1623 dm_plane_state->blend_tf = val; 1624 dm_plane_state->base.color_mgmt_changed = 1; 1625 } 1626 } else { 1627 drm_dbg_atomic(plane->dev, 1628 "[PLANE:%d:%s] unknown property [PROP:%d:%s]]\n", 1629 plane->base.id, plane->name, 1630 property->base.id, property->name); 1631 return -EINVAL; 1632 } 1633 1634 return 0; 1635 } 1636 1637 static int 1638 dm_atomic_plane_get_property(struct drm_plane *plane, 1639 const struct drm_plane_state *state, 1640 struct drm_property *property, 1641 uint64_t *val) 1642 { 1643 struct dm_plane_state *dm_plane_state = to_dm_plane_state(state); 1644 struct amdgpu_device *adev = drm_to_adev(plane->dev); 1645 1646 if (property == adev->mode_info.plane_degamma_lut_property) { 1647 *val = (dm_plane_state->degamma_lut) ? 1648 dm_plane_state->degamma_lut->base.id : 0; 1649 } else if (property == adev->mode_info.plane_degamma_tf_property) { 1650 *val = dm_plane_state->degamma_tf; 1651 } else if (property == adev->mode_info.plane_hdr_mult_property) { 1652 *val = dm_plane_state->hdr_mult; 1653 } else if (property == adev->mode_info.plane_ctm_property) { 1654 *val = (dm_plane_state->ctm) ? 1655 dm_plane_state->ctm->base.id : 0; 1656 } else if (property == adev->mode_info.plane_shaper_lut_property) { 1657 *val = (dm_plane_state->shaper_lut) ? 1658 dm_plane_state->shaper_lut->base.id : 0; 1659 } else if (property == adev->mode_info.plane_shaper_tf_property) { 1660 *val = dm_plane_state->shaper_tf; 1661 } else if (property == adev->mode_info.plane_lut3d_property) { 1662 *val = (dm_plane_state->lut3d) ? 1663 dm_plane_state->lut3d->base.id : 0; 1664 } else if (property == adev->mode_info.plane_blend_lut_property) { 1665 *val = (dm_plane_state->blend_lut) ? 1666 dm_plane_state->blend_lut->base.id : 0; 1667 } else if (property == adev->mode_info.plane_blend_tf_property) { 1668 *val = dm_plane_state->blend_tf; 1669 1670 } else { 1671 return -EINVAL; 1672 } 1673 1674 return 0; 1675 } 1676 #endif 1677 1678 static const struct drm_plane_funcs dm_plane_funcs = { 1679 .update_plane = drm_atomic_helper_update_plane, 1680 .disable_plane = drm_atomic_helper_disable_plane, 1681 .destroy = drm_plane_helper_destroy, 1682 .reset = amdgpu_dm_plane_drm_plane_reset, 1683 .atomic_duplicate_state = amdgpu_dm_plane_drm_plane_duplicate_state, 1684 .atomic_destroy_state = amdgpu_dm_plane_drm_plane_destroy_state, 1685 .format_mod_supported = amdgpu_dm_plane_format_mod_supported, 1686 #ifdef AMD_PRIVATE_COLOR 1687 .atomic_set_property = dm_atomic_plane_set_property, 1688 .atomic_get_property = dm_atomic_plane_get_property, 1689 #endif 1690 }; 1691 1692 int amdgpu_dm_plane_init(struct amdgpu_display_manager *dm, 1693 struct drm_plane *plane, 1694 unsigned long possible_crtcs, 1695 const struct dc_plane_cap *plane_cap) 1696 { 1697 uint32_t formats[32]; 1698 int num_formats; 1699 int res = -EPERM; 1700 unsigned int supported_rotations; 1701 uint64_t *modifiers = NULL; 1702 unsigned int primary_zpos = dm->dc->caps.max_slave_planes; 1703 1704 num_formats = amdgpu_dm_plane_get_plane_formats(plane, plane_cap, formats, 1705 ARRAY_SIZE(formats)); 1706 1707 res = amdgpu_dm_plane_get_plane_modifiers(dm->adev, plane->type, &modifiers); 1708 if (res) 1709 return res; 1710 1711 if (modifiers == NULL) 1712 adev_to_drm(dm->adev)->mode_config.fb_modifiers_not_supported = true; 1713 1714 res = drm_universal_plane_init(adev_to_drm(dm->adev), plane, possible_crtcs, 1715 &dm_plane_funcs, formats, num_formats, 1716 modifiers, plane->type, NULL); 1717 kfree(modifiers); 1718 if (res) 1719 return res; 1720 1721 if (plane->type == DRM_PLANE_TYPE_OVERLAY && 1722 plane_cap && plane_cap->per_pixel_alpha) { 1723 unsigned int blend_caps = BIT(DRM_MODE_BLEND_PIXEL_NONE) | 1724 BIT(DRM_MODE_BLEND_PREMULTI) | 1725 BIT(DRM_MODE_BLEND_COVERAGE); 1726 1727 drm_plane_create_alpha_property(plane); 1728 drm_plane_create_blend_mode_property(plane, blend_caps); 1729 } 1730 1731 if (plane->type == DRM_PLANE_TYPE_PRIMARY) { 1732 /* 1733 * Allow OVERLAY planes to be used as underlays by assigning an 1734 * immutable zpos = # of OVERLAY planes to the PRIMARY plane. 1735 */ 1736 drm_plane_create_zpos_immutable_property(plane, primary_zpos); 1737 } else if (plane->type == DRM_PLANE_TYPE_OVERLAY) { 1738 /* 1739 * OVERLAY planes can be below or above the PRIMARY, but cannot 1740 * be above the CURSOR plane. 1741 */ 1742 unsigned int zpos = primary_zpos + 1 + drm_plane_index(plane); 1743 1744 drm_plane_create_zpos_property(plane, zpos, 0, 254); 1745 } else if (plane->type == DRM_PLANE_TYPE_CURSOR) { 1746 drm_plane_create_zpos_immutable_property(plane, 255); 1747 } 1748 1749 if (plane->type == DRM_PLANE_TYPE_PRIMARY && 1750 plane_cap && 1751 (plane_cap->pixel_format_support.nv12 || 1752 plane_cap->pixel_format_support.p010)) { 1753 /* This only affects YUV formats. */ 1754 drm_plane_create_color_properties( 1755 plane, 1756 BIT(DRM_COLOR_YCBCR_BT601) | 1757 BIT(DRM_COLOR_YCBCR_BT709) | 1758 BIT(DRM_COLOR_YCBCR_BT2020), 1759 BIT(DRM_COLOR_YCBCR_LIMITED_RANGE) | 1760 BIT(DRM_COLOR_YCBCR_FULL_RANGE), 1761 DRM_COLOR_YCBCR_BT709, DRM_COLOR_YCBCR_LIMITED_RANGE); 1762 } 1763 1764 supported_rotations = 1765 DRM_MODE_ROTATE_0 | DRM_MODE_ROTATE_90 | 1766 DRM_MODE_ROTATE_180 | DRM_MODE_ROTATE_270; 1767 1768 if (dm->adev->asic_type >= CHIP_BONAIRE && 1769 plane->type != DRM_PLANE_TYPE_CURSOR) 1770 drm_plane_create_rotation_property(plane, DRM_MODE_ROTATE_0, 1771 supported_rotations); 1772 1773 if (amdgpu_ip_version(dm->adev, DCE_HWIP, 0) > IP_VERSION(3, 0, 1) && 1774 plane->type != DRM_PLANE_TYPE_CURSOR) 1775 drm_plane_enable_fb_damage_clips(plane); 1776 1777 drm_plane_helper_add(plane, &dm_plane_helper_funcs); 1778 1779 #ifdef AMD_PRIVATE_COLOR 1780 dm_atomic_plane_attach_color_mgmt_properties(dm, plane); 1781 #endif 1782 /* Create (reset) the plane state */ 1783 if (plane->funcs->reset) 1784 plane->funcs->reset(plane); 1785 1786 return 0; 1787 } 1788 1789 bool amdgpu_dm_plane_is_video_format(uint32_t format) 1790 { 1791 int i; 1792 1793 for (i = 0; i < ARRAY_SIZE(video_formats); i++) 1794 if (format == video_formats[i]) 1795 return true; 1796 1797 return false; 1798 } 1799 1800