| /linux-6.15/drivers/gpu/drm/xe/ |
| H A D | xe_gt_sriov_pf_migration.c | 55 xe_gt_assert(gt, size % sizeof(u32) == 0); in pf_send_guc_save_vf_state() 91 xe_gt_assert(gt, size % sizeof(u32) == 0); in pf_send_guc_restore_vf_state() 118 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_migration_supported() 124 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_migration_mutex() 131 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_pick_vf_snapshot() 211 xe_gt_assert(gt, size); in pf_save_vf_guc_state() 238 xe_gt_assert(gt, vfid != PFID); in xe_gt_sriov_pf_migration_save_guc_state() 287 xe_gt_assert(gt, vfid != PFID); in xe_gt_sriov_pf_migration_restore_guc_state() 323 xe_gt_assert(gt, vfid != PFID); in xe_gt_sriov_pf_migration_read_guc_state() 363 xe_gt_assert(gt, vfid != PFID); in xe_gt_sriov_pf_migration_write_guc_state() [all …]
|
| H A D | xe_gt_sriov_pf_policy.c | 141 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_bulk_reset_sched_priority() 152 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_provision_sched_if_idle() 167 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_reprovision_sched_if_idle() 175 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_sanitize_sched_if_idle() 213 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_policy_get_sched_if_idle() 224 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_provision_reset_engine() 233 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_reprovision_reset_engine() 241 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_sanitize_reset_engine() 279 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_policy_get_reset_engine() 290 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_provision_sample_period() [all …]
|
| H A D | xe_gt_sriov_vf.c | 151 xe_gt_assert(gt, IS_SRIOV_VF(gt_to_xe(gt))); in vf_handshake_with_guc() 279 xe_gt_assert(gt, IS_SRIOV_VF(gt_to_xe(gt))); in xe_gt_sriov_vf_notify_resfix_done() 377 xe_gt_assert(gt, IS_SRIOV_VF(gt_to_xe(gt))); in xe_gt_sriov_vf_gmdid() 490 xe_gt_assert(gt, has_gmdid(gt_to_xe(gt))); in vf_cache_gmdid() 590 xe_gt_assert(gt, IS_SRIOV_VF(xe)); in vf_balloon_ggtt() 591 xe_gt_assert(gt, !xe_gt_is_media_type(gt)); in vf_balloon_ggtt() 771 xe_gt_assert(gt, IS_SRIOV_VF(xe)); in xe_gt_sriov_vf_migrated_event_handler() 798 xe_gt_assert(gt, IS_SRIOV_VF(xe)); in vf_prepare_runtime_info() 833 xe_gt_assert(gt, limit); in vf_query_runtime_info() 978 xe_gt_assert(gt, !reg.vf); in xe_gt_sriov_vf_read32() [all …]
|
| H A D | xe_gt_sriov_pf_monitor.c | 28 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_monitor_flr() 38 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_update_event_counter() 39 xe_gt_assert(gt, e < XE_GUC_KLV_NUM_THRESHOLDS); in pf_update_event_counter() 84 xe_gt_assert(gt, len >= GUC_HXG_MSG_MIN_LEN); in xe_gt_sriov_pf_monitor_process_guc2pf() 85 xe_gt_assert(gt, FIELD_GET(GUC_HXG_MSG_0_ORIGIN, msg[0]) == GUC_HXG_ORIGIN_GUC); in xe_gt_sriov_pf_monitor_process_guc2pf() 86 xe_gt_assert(gt, FIELD_GET(GUC_HXG_MSG_0_TYPE, msg[0]) == GUC_HXG_TYPE_EVENT); in xe_gt_sriov_pf_monitor_process_guc2pf() 87 xe_gt_assert(gt, FIELD_GET(GUC_HXG_EVENT_MSG_0_ACTION, msg[0]) == in xe_gt_sriov_pf_monitor_process_guc2pf() 124 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_monitor_print_events()
|
| H A D | xe_gt_sriov_pf_config.c | 227 xe_gt_assert(gt, key); in pf_push_vf_cfg_threshold() 345 xe_gt_assert(gt, vfid); in pf_push_vf_cfg() 445 xe_gt_assert(gt, vfid); in pf_provision_vf_ggtt() 583 xe_gt_assert(gt, first); in pf_config_bulk_set_u64_done() 624 xe_gt_assert(gt, vfid); in xe_gt_sriov_pf_config_bulk_set_ggtt() 694 xe_gt_assert(gt, vfid); in xe_gt_sriov_pf_config_set_fair_ggtt() 775 xe_gt_assert(gt, vfid); in pf_provision_vf_ctxs() 946 xe_gt_assert(gt, vfid); in xe_gt_sriov_pf_config_bulk_set_ctxs() 998 xe_gt_assert(gt, vfid); in xe_gt_sriov_pf_config_set_fair_ctxs() 1076 xe_gt_assert(gt, vfid); in pf_provision_vf_dbs() [all …]
|
| H A D | xe_bb.c | 71 xe_gt_assert(q->gt, bb->len * 4 + bb_prefetch(q->gt) <= size); in __xe_bb_create_job() 89 xe_gt_assert(q->gt, second_idx <= bb->len); in xe_bb_create_migration_job() 90 xe_gt_assert(q->gt, xe_sched_job_is_migration(q)); in xe_bb_create_migration_job() 91 xe_gt_assert(q->gt, q->width == 1); in xe_bb_create_migration_job() 101 xe_gt_assert(q->gt, !xe_sched_job_is_migration(q)); in xe_bb_create_job() 102 xe_gt_assert(q->gt, q->width == 1); in xe_bb_create_job()
|
| H A D | xe_gt_sriov_pf_service.c | 45 xe_gt_assert(gt, base.major); in pf_negotiate_version() 46 xe_gt_assert(gt, base.major <= latest.major); in pf_negotiate_version() 73 xe_gt_assert(gt, base.major == latest.major); in pf_negotiate_version() 86 xe_gt_assert(gt, major || minor); in pf_connect() 229 xe_gt_assert(gt, IS_SRIOV_PF(xe)); in pf_alloc_runtime_info() 230 xe_gt_assert(gt, !gt->sriov.pf.service.runtime.size); in pf_alloc_runtime_info() 384 xe_gt_assert(gt, major || minor); in pf_process_handshake_msg() 410 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_service_runtime_query() 488 xe_gt_assert(gt, msg_len >= GUC_HXG_MSG_MIN_LEN); in xe_gt_sriov_pf_service_process_request() 524 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_service_print_runtime() [all …]
|
| H A D | xe_force_wake.h | 26 xe_gt_assert(fw->gt, domain != XE_FORCEWAKE_ALL); in xe_force_wake_ref() 44 xe_gt_assert(fw->gt, domain != XE_FORCEWAKE_ALL); in xe_force_wake_assert_held() 45 xe_gt_assert(fw->gt, fw->awake_domains & domain); in xe_force_wake_assert_held()
|
| H A D | xe_guc_submit.c | 422 xe_gt_assert(guc_to_gt(guc), exec_queue_registered(q)); in init_policies() 488 xe_gt_assert(guc_to_gt(guc), len <= MAX_MLRC_REG_SIZE); in __register_mlrc_exec_queue() 522 xe_gt_assert(guc_to_gt(guc), !exec_queue_registered(q)); in register_exec_queue() 677 xe_gt_assert(guc_to_gt(guc), exec_queue_registered(q)); in submit_exec_queue() 876 xe_gt_assert(guc_to_gt(guc), xe_exec_queue_is_lr(q)); in xe_guc_exec_queue_lr_cleanup() 951 xe_gt_assert(gt, timeout_ms < 100 * MSEC_PER_SEC); in check_timeout() 978 xe_gt_assert(guc_to_gt(guc), !exec_queue_destroyed(q)); in enable_scheduling() 1340 xe_gt_assert(guc_to_gt(guc), q->guc->suspend_pending); in suspend_fence_signal() 1845 xe_gt_assert(guc_to_gt(guc), guc_id >= q->guc->id); in g2h_exec_queue_lookup() 1858 xe_gt_assert(guc_to_gt(guc), exec_queue_destroyed(q)); in deregister_exec_queue() [all …]
|
| H A D | xe_force_wake.c | 53 xe_gt_assert(gt, GRAPHICS_VER(gt_to_xe(gt)) >= 11); in xe_force_wake_init_gt() 71 xe_gt_assert(gt, GRAPHICS_VER(gt_to_xe(gt)) >= 11); in xe_force_wake_init_engines() 187 xe_gt_assert(gt, is_power_of_2(domains)); in xe_force_wake_get() 188 xe_gt_assert(gt, domains <= XE_FORCEWAKE_ALL); in xe_force_wake_get() 189 xe_gt_assert(gt, domains == XE_FORCEWAKE_ALL || fw->initialized_domains & domains); in xe_force_wake_get() 250 xe_gt_assert(gt, domain->ref); in xe_force_wake_put()
|
| H A D | xe_gt_tlb_invalidation.c | 190 xe_gt_assert(gt, fence); in send_tlb_invalidation() 359 xe_gt_assert(gt, fence); in xe_gt_tlb_invalidation_range() 403 xe_gt_assert(gt, length >= SZ_4K); in xe_gt_tlb_invalidation_range() 404 xe_gt_assert(gt, is_power_of_2(length)); in xe_gt_tlb_invalidation_range() 405 xe_gt_assert(gt, !(length & GENMASK(ilog2(SZ_16M) - 1, in xe_gt_tlb_invalidation_range() 407 xe_gt_assert(gt, IS_ALIGNED(start, length)); in xe_gt_tlb_invalidation_range() 416 xe_gt_assert(gt, len <= MAX_TLB_INVALIDATION_LEN); in xe_gt_tlb_invalidation_range() 460 xe_gt_assert(gt, vma); in xe_gt_tlb_invalidation_vma()
|
| H A D | xe_gt_sriov_pf_debugfs.c | 149 xe_gt_assert(gt, gt == extract_gt(parent)); in pf_add_policy_attrs() 150 xe_gt_assert(gt, PFID == extract_vfid(parent)); in pf_add_policy_attrs() 283 xe_gt_assert(gt, gt == extract_gt(parent)); in MAKE_XE_GUC_KLV_THRESHOLDS_SET() 284 xe_gt_assert(gt, vfid == extract_vfid(parent)); in MAKE_XE_GUC_KLV_THRESHOLDS_SET() 342 xe_gt_assert(gt, vfid); in control_write() 357 xe_gt_assert(gt, sizeof(cmd) > strlen(control_cmds[n].cmd)); in control_write() 521 xe_gt_assert(gt, IS_SRIOV_PF(xe)); in xe_gt_sriov_pf_debugfs_register() 522 xe_gt_assert(gt, root->d_inode->i_private == gt); in xe_gt_sriov_pf_debugfs_register()
|
| H A D | xe_gt_sriov_pf_control.c | 60 xe_gt_assert(gt, vfid != PFID); in pf_send_vf_control_cmd() 215 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_pick_vf_control() 216 xe_gt_assert(gt, vfid <= xe_gt_sriov_pf_get_totalvfs(gt)); in pf_pick_vf_control() 333 xe_gt_assert(gt, IS_SRIOV_PF(xe)); in pf_queue_control_worker() 342 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_queue_vf() 1316 xe_gt_assert(gt, len); in xe_gt_sriov_pf_control_process_guc2pf() 1413 xe_gt_assert(gt, vfid <= xe_gt_sriov_pf_get_totalvfs(gt)); in pf_worker_find_work() 1426 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in control_worker_func() 1432 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_stop_worker() 1456 xe_gt_assert(gt, IS_SRIOV_PF(xe)); in xe_gt_sriov_pf_control_init() [all …]
|
| H A D | xe_guc_ct.c | 215 xe_gt_assert(gt, !(guc_ct_size() % PAGE_SIZE)); in xe_guc_ct_init() 440 xe_gt_assert(gt, !xe_guc_ct_enabled(ct)); in xe_guc_ct_enable() 645 xe_gt_assert(gt, full_len <= GUC_CTB_MSG_MAX_LEN); in h2g_write() 763 xe_gt_assert(gt, !g2h_len || !g2h_fence); in __guc_ct_send_locked() 764 xe_gt_assert(gt, !num_g2h || !g2h_fence); in __guc_ct_send_locked() 765 xe_gt_assert(gt, !g2h_len || num_g2h); in __guc_ct_send_locked() 766 xe_gt_assert(gt, g2h_len || !num_g2h); in __guc_ct_send_locked() 784 xe_gt_assert(gt, xe_guc_ct_enabled(ct)); in __guc_ct_send_locked() 843 xe_gt_assert(gt, !g2h_len || !g2h_fence); in guc_ct_send_locked() 1186 xe_gt_assert(gt, fence == g2h_fence->seqno); in parse_g2h_response() [all …]
|
| H A D | xe_gt_mcr.c | 368 xe_gt_assert(gt, dss < XE_MAX_DSS_FUSE_BITS); in xe_gt_mcr_get_dss_steering() 712 xe_gt_assert(gt, !IS_SRIOV_VF(gt_to_xe(gt))); in xe_gt_mcr_unicast_read_any() 745 xe_gt_assert(gt, !IS_SRIOV_VF(gt_to_xe(gt))); in xe_gt_mcr_unicast_read() 768 xe_gt_assert(gt, !IS_SRIOV_VF(gt_to_xe(gt))); in xe_gt_mcr_unicast_write() 788 xe_gt_assert(gt, !IS_SRIOV_VF(gt_to_xe(gt))); in xe_gt_mcr_multicast_write()
|
| H A D | xe_ring_ops.c | 278 xe_gt_assert(gt, i <= MAX_JOB_SIZE_DW); in __emit_job_gen12_simple() 341 xe_gt_assert(gt, i <= MAX_JOB_SIZE_DW); in __emit_job_gen12_video() 392 xe_gt_assert(gt, i <= MAX_JOB_SIZE_DW); in __emit_job_gen12_render_compute() 428 xe_gt_assert(job->q->gt, i <= MAX_JOB_SIZE_DW); in emit_migration_job_gen12() 437 xe_gt_assert(gt, job->q->width <= 1); /* no parallel submission for GSCCS */ in emit_job_gen12_gsc()
|
| H A D | xe_gt_sriov_pf.c | 170 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_sanitize_hw() 198 xe_gt_assert(gt, IS_SRIOV_PF(xe)); in pf_queue_restart()
|
| H A D | xe_wa.h | 31 xe_gt_assert(gt__, (gt__)->wa_active.oob_initialized); \
|
| H A D | xe_uc.c | 218 xe_gt_assert(uc_to_gt(uc), !ret); in xe_uc_init_hw() 309 xe_gt_assert(uc_to_gt(uc), uc_to_xe(uc)->wedged.mode); in xe_uc_declare_wedged()
|
| H A D | xe_guc_ads.c | 442 xe_gt_assert(gt, ads->bo); in xe_guc_ads_init_post_hwconfig() 449 xe_gt_assert(gt, ads->golden_lrc_size + in xe_guc_ads_init_post_hwconfig() 829 xe_gt_assert(gt, regset_used <= ads->regset_size); in guc_mmio_reg_state_init() 884 xe_gt_assert(gt, ads->bo); in xe_guc_ads_populate_minimal() 908 xe_gt_assert(gt, ads->bo); in xe_guc_ads_populate() 960 xe_gt_assert(gt, gt->default_lrc[class]); in guc_golden_lrc_populate() 972 xe_gt_assert(gt, total_size == ads->golden_lrc_size); in guc_golden_lrc_populate()
|
| H A D | xe_hw_engine.c | 298 xe_gt_assert(hwe->gt, !(reg.addr & hwe->mmio_base)); in xe_hw_engine_mmio_write32() 318 xe_gt_assert(hwe->gt, !(reg.addr & hwe->mmio_base)); in xe_hw_engine_mmio_read32() 488 xe_gt_assert(gt, info); in get_msix_irq_offset() 506 xe_gt_assert(gt, !hwe->gt); in hw_engine_init_early() 604 xe_gt_assert(gt, id < ARRAY_SIZE(engine_infos) && engine_infos[id].name); in hw_engine_init() 605 xe_gt_assert(gt, gt->info.engine_mask & BIT(id)); in hw_engine_init()
|
| H A D | xe_assert.h | 167 #define xe_gt_assert(gt, condition) xe_gt_assert_msg((gt), condition, "") macro
|
| H A D | xe_migrate.c | 638 xe_gt_assert(gt, FIELD_FIT(XE2_CCS_SIZE_MASK, num_pages - 1)); in emit_copy_ccs() 646 xe_gt_assert(gt, FIELD_FIT(CCS_SIZE_MASK, num_ccs_blks - 1)); in emit_copy_ccs() 673 xe_gt_assert(gt, size / pitch <= S16_MAX); in emit_copy() 674 xe_gt_assert(gt, pitch / 4 <= S16_MAX); in emit_copy() 675 xe_gt_assert(gt, pitch <= U16_MAX); in emit_copy() 731 xe_gt_assert(gt, src_is_indirect || dst_is_indirect); in xe_migrate_ccs_copy() 958 xe_gt_assert(gt, cs - bb->cs == len + bb->len); in emit_clear_link_copy() 999 xe_gt_assert(gt, cs - bb->cs == len + bb->len); in emit_clear_main_copy()
|
| H A D | xe_execlist.c | 56 xe_gt_assert(hwe->gt, FIELD_FIT(XEHP_SW_CTX_ID, ctx_id)); in __start_lrc() 59 xe_gt_assert(hwe->gt, FIELD_FIT(SW_CTX_ID, ctx_id)); in __start_lrc()
|
| H A D | xe_guc_db_mgr.c | 46 #define dbm_assert(_dbm, _cond) xe_gt_assert(dbm_to_gt(_dbm), _cond)
|