Lines Matching refs:job
37 struct amdgpu_job *job) in amdgpu_job_do_core_dump() argument
48 amdgpu_coredump(adev, true, false, job); in amdgpu_job_do_core_dump()
52 struct amdgpu_job *job) in amdgpu_job_core_dump() argument
80 amdgpu_job_do_core_dump(tmp_adev, job); in amdgpu_job_core_dump()
91 struct amdgpu_job *job = to_amdgpu_job(s_job); in amdgpu_job_timedout() local
112 amdgpu_job_core_dump(adev, job); in amdgpu_job_timedout()
115 amdgpu_ring_soft_recovery(ring, job->vmid, s_job->s_fence->parent)) { in amdgpu_job_timedout()
122 job->base.sched->name, atomic_read(&ring->fence_drv.last_seq), in amdgpu_job_timedout()
125 ti = amdgpu_vm_get_task_info_pasid(ring->adev, job->pasid); in amdgpu_job_timedout()
158 r = amdgpu_ring_reset(ring, job->vmid); in amdgpu_job_timedout()
191 r = amdgpu_device_gpu_recover(ring->adev, job, &reset_context); in amdgpu_job_timedout()
207 unsigned int num_ibs, struct amdgpu_job **job) in amdgpu_job_alloc() argument
212 *job = kzalloc(struct_size(*job, ibs, num_ibs), GFP_KERNEL); in amdgpu_job_alloc()
213 if (!*job) in amdgpu_job_alloc()
216 (*job)->vm = vm; in amdgpu_job_alloc()
218 amdgpu_sync_create(&(*job)->explicit_sync); in amdgpu_job_alloc()
219 (*job)->generation = amdgpu_vm_generation(adev, vm); in amdgpu_job_alloc()
220 (*job)->vm_pd_addr = AMDGPU_BO_INVALID_OFFSET; in amdgpu_job_alloc()
225 return drm_sched_job_init(&(*job)->base, entity, 1, owner); in amdgpu_job_alloc()
231 struct amdgpu_job **job) in amdgpu_job_alloc_with_ib() argument
235 r = amdgpu_job_alloc(adev, NULL, entity, owner, 1, job); in amdgpu_job_alloc_with_ib()
239 (*job)->num_ibs = 1; in amdgpu_job_alloc_with_ib()
240 r = amdgpu_ib_get(adev, NULL, size, pool_type, &(*job)->ibs[0]); in amdgpu_job_alloc_with_ib()
243 drm_sched_job_cleanup(&(*job)->base); in amdgpu_job_alloc_with_ib()
244 kfree(*job); in amdgpu_job_alloc_with_ib()
250 void amdgpu_job_set_resources(struct amdgpu_job *job, struct amdgpu_bo *gds, in amdgpu_job_set_resources() argument
254 job->gds_base = amdgpu_bo_gpu_offset(gds) >> PAGE_SHIFT; in amdgpu_job_set_resources()
255 job->gds_size = amdgpu_bo_size(gds) >> PAGE_SHIFT; in amdgpu_job_set_resources()
258 job->gws_base = amdgpu_bo_gpu_offset(gws) >> PAGE_SHIFT; in amdgpu_job_set_resources()
259 job->gws_size = amdgpu_bo_size(gws) >> PAGE_SHIFT; in amdgpu_job_set_resources()
262 job->oa_base = amdgpu_bo_gpu_offset(oa) >> PAGE_SHIFT; in amdgpu_job_set_resources()
263 job->oa_size = amdgpu_bo_size(oa) >> PAGE_SHIFT; in amdgpu_job_set_resources()
267 void amdgpu_job_free_resources(struct amdgpu_job *job) in amdgpu_job_free_resources() argument
273 if (job->base.s_fence && job->base.s_fence->finished.ops) in amdgpu_job_free_resources()
274 f = &job->base.s_fence->finished; in amdgpu_job_free_resources()
275 else if (job->hw_fence.ops) in amdgpu_job_free_resources()
276 f = &job->hw_fence; in amdgpu_job_free_resources()
280 for (i = 0; i < job->num_ibs; ++i) in amdgpu_job_free_resources()
281 amdgpu_ib_free(&job->ibs[i], f); in amdgpu_job_free_resources()
286 struct amdgpu_job *job = to_amdgpu_job(s_job); in amdgpu_job_free_cb() local
290 amdgpu_sync_free(&job->explicit_sync); in amdgpu_job_free_cb()
293 if (!job->hw_fence.ops) in amdgpu_job_free_cb()
294 kfree(job); in amdgpu_job_free_cb()
296 dma_fence_put(&job->hw_fence); in amdgpu_job_free_cb()
299 void amdgpu_job_set_gang_leader(struct amdgpu_job *job, in amdgpu_job_set_gang_leader() argument
304 WARN_ON(job->gang_submit); in amdgpu_job_set_gang_leader()
310 if (job != leader) in amdgpu_job_set_gang_leader()
312 job->gang_submit = fence; in amdgpu_job_set_gang_leader()
315 void amdgpu_job_free(struct amdgpu_job *job) in amdgpu_job_free() argument
317 if (job->base.entity) in amdgpu_job_free()
318 drm_sched_job_cleanup(&job->base); in amdgpu_job_free()
320 amdgpu_job_free_resources(job); in amdgpu_job_free()
321 amdgpu_sync_free(&job->explicit_sync); in amdgpu_job_free()
322 if (job->gang_submit != &job->base.s_fence->scheduled) in amdgpu_job_free()
323 dma_fence_put(job->gang_submit); in amdgpu_job_free()
325 if (!job->hw_fence.ops) in amdgpu_job_free()
326 kfree(job); in amdgpu_job_free()
328 dma_fence_put(&job->hw_fence); in amdgpu_job_free()
331 struct dma_fence *amdgpu_job_submit(struct amdgpu_job *job) in amdgpu_job_submit() argument
335 drm_sched_job_arm(&job->base); in amdgpu_job_submit()
336 f = dma_fence_get(&job->base.s_fence->finished); in amdgpu_job_submit()
337 amdgpu_job_free_resources(job); in amdgpu_job_submit()
338 drm_sched_entity_push_job(&job->base); in amdgpu_job_submit()
343 int amdgpu_job_submit_direct(struct amdgpu_job *job, struct amdgpu_ring *ring, in amdgpu_job_submit_direct() argument
348 job->base.sched = &ring->sched; in amdgpu_job_submit_direct()
349 r = amdgpu_ib_schedule(ring, job->num_ibs, job->ibs, job, fence); in amdgpu_job_submit_direct()
354 amdgpu_job_free(job); in amdgpu_job_submit_direct()
363 struct amdgpu_job *job = to_amdgpu_job(sched_job); in amdgpu_job_prepare_job() local
371 if (job->gang_submit) { in amdgpu_job_prepare_job()
372 fence = amdgpu_device_switch_gang(ring->adev, job->gang_submit); in amdgpu_job_prepare_job()
377 fence = amdgpu_device_enforce_isolation(ring->adev, ring, job); in amdgpu_job_prepare_job()
381 if (job->vm && !job->vmid) { in amdgpu_job_prepare_job()
382 r = amdgpu_vmid_grab(job->vm, ring, job, &fence); in amdgpu_job_prepare_job()
393 job->vm = NULL; in amdgpu_job_prepare_job()
400 dma_fence_set_error(&job->base.s_fence->finished, r); in amdgpu_job_prepare_job()
409 struct amdgpu_job *job; in amdgpu_job_run() local
412 job = to_amdgpu_job(sched_job); in amdgpu_job_run()
413 finished = &job->base.s_fence->finished; in amdgpu_job_run()
415 trace_amdgpu_sched_run_job(job); in amdgpu_job_run()
418 if (job->generation != amdgpu_vm_generation(adev, job->vm) || in amdgpu_job_run()
419 (job->job_run_counter && job->gang_submit)) in amdgpu_job_run()
426 r = amdgpu_ib_schedule(ring, job->num_ibs, job->ibs, job, in amdgpu_job_run()
434 job->job_run_counter++; in amdgpu_job_run()
435 amdgpu_job_free_resources(job); in amdgpu_job_run()