260 		struct msm_gem_submit *submit, char *comm, char *cmd)  in msm_gpu_crashstate_capture()  argument
281 	if (submit) {  in msm_gpu_crashstate_capture()
286 			struct msm_mmu *mmu = submit->aspace->mmu;  in msm_gpu_crashstate_capture()
293 		state->bos = kcalloc(submit->nr_bos,  in msm_gpu_crashstate_capture()
296 		for (i = 0; state->bos && i < submit->nr_bos; i++) {  in msm_gpu_crashstate_capture()
297 			msm_gpu_crashstate_get_bo(state, submit->bos[i].obj,  in msm_gpu_crashstate_capture()
298 						  submit->bos[i].iova,  in msm_gpu_crashstate_capture()
299 						  should_dump(submit, i));  in msm_gpu_crashstate_capture()
311 		struct msm_gem_submit *submit, char *comm, char *cmd)  in msm_gpu_crashstate_capture()  argument
323 	struct msm_gem_submit *submit;  in find_submit()  local
327 	list_for_each_entry(submit, &ring->submits, node) {  in find_submit()
328 		if (submit->seqno == fence) {  in find_submit()
330 			return submit;  in find_submit()
340 static void get_comm_cmdline(struct msm_gem_submit *submit, char **comm, char **cmd)  in get_comm_cmdline()  argument
342 	struct msm_file_private *ctx = submit->queue->ctx;  in get_comm_cmdline()
345 	WARN_ON(!mutex_is_locked(&submit->gpu->lock));  in get_comm_cmdline()
351 	task = get_pid_task(submit->pid, PIDTYPE_PID);  in get_comm_cmdline()
369 	struct msm_gem_submit *submit;  in recover_worker()  local
378 	submit = find_submit(cur_ring, cur_ring->memptrs->fence + 1);  in recover_worker()
384 	if (!submit)  in recover_worker()
388 	submit->queue->faults++;  in recover_worker()
389 	if (submit->aspace)  in recover_worker()
390 		submit->aspace->faults++;  in recover_worker()
392 	get_comm_cmdline(submit, &comm, &cmd);  in recover_worker()
398 		msm_rd_dump_submit(priv->hangrd, submit,  in recover_worker()
403 		msm_rd_dump_submit(priv->hangrd, submit, NULL);  in recover_worker()
408 	msm_gpu_crashstate_capture(gpu, submit, comm, cmd);  in recover_worker()
448 			list_for_each_entry(submit, &ring->submits, node)  in recover_worker()
449 				gpu->funcs->submit(gpu, submit);  in recover_worker()
465 	struct msm_gem_submit *submit;  in fault_worker()  local
471 	submit = find_submit(cur_ring, cur_ring->memptrs->fence + 1);  in fault_worker()
472 	if (submit && submit->fault_dumped)  in fault_worker()
475 	if (submit) {  in fault_worker()
476 		get_comm_cmdline(submit, &comm, &cmd);  in fault_worker()
482 		submit->fault_dumped = true;  in fault_worker()
487 	msm_gpu_crashstate_capture(gpu, submit, comm, cmd);  in fault_worker()
659 		struct msm_gem_submit *submit)  in retire_submit()  argument
661 	int index = submit->seqno % MSM_GPU_SUBMIT_STATS_COUNT;  in retire_submit()
679 	submit->queue->ctx->elapsed_ns += elapsed;  in retire_submit()
680 	submit->queue->ctx->cycles     += cycles;  in retire_submit()
682 	trace_msm_gpu_submit_retired(submit, elapsed, clock,  in retire_submit()
685 	msm_submit_retire(submit);  in retire_submit()
690 	list_del(&submit->node);  in retire_submit()
704 	msm_gem_submit_put(submit);  in retire_submit()
716 			struct msm_gem_submit *submit = NULL;  in retire_submits()  local
720 			submit = list_first_entry_or_null(&ring->submits,  in retire_submits()
729 			if (submit && dma_fence_is_signaled(submit->hw_fence)) {  in retire_submits()
730 				retire_submit(gpu, ring, submit);  in retire_submits()
760 void msm_gpu_submit(struct msm_gpu *gpu, struct msm_gem_submit *submit)  in msm_gpu_submit()  argument
762 	struct msm_ringbuffer *ring = submit->ring;  in msm_gpu_submit()
771 	submit->seqno = submit->hw_fence->seqno;  in msm_gpu_submit()
779 	msm_gem_submit_get(submit);  in msm_gpu_submit()
782 	list_add_tail(&submit->node, &ring->submits);  in msm_gpu_submit()
794 	gpu->funcs->submit(gpu, submit);  in msm_gpu_submit()
795 	submit->ring->cur_ctx_seqno = submit->queue->ctx->seqno;  in msm_gpu_submit()