949 	struct uprobe_cpu_buffer *ucb;  in uprobe_buffer_get()  local
953 	ucb = per_cpu_ptr(uprobe_cpu_buffer, cpu);  in uprobe_buffer_get()
959 	mutex_lock(&ucb->mutex);  in uprobe_buffer_get()
961 	return ucb;  in uprobe_buffer_get()
964 static void uprobe_buffer_put(struct uprobe_cpu_buffer *ucb)  in uprobe_buffer_put()  argument
966 	if (!ucb)  in uprobe_buffer_put()
968 	mutex_unlock(&ucb->mutex);  in uprobe_buffer_put()
975 	struct uprobe_cpu_buffer *ucb;  in prepare_uprobe_buffer()  local
984 	ucb = uprobe_buffer_get();  in prepare_uprobe_buffer()
985 	ucb->dsize = tu->tp.size + dsize;  in prepare_uprobe_buffer()
987 	if (WARN_ON_ONCE(ucb->dsize > MAX_UCB_BUFFER_SIZE)) {  in prepare_uprobe_buffer()
988 		ucb->dsize = MAX_UCB_BUFFER_SIZE;  in prepare_uprobe_buffer()
992 	store_trace_args(ucb->buf, &tu->tp, regs, NULL, esize, dsize);  in prepare_uprobe_buffer()
994 	*ucbp = ucb;  in prepare_uprobe_buffer()
995 	return ucb;  in prepare_uprobe_buffer()
1000 				struct uprobe_cpu_buffer *ucb,  in __uprobe_trace_func()  argument
1015 	size = esize + ucb->dsize;  in __uprobe_trace_func()
1029 	memcpy(data, ucb->buf, ucb->dsize);  in __uprobe_trace_func()
1039 	struct uprobe_cpu_buffer *ucb;  in uprobe_trace_func()  local
1044 	ucb = prepare_uprobe_buffer(tu, regs, ucbp);  in uprobe_trace_func()
1048 		__uprobe_trace_func(tu, 0, regs, ucb, link->file);  in uprobe_trace_func()
1059 	struct uprobe_cpu_buffer *ucb;  in uretprobe_trace_func()  local
1061 	ucb = prepare_uprobe_buffer(tu, regs, ucbp);  in uretprobe_trace_func()
1065 		__uprobe_trace_func(tu, func, regs, ucb, link->file);  in uretprobe_trace_func()
1397 	struct uprobe_cpu_buffer *ucb;  in __uprobe_perf_func()  local
1419 	ucb = prepare_uprobe_buffer(tu, regs, ucbp);  in __uprobe_perf_func()
1420 	size = esize + ucb->dsize;  in __uprobe_perf_func()
1443 	memcpy(data, ucb->buf, ucb->dsize);  in __uprobe_perf_func()
1445 	if (size - esize > ucb->dsize)  in __uprobe_perf_func()
1446 		memset(data + ucb->dsize, 0, size - esize - ucb->dsize);  in __uprobe_perf_func()
1536 	struct uprobe_cpu_buffer *ucb = NULL;  in uprobe_dispatcher()  local
1552 		ret |= uprobe_trace_func(tu, regs, &ucb);  in uprobe_dispatcher()
1556 		ret |= uprobe_perf_func(tu, regs, &ucb);  in uprobe_dispatcher()
1558 	uprobe_buffer_put(ucb);  in uprobe_dispatcher()
1568 	struct uprobe_cpu_buffer *ucb = NULL;  in uretprobe_dispatcher()  local
1581 		uretprobe_trace_func(tu, func, regs, &ucb);  in uretprobe_dispatcher()
1585 		uretprobe_perf_func(tu, func, regs, &ucb);  in uretprobe_dispatcher()
1587 	uprobe_buffer_put(ucb);  in uretprobe_dispatcher()