326 static void init_cfi_state(struct cfi_state *cfi)  in init_cfi_state()  argument
331 		cfi->regs[i].base = CFI_UNDEFINED;  in init_cfi_state()
332 		cfi->vals[i].base = CFI_UNDEFINED;  in init_cfi_state()
334 	cfi->cfa.base = CFI_UNDEFINED;  in init_cfi_state()
335 	cfi->drap_reg = CFI_UNDEFINED;  in init_cfi_state()
336 	cfi->drap_offset = -1;  in init_cfi_state()
343 	init_cfi_state(&state->cfi);  in init_insn_state()
351 	struct cfi_state *cfi = calloc(1, sizeof(struct cfi_state));  in cfi_alloc()  local
352 	if (!cfi) {  in cfi_alloc()
357 	return cfi;  in cfi_alloc()
370 static inline u32 cfi_key(struct cfi_state *cfi)  in cfi_key()  argument
372 	return jhash((void *)cfi + sizeof(cfi->hash),  in cfi_key()
373 		     sizeof(*cfi) - sizeof(cfi->hash), 0);  in cfi_key()
376 static struct cfi_state *cfi_hash_find_or_add(struct cfi_state *cfi)  in cfi_hash_find_or_add()  argument
378 	struct hlist_head *head = &cfi_hash[hash_min(cfi_key(cfi), cfi_bits)];  in cfi_hash_find_or_add()
382 		if (!cficmp(cfi, obj)) {  in cfi_hash_find_or_add()
389 	*obj = *cfi;  in cfi_hash_find_or_add()
395 static void cfi_hash_add(struct cfi_state *cfi)  in cfi_hash_add()  argument
397 	struct hlist_head *head = &cfi_hash[hash_min(cfi_key(cfi), cfi_bits)];  in cfi_hash_add()
399 	hlist_add_head(&cfi->hash, head);  in cfi_hash_add()
1725 		orig_alt_group->cfi = calloc(special_alt->orig_len,  in handle_group_alt()
1727 		if (!orig_alt_group->cfi) {  in handle_group_alt()
1847 	new_alt_group->cfi = orig_alt_group->cfi;  in handle_group_alt()
2193 	struct cfi_state cfi = init_cfi;  in read_unwind_hints()  local
2244 			insn->cfi = &force_undefined_cfi;  in read_unwind_hints()
2271 			insn->cfi = &func_cfi;  in read_unwind_hints()
2275 		if (insn->cfi)  in read_unwind_hints()
2276 			cfi = *(insn->cfi);  in read_unwind_hints()
2278 		if (arch_decode_hint_reg(hint->sp_reg, &cfi.cfa.base)) {  in read_unwind_hints()
2283 		cfi.cfa.offset = bswap_if_needed(file->elf, hint->sp_offset);  in read_unwind_hints()
2284 		cfi.type = hint->type;  in read_unwind_hints()
2285 		cfi.signal = hint->signal;  in read_unwind_hints()
2287 		insn->cfi = cfi_hash_find_or_add(&cfi);  in read_unwind_hints()
2620 	struct cfi_state *cfi = &state->cfi;  in has_modified_stack_frame()  local
2623 	if (cfi->cfa.base != initial_func_cfi.cfa.base || cfi->drap)  in has_modified_stack_frame()
2626 	if (cfi->cfa.offset != initial_func_cfi.cfa.offset)  in has_modified_stack_frame()
2629 	if (cfi->stack_size != initial_func_cfi.cfa.offset)  in has_modified_stack_frame()
2633 		if (cfi->regs[i].base != initial_func_cfi.regs[i].base ||  in has_modified_stack_frame()
2634 		    cfi->regs[i].offset != initial_func_cfi.regs[i].offset)  in has_modified_stack_frame()
2650 	struct cfi_state *cfi = &state->cfi;  in has_valid_stack_frame()  local
2652 	if (cfi->cfa.base == CFI_BP &&  in has_valid_stack_frame()
2653 	    check_reg_frame_pos(&cfi->regs[CFI_BP], -cfi->cfa.offset) &&  in has_valid_stack_frame()
2654 	    check_reg_frame_pos(&cfi->regs[CFI_RA], -cfi->cfa.offset + 8))  in has_valid_stack_frame()
2657 	if (cfi->drap && cfi->regs[CFI_BP].base == CFI_BP)  in has_valid_stack_frame()
2664 				  struct cfi_state *cfi,  in update_cfi_state_regs()  argument
2667 	struct cfi_reg *cfa = &cfi->cfa;  in update_cfi_state_regs()
2688 static void save_reg(struct cfi_state *cfi, unsigned char reg, int base, int offset)  in save_reg()  argument
2691 	    cfi->regs[reg].base == CFI_UNDEFINED) {  in save_reg()
2692 		cfi->regs[reg].base = base;  in save_reg()
2693 		cfi->regs[reg].offset = offset;  in save_reg()
2697 static void restore_reg(struct cfi_state *cfi, unsigned char reg)  in restore_reg()  argument
2699 	cfi->regs[reg].base = initial_func_cfi.regs[reg].base;  in restore_reg()
2700 	cfi->regs[reg].offset = initial_func_cfi.regs[reg].offset;  in restore_reg()
2758 			    struct cfi_state *cfi, struct stack_op *op)  in update_cfi_state()  argument
2760 	struct cfi_reg *cfa = &cfi->cfa;  in update_cfi_state()
2761 	struct cfi_reg *regs = cfi->regs;  in update_cfi_state()
2764 	if (cfi->force_undefined)  in update_cfi_state()
2776 	if (cfi->type == UNWIND_HINT_TYPE_REGS ||  in update_cfi_state()
2777 	    cfi->type == UNWIND_HINT_TYPE_REGS_PARTIAL)  in update_cfi_state()
2778 		return update_cfi_state_regs(insn, cfi, op);  in update_cfi_state()
2792 				cfi->bp_scratch = false;  in update_cfi_state()
2796 				 op->dest.reg == CFI_BP && cfi->drap) {  in update_cfi_state()
2800 				regs[CFI_BP].offset = -cfi->stack_size;  in update_cfi_state()
2801 				cfi->bp_scratch = false;  in update_cfi_state()
2816 				cfi->vals[op->dest.reg].base = CFI_CFA;  in update_cfi_state()
2817 				cfi->vals[op->dest.reg].offset = -cfi->stack_size;  in update_cfi_state()
2821 				 (cfa->base == CFI_BP || cfa->base == cfi->drap_reg)) {  in update_cfi_state()
2828 				cfi->stack_size = -cfi->regs[CFI_BP].offset;  in update_cfi_state()
2835 				    cfi->vals[op->src.reg].base == CFI_CFA) {  in update_cfi_state()
2845 					cfa->offset = -cfi->vals[op->src.reg].offset;  in update_cfi_state()
2846 					cfi->stack_size = cfa->offset;  in update_cfi_state()
2849 					   cfi->vals[op->src.reg].base == CFI_SP_INDIRECT &&  in update_cfi_state()
2850 					   cfi->vals[op->src.reg].offset == cfa->offset) {  in update_cfi_state()
2887 				 cfi->vals[op->src.reg].base == CFI_SP_INDIRECT &&  in update_cfi_state()
2888 				 cfi->vals[op->src.reg].offset == cfa->offset) {  in update_cfi_state()
2896 				cfi->stack_size += 8;  in update_cfi_state()
2906 				cfi->stack_size -= op->src.offset;  in update_cfi_state()
2931 					cfi->stack_size = -(op->src.offset + regs[CFI_BP].offset);  in update_cfi_state()
2939 				cfi->drap_reg = op->dest.reg;  in update_cfi_state()
2951 				cfi->vals[op->dest.reg].base = CFI_CFA;  in update_cfi_state()
2952 				cfi->vals[op->dest.reg].offset = \  in update_cfi_state()
2953 					-cfi->stack_size + op->src.offset;  in update_cfi_state()
2958 			if (cfi->drap && op->dest.reg == CFI_SP &&  in update_cfi_state()
2959 			    op->src.reg == cfi->drap_reg) {  in update_cfi_state()
2963 				cfa->offset = cfi->stack_size = -op->src.offset;  in update_cfi_state()
2964 				cfi->drap_reg = CFI_UNDEFINED;  in update_cfi_state()
2965 				cfi->drap = false;  in update_cfi_state()
2969 			if (op->dest.reg == cfi->cfa.base && !(next_insn && next_insn->hint)) {  in update_cfi_state()
2978 			    (cfi->drap_reg != CFI_UNDEFINED && cfa->base != CFI_SP) ||  in update_cfi_state()
2979 			    (cfi->drap_reg == CFI_UNDEFINED && cfa->base != CFI_BP)) {  in update_cfi_state()
2984 			if (cfi->drap_reg != CFI_UNDEFINED) {  in update_cfi_state()
2986 				cfa->base = cfi->drap_reg;  in update_cfi_state()
2987 				cfa->offset = cfi->stack_size = 0;  in update_cfi_state()
2988 				cfi->drap = true;  in update_cfi_state()
3007 			if (!cfi->drap && op->dest.reg == cfa->base) {  in update_cfi_state()
3013 			if (cfi->drap && cfa->base == CFI_BP_INDIRECT &&  in update_cfi_state()
3014 			    op->dest.reg == cfi->drap_reg &&  in update_cfi_state()
3015 			    cfi->drap_offset == -cfi->stack_size) {  in update_cfi_state()
3018 				cfa->base = cfi->drap_reg;  in update_cfi_state()
3020 				cfi->drap_offset = -1;  in update_cfi_state()
3022 			} else if (cfi->stack_size == -regs[op->dest.reg].offset) {  in update_cfi_state()
3025 				restore_reg(cfi, op->dest.reg);  in update_cfi_state()
3028 			cfi->stack_size -= 8;  in update_cfi_state()
3035 			if (!cfi->drap && op->dest.reg == cfa->base &&  in update_cfi_state()
3040 				cfa->offset = cfi->stack_size;  in update_cfi_state()
3043 			if (cfi->drap && op->src.reg == CFI_BP &&  in update_cfi_state()
3044 			    op->src.offset == cfi->drap_offset) {  in update_cfi_state()
3047 				cfa->base = cfi->drap_reg;  in update_cfi_state()
3049 				cfi->drap_offset = -1;  in update_cfi_state()
3052 			if (cfi->drap && op->src.reg == CFI_BP &&  in update_cfi_state()
3056 				restore_reg(cfi, op->dest.reg);  in update_cfi_state()
3063 				restore_reg(cfi, op->dest.reg);  in update_cfi_state()
3066 				   op->src.offset == regs[op->dest.reg].offset + cfi->stack_size) {  in update_cfi_state()
3069 				restore_reg(cfi, op->dest.reg);  in update_cfi_state()
3083 		cfi->stack_size += 8;  in update_cfi_state()
3090 		if (cfi->drap) {  in update_cfi_state()
3091 			if (op->src.reg == cfa->base && op->src.reg == cfi->drap_reg) {  in update_cfi_state()
3095 				cfa->offset = -cfi->stack_size;  in update_cfi_state()
3098 				cfi->drap_offset = -cfi->stack_size;  in update_cfi_state()
3100 			} else if (op->src.reg == CFI_BP && cfa->base == cfi->drap_reg) {  in update_cfi_state()
3103 				cfi->stack_size = 0;  in update_cfi_state()
3108 				save_reg(cfi, op->src.reg, CFI_BP, -cfi->stack_size);  in update_cfi_state()
3114 			save_reg(cfi, op->src.reg, CFI_CFA, -cfi->stack_size);  in update_cfi_state()
3120 			cfi->bp_scratch = true;  in update_cfi_state()
3125 		if (cfi->drap) {  in update_cfi_state()
3126 			if (op->src.reg == cfa->base && op->src.reg == cfi->drap_reg) {  in update_cfi_state()
3133 				cfi->drap_offset = op->dest.offset;  in update_cfi_state()
3137 				save_reg(cfi, op->src.reg, CFI_BP, op->dest.offset);  in update_cfi_state()
3144 			save_reg(cfi, op->src.reg, CFI_CFA,  in update_cfi_state()
3145 				 op->dest.offset - cfi->cfa.offset);  in update_cfi_state()
3150 			save_reg(cfi, op->src.reg, CFI_CFA,  in update_cfi_state()
3151 				 op->dest.offset - cfi->stack_size);  in update_cfi_state()
3156 			cfi->vals[op->dest.reg].base = CFI_SP_INDIRECT;  in update_cfi_state()
3157 			cfi->vals[op->dest.reg].offset = cfa->offset;  in update_cfi_state()
3169 		cfi->stack_size -= 8;  in update_cfi_state()
3200 	if (!insn->cfi) {  in propagate_alt_cfi()
3205 	alt_cfi = insn->alt_group->cfi;  in propagate_alt_cfi()
3209 		alt_cfi[group_off] = insn->cfi;  in propagate_alt_cfi()
3211 		if (cficmp(alt_cfi[group_off], insn->cfi)) {  in propagate_alt_cfi()
3232 		ret = update_cfi_state(insn, next_insn, &state->cfi, op);  in handle_insn_ops()
3265 	struct cfi_state *cfi1 = insn->cfi;  in insn_cfi_match()
3469 	if (state->cfi.bp_scratch) {  in validate_return()
3579 			if (!insn->hint && !insn_cfi_match(insn, &state.cfi))  in validate_branch()
3627 				insn->cfi = save_insn->cfi;  in validate_branch()
3631 			state.cfi = *insn->cfi;  in validate_branch()
3635 			if (prev_insn && !cficmp(prev_insn->cfi, &state.cfi)) {  in validate_branch()
3636 				insn->cfi = prev_insn->cfi;  in validate_branch()
3639 				insn->cfi = cfi_hash_find_or_add(&state.cfi);  in validate_branch()
3788 			if (state.cfi.cfa.base == CFI_UNDEFINED)  in validate_branch()
4130 	struct cfi_state *cfi;  in add_prefix_symbol()  local
4159 	if (!insn->cfi) {  in add_prefix_symbol()
4168 	cfi = cfi_hash_find_or_add(insn->cfi);  in add_prefix_symbol()
4170 		prev->cfi = cfi;  in add_prefix_symbol()
4233 		set_func_state(&state.cfi);  in validate_section()
4741 	if (opts.cfi) {  in check()