441 				    struct kexec_buf *kbuf)  in locate_mem_hole_top_down()  argument
443 	struct kimage *image = kbuf->image;  in locate_mem_hole_top_down()
446 	temp_end = min(end, kbuf->buf_max);  in locate_mem_hole_top_down()
447 	temp_start = temp_end - kbuf->memsz + 1;  in locate_mem_hole_top_down()
451 		temp_start = ALIGN_DOWN(temp_start, kbuf->buf_align);  in locate_mem_hole_top_down()
453 		if (temp_start < start || temp_start < kbuf->buf_min)  in locate_mem_hole_top_down()
456 		temp_end = temp_start + kbuf->memsz - 1;  in locate_mem_hole_top_down()
478 	kbuf->mem = temp_start;  in locate_mem_hole_top_down()
485 				     struct kexec_buf *kbuf)  in locate_mem_hole_bottom_up()  argument
487 	struct kimage *image = kbuf->image;  in locate_mem_hole_bottom_up()
490 	temp_start = max(start, kbuf->buf_min);  in locate_mem_hole_bottom_up()
493 		temp_start = ALIGN(temp_start, kbuf->buf_align);  in locate_mem_hole_bottom_up()
494 		temp_end = temp_start + kbuf->memsz - 1;  in locate_mem_hole_bottom_up()
496 		if (temp_end > end || temp_end > kbuf->buf_max)  in locate_mem_hole_bottom_up()
518 	kbuf->mem = temp_start;  in locate_mem_hole_bottom_up()
526 	struct kexec_buf *kbuf = (struct kexec_buf *)arg;  in locate_mem_hole_callback()  local
536 	if (sz < kbuf->memsz)  in locate_mem_hole_callback()
539 	if (end < kbuf->buf_min || start > kbuf->buf_max)  in locate_mem_hole_callback()
546 	if (kbuf->top_down)  in locate_mem_hole_callback()
547 		return locate_mem_hole_top_down(start, end, kbuf);  in locate_mem_hole_callback()
548 	return locate_mem_hole_bottom_up(start, end, kbuf);  in locate_mem_hole_callback()
552 static int kexec_walk_memblock(struct kexec_buf *kbuf,  in kexec_walk_memblock()  argument
561 	if (kbuf->image->type == KEXEC_TYPE_CRASH)  in kexec_walk_memblock()
562 		return func(&crashk_res, kbuf);  in kexec_walk_memblock()
570 	if (kbuf->top_down) {  in kexec_walk_memblock()
580 			ret = func(&res, kbuf);  in kexec_walk_memblock()
594 			ret = func(&res, kbuf);  in kexec_walk_memblock()
603 static int kexec_walk_memblock(struct kexec_buf *kbuf,  in kexec_walk_memblock()  argument
619 static int kexec_walk_resources(struct kexec_buf *kbuf,  in kexec_walk_resources()  argument
623 	if (kbuf->image->type == KEXEC_TYPE_CRASH)  in kexec_walk_resources()
627 					   kbuf, func);  in kexec_walk_resources()
629 	if (kbuf->top_down)  in kexec_walk_resources()
630 		return walk_system_ram_res_rev(0, ULONG_MAX, kbuf, func);  in kexec_walk_resources()
632 		return walk_system_ram_res(0, ULONG_MAX, kbuf, func);  in kexec_walk_resources()
643 int kexec_locate_mem_hole(struct kexec_buf *kbuf)  in kexec_locate_mem_hole()  argument
648 	if (kbuf->mem != KEXEC_BUF_MEM_UNKNOWN)  in kexec_locate_mem_hole()
652 		ret = kexec_walk_resources(kbuf, locate_mem_hole_callback);  in kexec_locate_mem_hole()
654 		ret = kexec_walk_memblock(kbuf, locate_mem_hole_callback);  in kexec_locate_mem_hole()
669 int kexec_add_buffer(struct kexec_buf *kbuf)  in kexec_add_buffer()  argument
675 	if (!kbuf->image->file_mode)  in kexec_add_buffer()
678 	if (kbuf->image->nr_segments >= KEXEC_SEGMENT_MAX)  in kexec_add_buffer()
688 	if (!list_empty(&kbuf->image->control_pages)) {  in kexec_add_buffer()
694 	kbuf->memsz = ALIGN(kbuf->memsz, PAGE_SIZE);  in kexec_add_buffer()
695 	kbuf->buf_align = max(kbuf->buf_align, PAGE_SIZE);  in kexec_add_buffer()
698 	ret = arch_kexec_locate_mem_hole(kbuf);  in kexec_add_buffer()
703 	ksegment = &kbuf->image->segment[kbuf->image->nr_segments];  in kexec_add_buffer()
704 	ksegment->kbuf = kbuf->buffer;  in kexec_add_buffer()
705 	ksegment->bufsz = kbuf->bufsz;  in kexec_add_buffer()
706 	ksegment->mem = kbuf->mem;  in kexec_add_buffer()
707 	ksegment->memsz = kbuf->memsz;  in kexec_add_buffer()
708 	kbuf->image->nr_segments++;  in kexec_add_buffer()
776 		if (ksegment->kbuf == pi->purgatory_buf)  in kexec_calculate_store_digests()
779 		ret = crypto_shash_update(desc, ksegment->kbuf,  in kexec_calculate_store_digests()
847 				      struct kexec_buf *kbuf)  in kexec_purgatory_setup_kbuf()  argument
856 	kbuf->buf_align = bss_align = 1;  in kexec_purgatory_setup_kbuf()
857 	kbuf->bufsz = bss_sz = 0;  in kexec_purgatory_setup_kbuf()
865 			if (kbuf->buf_align < align)  in kexec_purgatory_setup_kbuf()
866 				kbuf->buf_align = align;  in kexec_purgatory_setup_kbuf()
867 			kbuf->bufsz = ALIGN(kbuf->bufsz, align);  in kexec_purgatory_setup_kbuf()
868 			kbuf->bufsz += sechdrs[i].sh_size;  in kexec_purgatory_setup_kbuf()
876 	kbuf->bufsz = ALIGN(kbuf->bufsz, bss_align);  in kexec_purgatory_setup_kbuf()
877 	kbuf->memsz = kbuf->bufsz + bss_sz;  in kexec_purgatory_setup_kbuf()
878 	if (kbuf->buf_align < bss_align)  in kexec_purgatory_setup_kbuf()
879 		kbuf->buf_align = bss_align;  in kexec_purgatory_setup_kbuf()
881 	kbuf->buffer = vzalloc(kbuf->bufsz);  in kexec_purgatory_setup_kbuf()
882 	if (!kbuf->buffer)  in kexec_purgatory_setup_kbuf()
884 	pi->purgatory_buf = kbuf->buffer;  in kexec_purgatory_setup_kbuf()
886 	ret = kexec_add_buffer(kbuf);  in kexec_purgatory_setup_kbuf()
908 					 struct kexec_buf *kbuf)  in kexec_purgatory_setup_sechdrs()  argument
928 	bss_addr = kbuf->mem + kbuf->bufsz;  in kexec_purgatory_setup_sechdrs()
929 	kbuf->image->start = pi->ehdr->e_entry;  in kexec_purgatory_setup_sechdrs()
962 		    !WARN_ON(kbuf->image->start != pi->ehdr->e_entry)) {  in kexec_purgatory_setup_sechdrs()
963 			kbuf->image->start -= sechdrs[i].sh_addr;  in kexec_purgatory_setup_sechdrs()
964 			kbuf->image->start += kbuf->mem + offset;  in kexec_purgatory_setup_sechdrs()
971 		sechdrs[i].sh_addr = kbuf->mem + offset;  in kexec_purgatory_setup_sechdrs()
1050 int kexec_load_purgatory(struct kimage *image, struct kexec_buf *kbuf)  in kexec_load_purgatory()  argument
1060 	ret = kexec_purgatory_setup_kbuf(pi, kbuf);  in kexec_load_purgatory()
1064 	ret = kexec_purgatory_setup_sechdrs(pi, kbuf);  in kexec_load_purgatory()