444 				    struct kexec_buf *kbuf)  in locate_mem_hole_top_down()  argument
446 	struct kimage *image = kbuf->image;  in locate_mem_hole_top_down()
449 	temp_end = min(end, kbuf->buf_max);  in locate_mem_hole_top_down()
450 	temp_start = temp_end - kbuf->memsz;  in locate_mem_hole_top_down()
454 		temp_start = temp_start & (~(kbuf->buf_align - 1));  in locate_mem_hole_top_down()
456 		if (temp_start < start || temp_start < kbuf->buf_min)  in locate_mem_hole_top_down()
459 		temp_end = temp_start + kbuf->memsz - 1;  in locate_mem_hole_top_down()
475 	kbuf->mem = temp_start;  in locate_mem_hole_top_down()
482 				     struct kexec_buf *kbuf)  in locate_mem_hole_bottom_up()  argument
484 	struct kimage *image = kbuf->image;  in locate_mem_hole_bottom_up()
487 	temp_start = max(start, kbuf->buf_min);  in locate_mem_hole_bottom_up()
490 		temp_start = ALIGN(temp_start, kbuf->buf_align);  in locate_mem_hole_bottom_up()
491 		temp_end = temp_start + kbuf->memsz - 1;  in locate_mem_hole_bottom_up()
493 		if (temp_end > end || temp_end > kbuf->buf_max)  in locate_mem_hole_bottom_up()
509 	kbuf->mem = temp_start;  in locate_mem_hole_bottom_up()
517 	struct kexec_buf *kbuf = (struct kexec_buf *)arg;  in locate_mem_hole_callback()  local
527 	if (sz < kbuf->memsz)  in locate_mem_hole_callback()
530 	if (end < kbuf->buf_min || start > kbuf->buf_max)  in locate_mem_hole_callback()
537 	if (kbuf->top_down)  in locate_mem_hole_callback()
538 		return locate_mem_hole_top_down(start, end, kbuf);  in locate_mem_hole_callback()
539 	return locate_mem_hole_bottom_up(start, end, kbuf);  in locate_mem_hole_callback()
543 static int kexec_walk_memblock(struct kexec_buf *kbuf,  in kexec_walk_memblock()  argument
551 	if (kbuf->image->type == KEXEC_TYPE_CRASH)  in kexec_walk_memblock()
552 		return func(&crashk_res, kbuf);  in kexec_walk_memblock()
554 	if (kbuf->top_down) {  in kexec_walk_memblock()
564 			ret = func(&res, kbuf);  in kexec_walk_memblock()
578 			ret = func(&res, kbuf);  in kexec_walk_memblock()
587 static int kexec_walk_memblock(struct kexec_buf *kbuf,  in kexec_walk_memblock()  argument
603 static int kexec_walk_resources(struct kexec_buf *kbuf,  in kexec_walk_resources()  argument
606 	if (kbuf->image->type == KEXEC_TYPE_CRASH)  in kexec_walk_resources()
610 					   kbuf, func);  in kexec_walk_resources()
612 		return walk_system_ram_res(0, ULONG_MAX, kbuf, func);  in kexec_walk_resources()
623 int kexec_locate_mem_hole(struct kexec_buf *kbuf)  in kexec_locate_mem_hole()  argument
628 	if (kbuf->mem != KEXEC_BUF_MEM_UNKNOWN)  in kexec_locate_mem_hole()
632 		ret = kexec_walk_resources(kbuf, locate_mem_hole_callback);  in kexec_locate_mem_hole()
634 		ret = kexec_walk_memblock(kbuf, locate_mem_hole_callback);  in kexec_locate_mem_hole()
647 int __weak arch_kexec_locate_mem_hole(struct kexec_buf *kbuf)  in arch_kexec_locate_mem_hole()  argument
649 	return kexec_locate_mem_hole(kbuf);  in arch_kexec_locate_mem_hole()
662 int kexec_add_buffer(struct kexec_buf *kbuf)  in kexec_add_buffer()  argument
668 	if (!kbuf->image->file_mode)  in kexec_add_buffer()
671 	if (kbuf->image->nr_segments >= KEXEC_SEGMENT_MAX)  in kexec_add_buffer()
681 	if (!list_empty(&kbuf->image->control_pages)) {  in kexec_add_buffer()
687 	kbuf->memsz = ALIGN(kbuf->memsz, PAGE_SIZE);  in kexec_add_buffer()
688 	kbuf->buf_align = max(kbuf->buf_align, PAGE_SIZE);  in kexec_add_buffer()
691 	ret = arch_kexec_locate_mem_hole(kbuf);  in kexec_add_buffer()
696 	ksegment = &kbuf->image->segment[kbuf->image->nr_segments];  in kexec_add_buffer()
697 	ksegment->kbuf = kbuf->buffer;  in kexec_add_buffer()
698 	ksegment->bufsz = kbuf->bufsz;  in kexec_add_buffer()
699 	ksegment->mem = kbuf->mem;  in kexec_add_buffer()
700 	ksegment->memsz = kbuf->memsz;  in kexec_add_buffer()
701 	kbuf->image->nr_segments++;  in kexec_add_buffer()
761 		if (ksegment->kbuf == pi->purgatory_buf)  in kexec_calculate_store_digests()
764 		ret = crypto_shash_update(desc, ksegment->kbuf,  in kexec_calculate_store_digests()
832 				      struct kexec_buf *kbuf)  in kexec_purgatory_setup_kbuf()  argument
841 	kbuf->buf_align = bss_align = 1;  in kexec_purgatory_setup_kbuf()
842 	kbuf->bufsz = bss_sz = 0;  in kexec_purgatory_setup_kbuf()
850 			if (kbuf->buf_align < align)  in kexec_purgatory_setup_kbuf()
851 				kbuf->buf_align = align;  in kexec_purgatory_setup_kbuf()
852 			kbuf->bufsz = ALIGN(kbuf->bufsz, align);  in kexec_purgatory_setup_kbuf()
853 			kbuf->bufsz += sechdrs[i].sh_size;  in kexec_purgatory_setup_kbuf()
861 	kbuf->bufsz = ALIGN(kbuf->bufsz, bss_align);  in kexec_purgatory_setup_kbuf()
862 	kbuf->memsz = kbuf->bufsz + bss_sz;  in kexec_purgatory_setup_kbuf()
863 	if (kbuf->buf_align < bss_align)  in kexec_purgatory_setup_kbuf()
864 		kbuf->buf_align = bss_align;  in kexec_purgatory_setup_kbuf()
866 	kbuf->buffer = vzalloc(kbuf->bufsz);  in kexec_purgatory_setup_kbuf()
867 	if (!kbuf->buffer)  in kexec_purgatory_setup_kbuf()
869 	pi->purgatory_buf = kbuf->buffer;  in kexec_purgatory_setup_kbuf()
871 	ret = kexec_add_buffer(kbuf);  in kexec_purgatory_setup_kbuf()
893 					 struct kexec_buf *kbuf)  in kexec_purgatory_setup_sechdrs()  argument
912 	bss_addr = kbuf->mem + kbuf->bufsz;  in kexec_purgatory_setup_sechdrs()
913 	kbuf->image->start = pi->ehdr->e_entry;  in kexec_purgatory_setup_sechdrs()
935 			kbuf->image->start -= sechdrs[i].sh_addr;  in kexec_purgatory_setup_sechdrs()
936 			kbuf->image->start += kbuf->mem + offset;  in kexec_purgatory_setup_sechdrs()
943 		sechdrs[i].sh_addr = kbuf->mem + offset;  in kexec_purgatory_setup_sechdrs()
1022 int kexec_load_purgatory(struct kimage *image, struct kexec_buf *kbuf)  in kexec_load_purgatory()  argument
1032 	ret = kexec_purgatory_setup_kbuf(pi, kbuf);  in kexec_load_purgatory()
1036 	ret = kexec_purgatory_setup_sechdrs(pi, kbuf);  in kexec_load_purgatory()