420 				    struct kexec_buf *kbuf)  in locate_mem_hole_top_down()  argument
422 	struct kimage *image = kbuf->image;  in locate_mem_hole_top_down()
425 	temp_end = min(end, kbuf->buf_max);  in locate_mem_hole_top_down()
426 	temp_start = temp_end - kbuf->memsz;  in locate_mem_hole_top_down()
430 		temp_start = temp_start & (~(kbuf->buf_align - 1));  in locate_mem_hole_top_down()
432 		if (temp_start < start || temp_start < kbuf->buf_min)  in locate_mem_hole_top_down()
435 		temp_end = temp_start + kbuf->memsz - 1;  in locate_mem_hole_top_down()
451 	kbuf->mem = temp_start;  in locate_mem_hole_top_down()
458 				     struct kexec_buf *kbuf)  in locate_mem_hole_bottom_up()  argument
460 	struct kimage *image = kbuf->image;  in locate_mem_hole_bottom_up()
463 	temp_start = max(start, kbuf->buf_min);  in locate_mem_hole_bottom_up()
466 		temp_start = ALIGN(temp_start, kbuf->buf_align);  in locate_mem_hole_bottom_up()
467 		temp_end = temp_start + kbuf->memsz - 1;  in locate_mem_hole_bottom_up()
469 		if (temp_end > end || temp_end > kbuf->buf_max)  in locate_mem_hole_bottom_up()
485 	kbuf->mem = temp_start;  in locate_mem_hole_bottom_up()
493 	struct kexec_buf *kbuf = (struct kexec_buf *)arg;  in locate_mem_hole_callback()  local
503 	if (sz < kbuf->memsz)  in locate_mem_hole_callback()
506 	if (end < kbuf->buf_min || start > kbuf->buf_max)  in locate_mem_hole_callback()
513 	if (kbuf->top_down)  in locate_mem_hole_callback()
514 		return locate_mem_hole_top_down(start, end, kbuf);  in locate_mem_hole_callback()
515 	return locate_mem_hole_bottom_up(start, end, kbuf);  in locate_mem_hole_callback()
519 static int kexec_walk_memblock(struct kexec_buf *kbuf,  in kexec_walk_memblock()  argument
527 	if (kbuf->image->type == KEXEC_TYPE_CRASH)  in kexec_walk_memblock()
528 		return func(&crashk_res, kbuf);  in kexec_walk_memblock()
535 	if (kbuf->top_down) {  in kexec_walk_memblock()
545 			ret = func(&res, kbuf);  in kexec_walk_memblock()
559 			ret = func(&res, kbuf);  in kexec_walk_memblock()
568 static int kexec_walk_memblock(struct kexec_buf *kbuf,  in kexec_walk_memblock()  argument
584 static int kexec_walk_resources(struct kexec_buf *kbuf,  in kexec_walk_resources()  argument
587 	if (kbuf->image->type == KEXEC_TYPE_CRASH)  in kexec_walk_resources()
591 					   kbuf, func);  in kexec_walk_resources()
593 		return walk_system_ram_res(0, ULONG_MAX, kbuf, func);  in kexec_walk_resources()
604 int kexec_locate_mem_hole(struct kexec_buf *kbuf)  in kexec_locate_mem_hole()  argument
609 	if (kbuf->mem != KEXEC_BUF_MEM_UNKNOWN)  in kexec_locate_mem_hole()
613 		ret = kexec_walk_resources(kbuf, locate_mem_hole_callback);  in kexec_locate_mem_hole()
615 		ret = kexec_walk_memblock(kbuf, locate_mem_hole_callback);  in kexec_locate_mem_hole()
630 int kexec_add_buffer(struct kexec_buf *kbuf)  in kexec_add_buffer()  argument
636 	if (!kbuf->image->file_mode)  in kexec_add_buffer()
639 	if (kbuf->image->nr_segments >= KEXEC_SEGMENT_MAX)  in kexec_add_buffer()
649 	if (!list_empty(&kbuf->image->control_pages)) {  in kexec_add_buffer()
655 	kbuf->memsz = ALIGN(kbuf->memsz, PAGE_SIZE);  in kexec_add_buffer()
656 	kbuf->buf_align = max(kbuf->buf_align, PAGE_SIZE);  in kexec_add_buffer()
659 	ret = arch_kexec_locate_mem_hole(kbuf);  in kexec_add_buffer()
664 	ksegment = &kbuf->image->segment[kbuf->image->nr_segments];  in kexec_add_buffer()
665 	ksegment->kbuf = kbuf->buffer;  in kexec_add_buffer()
666 	ksegment->bufsz = kbuf->bufsz;  in kexec_add_buffer()
667 	ksegment->mem = kbuf->mem;  in kexec_add_buffer()
668 	ksegment->memsz = kbuf->memsz;  in kexec_add_buffer()
669 	kbuf->image->nr_segments++;  in kexec_add_buffer()
731 		if (ksegment->kbuf == pi->purgatory_buf)  in kexec_calculate_store_digests()
734 		ret = crypto_shash_update(desc, ksegment->kbuf,  in kexec_calculate_store_digests()
802 				      struct kexec_buf *kbuf)  in kexec_purgatory_setup_kbuf()  argument
811 	kbuf->buf_align = bss_align = 1;  in kexec_purgatory_setup_kbuf()
812 	kbuf->bufsz = bss_sz = 0;  in kexec_purgatory_setup_kbuf()
820 			if (kbuf->buf_align < align)  in kexec_purgatory_setup_kbuf()
821 				kbuf->buf_align = align;  in kexec_purgatory_setup_kbuf()
822 			kbuf->bufsz = ALIGN(kbuf->bufsz, align);  in kexec_purgatory_setup_kbuf()
823 			kbuf->bufsz += sechdrs[i].sh_size;  in kexec_purgatory_setup_kbuf()
831 	kbuf->bufsz = ALIGN(kbuf->bufsz, bss_align);  in kexec_purgatory_setup_kbuf()
832 	kbuf->memsz = kbuf->bufsz + bss_sz;  in kexec_purgatory_setup_kbuf()
833 	if (kbuf->buf_align < bss_align)  in kexec_purgatory_setup_kbuf()
834 		kbuf->buf_align = bss_align;  in kexec_purgatory_setup_kbuf()
836 	kbuf->buffer = vzalloc(kbuf->bufsz);  in kexec_purgatory_setup_kbuf()
837 	if (!kbuf->buffer)  in kexec_purgatory_setup_kbuf()
839 	pi->purgatory_buf = kbuf->buffer;  in kexec_purgatory_setup_kbuf()
841 	ret = kexec_add_buffer(kbuf);  in kexec_purgatory_setup_kbuf()
863 					 struct kexec_buf *kbuf)  in kexec_purgatory_setup_sechdrs()  argument
882 	bss_addr = kbuf->mem + kbuf->bufsz;  in kexec_purgatory_setup_sechdrs()
883 	kbuf->image->start = pi->ehdr->e_entry;  in kexec_purgatory_setup_sechdrs()
905 			kbuf->image->start -= sechdrs[i].sh_addr;  in kexec_purgatory_setup_sechdrs()
906 			kbuf->image->start += kbuf->mem + offset;  in kexec_purgatory_setup_sechdrs()
913 		sechdrs[i].sh_addr = kbuf->mem + offset;  in kexec_purgatory_setup_sechdrs()
992 int kexec_load_purgatory(struct kimage *image, struct kexec_buf *kbuf)  in kexec_load_purgatory()  argument
1002 	ret = kexec_purgatory_setup_kbuf(pi, kbuf);  in kexec_load_purgatory()
1006 	ret = kexec_purgatory_setup_sechdrs(pi, kbuf);  in kexec_load_purgatory()