112 static void free_transition_pgtable(struct kimage *image)  in free_transition_pgtable()  argument
114 	free_page((unsigned long)image->arch.p4d);  in free_transition_pgtable()
115 	image->arch.p4d = NULL;  in free_transition_pgtable()
116 	free_page((unsigned long)image->arch.pud);  in free_transition_pgtable()
117 	image->arch.pud = NULL;  in free_transition_pgtable()
118 	free_page((unsigned long)image->arch.pmd);  in free_transition_pgtable()
119 	image->arch.pmd = NULL;  in free_transition_pgtable()
120 	free_page((unsigned long)image->arch.pte);  in free_transition_pgtable()
121 	image->arch.pte = NULL;  in free_transition_pgtable()
124 static int init_transition_pgtable(struct kimage *image, pgd_t *pgd)  in init_transition_pgtable()  argument
135 	paddr = __pa(page_address(image->control_code_page)+PAGE_SIZE);  in init_transition_pgtable()
141 		image->arch.p4d = p4d;  in init_transition_pgtable()
149 		image->arch.pud = pud;  in init_transition_pgtable()
157 		image->arch.pmd = pmd;  in init_transition_pgtable()
165 		image->arch.pte = pte;  in init_transition_pgtable()
181 	struct kimage *image = (struct kimage *)data;  in alloc_pgt_page()  local
185 	page = kimage_alloc_control_pages(image, 0);  in alloc_pgt_page()
194 static int init_pgtable(struct kimage *image, unsigned long start_pgtable)  in init_pgtable()  argument
198 		.context	= image,  in init_pgtable()
234 	for (i = 0; i < image->nr_segments; i++) {  in init_pgtable()
235 		mstart = image->segment[i].mem;  in init_pgtable()
236 		mend   = mstart + image->segment[i].memsz;  in init_pgtable()
257 	return init_transition_pgtable(image, level4p);  in init_pgtable()
302 /* Update purgatory as needed after various image segments have been prepared */
303 static int arch_update_purgatory(struct kimage *image)  in arch_update_purgatory()  argument
307 	if (!image->file_mode)  in arch_update_purgatory()
311 	if (image->type == KEXEC_TYPE_CRASH) {  in arch_update_purgatory()
312 		ret = kexec_purgatory_get_set_symbol(image,  in arch_update_purgatory()
314 				&image->arch.backup_load_addr,  in arch_update_purgatory()
315 				sizeof(image->arch.backup_load_addr), 0);  in arch_update_purgatory()
319 		ret = kexec_purgatory_get_set_symbol(image,  in arch_update_purgatory()
321 				&image->arch.backup_src_start,  in arch_update_purgatory()
322 				sizeof(image->arch.backup_src_start), 0);  in arch_update_purgatory()
326 		ret = kexec_purgatory_get_set_symbol(image,  in arch_update_purgatory()
328 				&image->arch.backup_src_sz,  in arch_update_purgatory()
329 				sizeof(image->arch.backup_src_sz), 0);  in arch_update_purgatory()
337 static inline int arch_update_purgatory(struct kimage *image)  in arch_update_purgatory()  argument
343 int machine_kexec_prepare(struct kimage *image)  in machine_kexec_prepare()  argument
349 	start_pgtable = page_to_pfn(image->control_code_page) << PAGE_SHIFT;  in machine_kexec_prepare()
352 	result = init_pgtable(image, start_pgtable);  in machine_kexec_prepare()
357 	result = arch_update_purgatory(image);  in machine_kexec_prepare()
364 void machine_kexec_cleanup(struct kimage *image)  in machine_kexec_cleanup()  argument
366 	free_transition_pgtable(image);  in machine_kexec_cleanup()
373 void machine_kexec(struct kimage *image)  in machine_kexec()  argument
380 	if (image->preserve_context)  in machine_kexec()
390 	if (image->preserve_context) {  in machine_kexec()
403 	control_page = page_address(image->control_code_page) + PAGE_SIZE;  in machine_kexec()
409 	  (unsigned long)__pa(page_address(image->control_code_page));  in machine_kexec()
411 	if (image->type == KEXEC_TYPE_DEFAULT)  in machine_kexec()
412 		page_list[PA_SWAP_PAGE] = (page_to_pfn(image->swap_page)  in machine_kexec()
434 	image->start = relocate_kernel((unsigned long)image->head,  in machine_kexec()
436 				       image->start,  in machine_kexec()
437 				       image->preserve_context,  in machine_kexec()
441 	if (image->preserve_context)  in machine_kexec()
470 void *arch_kexec_kernel_image_load(struct kimage *image)  in arch_kexec_kernel_image_load()  argument
472 	vfree(image->arch.elf_headers);  in arch_kexec_kernel_image_load()
473 	image->arch.elf_headers = NULL;  in arch_kexec_kernel_image_load()
475 	if (!image->fops || !image->fops->load)  in arch_kexec_kernel_image_load()
478 	return image->fops->load(image, image->kernel_buf,  in arch_kexec_kernel_image_load()
479 				 image->kernel_buf_len, image->initrd_buf,  in arch_kexec_kernel_image_load()
480 				 image->initrd_buf_len, image->cmdline_buf,  in arch_kexec_kernel_image_load()
481 				 image->cmdline_buf_len);  in arch_kexec_kernel_image_load()