17 /* Each gva in gva_list encodes up to 4096 pages to flush */
38 		 * pages to flush (in addition to the 'cur' page).  in fill_gva_list()
60 	struct hv_tlb_flush *flush;  in hyperv_flush_tlb_others()  local
77 	flush = *flush_pcpu;  in hyperv_flush_tlb_others()
79 	if (unlikely(!flush)) {  in hyperv_flush_tlb_others()
89 		flush->address_space = virt_to_phys(info->mm->pgd);  in hyperv_flush_tlb_others()
90 		flush->address_space &= CR3_ADDR_MASK;  in hyperv_flush_tlb_others()
91 		flush->flags = 0;  in hyperv_flush_tlb_others()
93 		flush->address_space = 0;  in hyperv_flush_tlb_others()
94 		flush->flags = HV_FLUSH_ALL_VIRTUAL_ADDRESS_SPACES;  in hyperv_flush_tlb_others()
97 	flush->processor_mask = 0;  in hyperv_flush_tlb_others()
99 		flush->flags |= HV_FLUSH_ALL_PROCESSORS;  in hyperv_flush_tlb_others()
126 				  &flush->processor_mask);  in hyperv_flush_tlb_others()
131 	 * We can flush not more than max_gvas with one hypercall. Flush the  in hyperv_flush_tlb_others()
134 	max_gvas = (PAGE_SIZE - sizeof(*flush)) / sizeof(flush->gva_list[0]);  in hyperv_flush_tlb_others()
137 		flush->flags |= HV_FLUSH_NON_GLOBAL_MAPPINGS_ONLY;  in hyperv_flush_tlb_others()
139 					 flush, NULL);  in hyperv_flush_tlb_others()
143 					 flush, NULL);  in hyperv_flush_tlb_others()
145 		gva_n = fill_gva_list(flush->gva_list, 0,  in hyperv_flush_tlb_others()
148 					     gva_n, 0, flush, NULL);  in hyperv_flush_tlb_others()
169 	struct hv_tlb_flush_ex *flush;  in hyperv_flush_tlb_others_ex()  local
178 	flush = *flush_pcpu;  in hyperv_flush_tlb_others_ex()
185 		flush->address_space = virt_to_phys(info->mm->pgd);  in hyperv_flush_tlb_others_ex()
186 		flush->address_space &= CR3_ADDR_MASK;  in hyperv_flush_tlb_others_ex()
187 		flush->flags = 0;  in hyperv_flush_tlb_others_ex()
189 		flush->address_space = 0;  in hyperv_flush_tlb_others_ex()
190 		flush->flags = HV_FLUSH_ALL_VIRTUAL_ADDRESS_SPACES;  in hyperv_flush_tlb_others_ex()
193 	flush->hv_vp_set.valid_bank_mask = 0;  in hyperv_flush_tlb_others_ex()
195 	flush->hv_vp_set.format = HV_GENERIC_SET_SPARSE_4K;  in hyperv_flush_tlb_others_ex()
196 	nr_bank = cpumask_to_vpset(&(flush->hv_vp_set), cpus);  in hyperv_flush_tlb_others_ex()
201 	 * We can flush not more than max_gvas with one hypercall. Flush the  in hyperv_flush_tlb_others_ex()
205 		(PAGE_SIZE - sizeof(*flush) - nr_bank *  in hyperv_flush_tlb_others_ex()
206 		 sizeof(flush->hv_vp_set.bank_contents[0])) /  in hyperv_flush_tlb_others_ex()
207 		sizeof(flush->gva_list[0]);  in hyperv_flush_tlb_others_ex()
210 		flush->flags |= HV_FLUSH_NON_GLOBAL_MAPPINGS_ONLY;  in hyperv_flush_tlb_others_ex()
213 			0, nr_bank, flush, NULL);  in hyperv_flush_tlb_others_ex()
218 			0, nr_bank, flush, NULL);  in hyperv_flush_tlb_others_ex()
220 		gva_n = fill_gva_list(flush->gva_list, nr_bank,  in hyperv_flush_tlb_others_ex()
224 			gva_n, nr_bank, flush, NULL);  in hyperv_flush_tlb_others_ex()
235 	pr_info("Using hypercall for remote TLB flush\n");  in hyperv_setup_mmu_ops()