88 	u32 *align_shadow_src, shadow;  in kmsan_internal_memmove_metadata()  local
99 		 * @src is untracked: zero out destination shadow, ignore the  in kmsan_internal_memmove_metadata()
130 		shadow = align_shadow_src[i];  in kmsan_internal_memmove_metadata()
135 			 * of the first shadow slot.  in kmsan_internal_memmove_metadata()
138 			shadow = (shadow >> skip_bits) << skip_bits;  in kmsan_internal_memmove_metadata()
145 			 * last shadow slot.  in kmsan_internal_memmove_metadata()
148 			shadow = (shadow << skip_bits) >> skip_bits;  in kmsan_internal_memmove_metadata()
152 		 * shadow is nonempty.  in kmsan_internal_memmove_metadata()
154 		if (origin_src[i] && (origin_src[i] != old_origin) && shadow) {  in kmsan_internal_memmove_metadata()
165 		if (shadow)  in kmsan_internal_memmove_metadata()
175 	 * This is only done if the part of the source shadow corresponding to  in kmsan_internal_memmove_metadata()
183 	 *   src shadow: |uuuu|uuuu|....|  in kmsan_internal_memmove_metadata()
187 	 *   dst shadow: |.uuu|uuuu|u...|  in kmsan_internal_memmove_metadata()
190 	 *   dst shadow: |.uuu|uuuu|u...|  in kmsan_internal_memmove_metadata()
195 			shadow = align_shadow_src[src_slots - 1];  in kmsan_internal_memmove_metadata()
197 			shadow = (shadow << skip_bits) >> skip_bits;  in kmsan_internal_memmove_metadata()
198 			if (shadow)  in kmsan_internal_memmove_metadata()
203 			shadow = align_shadow_src[0];  in kmsan_internal_memmove_metadata()
205 			shadow = (shadow >> skip_bits) << skip_bits;  in kmsan_internal_memmove_metadata()
206 			if (shadow)  in kmsan_internal_memmove_metadata()
269 		 * kmsan_metadata_is_contiguous() is true, so either all shadow  in kmsan_internal_set_shadow_origin()
273 			pr_err("%s: not memsetting %ld bytes starting at %px, because the shadow is NULL\n",  in kmsan_internal_set_shadow_origin()
314 	unsigned char *shadow = NULL;  in kmsan_internal_check_memory()  local
325 		shadow = kmsan_get_metadata((void *)(addr64 + pos),  in kmsan_internal_check_memory()
327 		if (!shadow) {  in kmsan_internal_check_memory()
345 			if (!shadow[i]) {  in kmsan_internal_check_memory()
434 	pr_err("%s: attempting to access two shadow page ranges.\n", __func__);  in kmsan_metadata_is_contiguous()
438 	pr_err("page[0].shadow: %px, page[1].shadow: %px\n", cur_shadow,  in kmsan_metadata_is_contiguous()