118 #define JOURNAL_SECTOR_DATA		((1 << SECTOR_SHIFT) - sizeof(commit_id_t))
453 		ms += offset >> (SECTOR_SHIFT + ic->log2_buffer_sectors - ic->log2_tag_size);  in get_metadata_sector_and_offset()
454 		mo = (offset << ic->log2_tag_size) & ((1U << SECTOR_SHIFT << ic->log2_buffer_sectors) - 1);  in get_metadata_sector_and_offset()
456 		ms += (__u64)offset * ic->tag_size >> (SECTOR_SHIFT + ic->log2_buffer_sectors);  in get_metadata_sector_and_offset()
457 		mo = (offset * ic->tag_size) & ((1U << SECTOR_SHIFT << ic->log2_buffer_sectors) - 1);  in get_metadata_sector_and_offset()
508 	if (sizeof(struct superblock) + size > 1 << SECTOR_SHIFT) {  in sb_mac()
521 	r = crypto_shash_update(desc, (__u8 *)ic->sb, (1 << SECTOR_SHIFT) - size);  in sb_mac()
528 		r = crypto_shash_final(desc, (__u8 *)ic->sb + (1 << SECTOR_SHIFT) - size);  in sb_mac()
540 		if (memcmp((__u8 *)ic->sb + (1 << SECTOR_SHIFT) - size, result, size)) {  in sb_mac()
744 	*pl_index = sector >> (PAGE_SHIFT - SECTOR_SHIFT);  in page_list_location()
745 	*pl_offset = (sector << SECTOR_SHIFT) & (PAGE_SIZE - 1);  in page_list_location()
757 		*n_sectors = (PAGE_SIZE - pl_offset) >> SECTOR_SHIFT;  in access_page_list()
897 	size_t n_bytes = (size_t)(n_sections * ic->journal_section_sectors) << SECTOR_SHIFT;  in xor_journal()
1060 	pl_index = sector >> (PAGE_SHIFT - SECTOR_SHIFT);  in rw_journal_sectors()
1061 	pl_offset = (sector << SECTOR_SHIFT) & (PAGE_SIZE - 1);  in rw_journal_sectors()
1181 	pl_index = sector >> (PAGE_SHIFT - SECTOR_SHIFT);  in copy_from_journal()
1182 	pl_offset = (sector << SECTOR_SHIFT) & (PAGE_SIZE - 1);  in copy_from_journal()
1427 		to_copy = min((1U << SECTOR_SHIFT << ic->log2_buffer_sectors) - *metadata_offset, total_size);  in dm_integrity_rw_tag()
1471 		if (unlikely(*metadata_offset == 1U << SECTOR_SHIFT << ic->log2_buffer_sectors)) {  in dm_integrity_rw_tag()
1617 			bio_advance(bio, dio->range.n_sectors << SECTOR_SHIFT);  in dec_in_flight()
1670 	r = crypto_shash_update(req, data, ic->sectors_per_block << SECTOR_SHIFT);  in integrity_sector_checksum()
1715 …checksums = kmalloc((PAGE_SIZE >> SECTOR_SHIFT >> ic->sb->log2_sectors_per_block) * ic->tag_size +…  in integrity_metadata()
1736 				unsigned this_step_blocks = bi_size >> (SECTOR_SHIFT + ic->sb->log2_sectors_per_block);  in integrity_metadata()
1751 				bi_size -= this_step_blocks << (SECTOR_SHIFT + ic->sb->log2_sectors_per_block);  in integrity_metadata()
1775 				pos += ic->sectors_per_block << SECTOR_SHIFT;  in integrity_metadata()
1898 			if (unlikely(bv.bv_len & ((ic->sectors_per_block << SECTOR_SHIFT) - 1))) {  in dm_integrity_map()
1951 		if (unlikely(bv.bv_len >> SECTOR_SHIFT > n_sectors))  in __journal_read_write()
1952 			bv.bv_len = n_sectors << SECTOR_SHIFT;  in __journal_read_write()
1953 		n_sectors -= bv.bv_len >> SECTOR_SHIFT;  in __journal_read_write()
1984 					mem_ptr += 1 << SECTOR_SHIFT;  in __journal_read_write()
2028 				memcpy(js, mem + bv.bv_offset, ic->sectors_per_block << SECTOR_SHIFT);  in __journal_read_write()
2056 			bv.bv_offset += ic->sectors_per_block << SECTOR_SHIFT;  in __journal_read_write()
2057 		} while (bv.bv_len -= ic->sectors_per_block << SECTOR_SHIFT);  in __journal_read_write()
2263 	bio->bi_iter.bi_size = dio->range.n_sectors << SECTOR_SHIFT;  in dm_integrity_map_continue()
2710 		integrity_sector_checksum(ic, logical_sector + i, ic->recalc_buffer + (i << SECTOR_SHIFT), t);  in integrity_recalc()
2787 			   bbs->idx * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT),  in bitmap_block_work()
2788 			   BITMAP_BLOCK_SIZE >> SECTOR_SHIFT, NULL);  in bitmap_block_work()
2833 			   ic->n_bitmap_blocks * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT), NULL);  in bitmap_flush_work()
3122 					   ic->n_bitmap_blocks * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT), NULL);  in dm_integrity_resume()
3126 					   ic->n_bitmap_blocks * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT), NULL);  in dm_integrity_resume()
3138 				   ic->n_bitmap_blocks * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT), NULL);  in dm_integrity_resume()
3157 						   ic->n_bitmap_blocks * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT), NULL);  in dm_integrity_resume()
3201 					   ic->n_bitmap_blocks * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT), NULL);  in dm_integrity_resume()
3271 			DMEMIT(" block_size:%u", ic->sectors_per_block << SECTOR_SHIFT);  in dm_integrity_status()
3317 			DMEMIT(",block_size=%u", ic->sectors_per_block << SECTOR_SHIFT);  in dm_integrity_status()
3352 		limits->logical_block_size = ic->sectors_per_block << SECTOR_SHIFT;  in dm_integrity_io_hints()
3353 		limits->physical_block_size = ic->sectors_per_block << SECTOR_SHIFT;  in dm_integrity_io_hints()
3354 		blk_limits_io_min(limits, ic->sectors_per_block << SECTOR_SHIFT);  in dm_integrity_io_hints()
3390 			(__u64)(METADATA_PADDING_SECTORS << SECTOR_SHIFT) :  in calculate_device_limits()
3391 			(__u64)(1 << SECTOR_SHIFT << METADATA_PADDING_SECTORS);  in calculate_device_limits()
3394 					    metadata_run_padding) >> SECTOR_SHIFT;  in calculate_device_limits()
3406 		meta_size = (meta_size + ((1U << (ic->log2_buffer_sectors + SECTOR_SHIFT)) - 1))  in calculate_device_limits()
3407 				>> (ic->log2_buffer_sectors + SECTOR_SHIFT);  in calculate_device_limits()
3442 	memset(ic->sb, 0, SB_SECTORS << SECTOR_SHIFT);  in initialize_superblock()
3516 	bi.interval_exp = ic->sb->log2_sectors_per_block + SECTOR_SHIFT;  in dm_integrity_set()
3604 				end = end_offset + (1 << SECTOR_SHIFT);  in dm_integrity_alloc_journal_scatterlist()
3698 				PAGE_SIZE >> SECTOR_SHIFT) >> (PAGE_SHIFT - SECTOR_SHIFT);  in create_journal()
3883 				section_req->cryptlen = (size_t)ic->journal_section_sectors << SECTOR_SHIFT;  in create_journal()
4064 			if (val < 1 << SECTOR_SHIFT ||  in dm_integrity_ctr()
4065 			    val > MAX_SECTORS_PER_BLOCK << SECTOR_SHIFT ||  in dm_integrity_ctr()
4071 			ic->sectors_per_block = val >> SECTOR_SHIFT;  in dm_integrity_ctr()
4116 	ic->data_device_sectors = i_size_read(ic->dev->bdev->bd_inode) >> SECTOR_SHIFT;  in dm_integrity_ctr()
4120 		ic->meta_device_sectors = i_size_read(ic->meta_dev->bdev->bd_inode) >> SECTOR_SHIFT;  in dm_integrity_ctr()
4129 	ic->log2_buffer_sectors = min((int)__fls(buffer_sectors), 31 - SECTOR_SHIFT);  in dm_integrity_ctr()
4234 	ic->sb = alloc_pages_exact(SB_SECTORS << SECTOR_SHIFT, GFP_KERNEL);  in dm_integrity_ctr()
4249 			if (memchr_inv(ic->sb, 0, SB_SECTORS << SECTOR_SHIFT)) {  in dm_integrity_ctr()
4331 …bits_in_journal = ((__u64)ic->journal_section_sectors * ic->journal_sections) << (SECTOR_SHIFT + 3…  in dm_integrity_ctr()
4370 	DEBUG_print("	data_device_sectors 0x%llx\n", i_size_read(ic->dev->bdev->bd_inode) >> SECTOR_SHIFT);  in dm_integrity_ctr()
4391 		ic->recalc_buffer = vmalloc(RECALC_SECTORS << SECTOR_SHIFT);  in dm_integrity_ctr()
4421 			1U << (SECTOR_SHIFT + ic->log2_buffer_sectors), 1, 0, NULL, NULL);  in dm_integrity_ctr()
4467 			sector = i * (BITMAP_BLOCK_SIZE >> SECTOR_SHIFT);  in dm_integrity_ctr()
4468 			pl_index = sector >> (PAGE_SHIFT - SECTOR_SHIFT);  in dm_integrity_ctr()
4469 			pl_offset = (sector << SECTOR_SHIFT) & (PAGE_SIZE - 1);  in dm_integrity_ctr()
4578 		free_pages_exact(ic->sb, SB_SECTORS << SECTOR_SHIFT);  in dm_integrity_dtr()