335 static int dm_update_zone_wp_offset(struct mapped_device *md, unsigned int zno,  in dm_update_zone_wp_offset()  argument
338 	sector_t sector = zno * blk_queue_zone_sectors(md->queue);  in dm_update_zone_wp_offset()
373 	unsigned int zno = bio_zone_no(orig_bio);  in dm_zone_map_bio_begin()  local
374 	unsigned int zwp_offset = READ_ONCE(md->zwp_offset[zno]);  in dm_zone_map_bio_begin()
383 		if (dm_update_zone_wp_offset(md, zno, &zwp_offset))  in dm_zone_map_bio_begin()
385 		WRITE_ONCE(md->zwp_offset[zno], zwp_offset);  in dm_zone_map_bio_begin()
432 	unsigned int zno = bio_zone_no(orig_bio);  in dm_zone_map_bio_end()  local
433 	unsigned int zwp_offset = READ_ONCE(md->zwp_offset[zno]);  in dm_zone_map_bio_end()
442 		WRITE_ONCE(md->zwp_offset[zno], 0);  in dm_zone_map_bio_end()
445 		WRITE_ONCE(md->zwp_offset[zno],  in dm_zone_map_bio_end()
451 		WRITE_ONCE(md->zwp_offset[zno], zwp_offset + nr_sectors);  in dm_zone_map_bio_end()
462 		WRITE_ONCE(md->zwp_offset[zno], zwp_offset + nr_sectors);  in dm_zone_map_bio_end()
471 				unsigned int zno, struct bio *clone)  in dm_zone_lock()  argument
476 	wait_on_bit_lock_io(q->seq_zones_wlock, zno, TASK_UNINTERRUPTIBLE);  in dm_zone_lock()
481 				  unsigned int zno, struct bio *clone)  in dm_zone_unlock()  argument
486 	WARN_ON_ONCE(!test_bit(zno, q->seq_zones_wlock));  in dm_zone_unlock()
487 	clear_bit_unlock(zno, q->seq_zones_wlock);  in dm_zone_unlock()
489 	wake_up_bit(q->seq_zones_wlock, zno);  in dm_zone_unlock()
528 	unsigned int zno;  in dm_zone_map_bio()  local
540 	zno = bio_zone_no(orig_bio);  in dm_zone_map_bio()
541 	dm_zone_lock(q, zno, clone);  in dm_zone_map_bio()
548 		dm_zone_unlock(q, zno, clone);  in dm_zone_map_bio()
577 			dm_zone_unlock(q, zno, clone);  in dm_zone_map_bio()
582 		dm_zone_unlock(q, zno, clone);  in dm_zone_map_bio()
605 	unsigned int zno;  in dm_zone_endio()  local
634 	zno = bio_zone_no(orig_bio);  in dm_zone_endio()
644 		WRITE_ONCE(md->zwp_offset[zno], DM_ZONE_INVALID_WP_OFST);  in dm_zone_endio()
650 		zwp_offset = READ_ONCE(md->zwp_offset[zno]);  in dm_zone_endio()
652 			WRITE_ONCE(md->zwp_offset[zno],  in dm_zone_endio()
659 	dm_zone_unlock(q, zno, clone);  in dm_zone_endio()