42 void gfs2_pin(struct gfs2_sbd *sdp, struct buffer_head *bh)  in gfs2_pin()  argument
50 		gfs2_assert_withdraw(sdp, 0);  in gfs2_pin()
52 		gfs2_io_error_bh_wd(sdp, bh);  in gfs2_pin()
57 	spin_lock(&sdp->sd_ail_lock);  in gfs2_pin()
60 	spin_unlock(&sdp->sd_ail_lock);  in gfs2_pin()
62 	atomic_inc(&sdp->sd_log_pinned);  in gfs2_pin()
74 	struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;  in maybe_release_space()  local
81 	if (sdp->sd_args.ar_discard)  in maybe_release_space()
82 		gfs2_rgrp_send_discards(sdp, rgd->rd_data0, bd->bd_bh, bi, 1, NULL);  in maybe_release_space()
99 static void gfs2_unpin(struct gfs2_sbd *sdp, struct buffer_head *bh,  in gfs2_unpin()  argument
114 	spin_lock(&sdp->sd_ail_lock);  in gfs2_unpin()
125 	spin_unlock(&sdp->sd_ail_lock);  in gfs2_unpin()
130 	atomic_dec(&sdp->sd_log_pinned);  in gfs2_unpin()
133 static void gfs2_log_incr_head(struct gfs2_sbd *sdp)  in gfs2_log_incr_head()  argument
135 	BUG_ON((sdp->sd_log_flush_head == sdp->sd_log_tail) &&  in gfs2_log_incr_head()
136 	       (sdp->sd_log_flush_head != sdp->sd_log_head));  in gfs2_log_incr_head()
138 	if (++sdp->sd_log_flush_head == sdp->sd_jdesc->jd_blocks)  in gfs2_log_incr_head()
139 		sdp->sd_log_flush_head = 0;  in gfs2_log_incr_head()
142 u64 gfs2_log_bmap(struct gfs2_sbd *sdp)  in gfs2_log_bmap()  argument
144 	unsigned int lbn = sdp->sd_log_flush_head;  in gfs2_log_bmap()
148 	list_for_each_entry(je, &sdp->sd_jdesc->extent_list, list) {  in gfs2_log_bmap()
151 			gfs2_log_incr_head(sdp);  in gfs2_log_bmap()
171 static void gfs2_end_log_write_bh(struct gfs2_sbd *sdp, struct bio_vec *bvec,  in gfs2_end_log_write_bh()  argument
206 	struct gfs2_sbd *sdp = bio->bi_private;  in gfs2_end_log_write()  local
212 		fs_err(sdp, "Error %d writing to journal, jid=%u\n",  in gfs2_end_log_write()
213 		       bio->bi_status, sdp->sd_jdesc->jd_jid);  in gfs2_end_log_write()
214 		wake_up(&sdp->sd_logd_waitq);  in gfs2_end_log_write()
220 			gfs2_end_log_write_bh(sdp, bvec, bio->bi_status);  in gfs2_end_log_write()
226 	if (atomic_dec_and_test(&sdp->sd_log_in_flight))  in gfs2_end_log_write()
227 		wake_up(&sdp->sd_log_flush_wait);  in gfs2_end_log_write()
240 void gfs2_log_flush_bio(struct gfs2_sbd *sdp, int op, int op_flags)  in gfs2_log_flush_bio()  argument
242 	if (sdp->sd_log_bio) {  in gfs2_log_flush_bio()
243 		atomic_inc(&sdp->sd_log_in_flight);  in gfs2_log_flush_bio()
244 		bio_set_op_attrs(sdp->sd_log_bio, op, op_flags);  in gfs2_log_flush_bio()
245 		submit_bio(sdp->sd_log_bio);  in gfs2_log_flush_bio()
246 		sdp->sd_log_bio = NULL;  in gfs2_log_flush_bio()
263 static struct bio *gfs2_log_alloc_bio(struct gfs2_sbd *sdp, u64 blkno)  in gfs2_log_alloc_bio()  argument
265 	struct super_block *sb = sdp->sd_vfs;  in gfs2_log_alloc_bio()
268 	BUG_ON(sdp->sd_log_bio);  in gfs2_log_alloc_bio()
274 	bio->bi_private = sdp;  in gfs2_log_alloc_bio()
276 	sdp->sd_log_bio = bio;  in gfs2_log_alloc_bio()
294 static struct bio *gfs2_log_get_bio(struct gfs2_sbd *sdp, u64 blkno)  in gfs2_log_get_bio()  argument
296 	struct bio *bio = sdp->sd_log_bio;  in gfs2_log_get_bio()
301 		nblk >>= sdp->sd_fsb2bb_shift;  in gfs2_log_get_bio()
304 		gfs2_log_flush_bio(sdp, REQ_OP_WRITE, 0);  in gfs2_log_get_bio()
307 	return gfs2_log_alloc_bio(sdp, blkno);  in gfs2_log_get_bio()
323 void gfs2_log_write(struct gfs2_sbd *sdp, struct page *page,  in gfs2_log_write()  argument
329 	bio = gfs2_log_get_bio(sdp, blkno);  in gfs2_log_write()
332 		gfs2_log_flush_bio(sdp, REQ_OP_WRITE, 0);  in gfs2_log_write()
333 		bio = gfs2_log_alloc_bio(sdp, blkno);  in gfs2_log_write()
349 static void gfs2_log_write_bh(struct gfs2_sbd *sdp, struct buffer_head *bh)  in gfs2_log_write_bh()  argument
351 	gfs2_log_write(sdp, bh->b_page, bh->b_size, bh_offset(bh),  in gfs2_log_write_bh()
352 		       gfs2_log_bmap(sdp));  in gfs2_log_write_bh()
366 void gfs2_log_write_page(struct gfs2_sbd *sdp, struct page *page)  in gfs2_log_write_page()  argument
368 	struct super_block *sb = sdp->sd_vfs;  in gfs2_log_write_page()
369 	gfs2_log_write(sdp, page, sb->s_blocksize, 0,  in gfs2_log_write_page()
370 		       gfs2_log_bmap(sdp));  in gfs2_log_write_page()
373 static struct page *gfs2_get_log_desc(struct gfs2_sbd *sdp, u32 ld_type,  in gfs2_get_log_desc()  argument
416 static void gfs2_before_commit(struct gfs2_sbd *sdp, unsigned int limit,  in gfs2_before_commit()  argument
427 	gfs2_log_lock(sdp);  in gfs2_before_commit()
434 		gfs2_log_unlock(sdp);  in gfs2_before_commit()
435 		page = gfs2_get_log_desc(sdp,  in gfs2_before_commit()
439 		gfs2_log_lock(sdp);  in gfs2_before_commit()
453 		gfs2_log_unlock(sdp);  in gfs2_before_commit()
454 		gfs2_log_write_page(sdp, page);  in gfs2_before_commit()
455 		gfs2_log_lock(sdp);  in gfs2_before_commit()
460 			gfs2_log_unlock(sdp);  in gfs2_before_commit()
475 				gfs2_log_write_page(sdp, page);  in gfs2_before_commit()
477 				gfs2_log_write_bh(sdp, bd2->bd_bh);  in gfs2_before_commit()
479 			gfs2_log_lock(sdp);  in gfs2_before_commit()
487 	gfs2_log_unlock(sdp);  in gfs2_before_commit()
490 static void buf_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in buf_lo_before_commit()  argument
492 	unsigned int limit = buf_limit(sdp); /* 503 for 4k blocks */  in buf_lo_before_commit()
497 	gfs2_before_commit(sdp, limit, nbuf, &tr->tr_buf, 0);  in buf_lo_before_commit()
500 static void buf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in buf_lo_after_commit()  argument
512 		gfs2_unpin(sdp, bd->bd_bh, tr);  in buf_lo_after_commit()
531 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in buf_lo_scan_elements()  local
558 		if (gfs2_meta_check(sdp, bh_ip))  in buf_lo_scan_elements()
584 	struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;  in gfs2_meta_sync()  local
588 		mapping = &sdp->sd_aspace;  in gfs2_meta_sync()
600 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in buf_lo_after_scan()  local
611 	fs_info(sdp, "jid=%u: Replayed %u of %u blocks\n",  in buf_lo_after_scan()
615 static void revoke_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in revoke_lo_before_commit()  argument
619 	struct list_head *head = &sdp->sd_log_le_revoke;  in revoke_lo_before_commit()
624 	gfs2_write_revokes(sdp);  in revoke_lo_before_commit()
625 	if (!sdp->sd_log_num_revoke)  in revoke_lo_before_commit()
628 	length = gfs2_struct2blk(sdp, sdp->sd_log_num_revoke, sizeof(u64));  in revoke_lo_before_commit()
629 	page = gfs2_get_log_desc(sdp, GFS2_LOG_DESC_REVOKE, length, sdp->sd_log_num_revoke);  in revoke_lo_before_commit()
633 		sdp->sd_log_num_revoke--;  in revoke_lo_before_commit()
635 		if (offset + sizeof(u64) > sdp->sd_sb.sb_bsize) {  in revoke_lo_before_commit()
637 			gfs2_log_write_page(sdp, page);  in revoke_lo_before_commit()
650 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke);  in revoke_lo_before_commit()
652 	gfs2_log_write_page(sdp, page);  in revoke_lo_before_commit()
655 static void revoke_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in revoke_lo_after_commit()  argument
657 	struct list_head *head = &sdp->sd_log_le_revoke;  in revoke_lo_after_commit()
685 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in revoke_lo_scan_elements()  local
705 			gfs2_metatype_check(sdp, bh, GFS2_METATYPE_LB);  in revoke_lo_scan_elements()
707 		while (offset + sizeof(u64) <= sdp->sd_sb.sb_bsize) {  in revoke_lo_scan_elements()
733 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in revoke_lo_after_scan()  local
742 	fs_info(sdp, "jid=%u: Found %u revoke tags\n",  in revoke_lo_after_scan()
753 static void databuf_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in databuf_lo_before_commit()  argument
755 	unsigned int limit = databuf_limit(sdp);  in databuf_lo_before_commit()
760 	gfs2_before_commit(sdp, limit, nbuf, &tr->tr_databuf, 1);  in databuf_lo_before_commit()
816 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in databuf_lo_after_scan()  local
828 	fs_info(sdp, "jid=%u: Replayed %u of %u data blocks\n",  in databuf_lo_after_scan()
832 static void databuf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in databuf_lo_after_commit()  argument
844 		gfs2_unpin(sdp, bd->bd_bh, tr);  in databuf_lo_after_commit()