517 	struct flush_cmd_control *fcc = SM_I(sbi)->fcc_info;  in issue_flush_thread()  local
518 	wait_queue_head_t *q = &fcc->flush_wait_queue;  in issue_flush_thread()
523 	if (!llist_empty(&fcc->issue_list)) {  in issue_flush_thread()
527 		fcc->dispatch_list = llist_del_all(&fcc->issue_list);  in issue_flush_thread()
528 		fcc->dispatch_list = llist_reverse_order(fcc->dispatch_list);  in issue_flush_thread()
530 		cmd = llist_entry(fcc->dispatch_list, struct flush_cmd, llnode);  in issue_flush_thread()
533 		atomic_inc(&fcc->issued_flush);  in issue_flush_thread()
536 					  fcc->dispatch_list, llnode) {  in issue_flush_thread()
540 		fcc->dispatch_list = NULL;  in issue_flush_thread()
544 		kthread_should_stop() || !llist_empty(&fcc->issue_list));  in issue_flush_thread()
550 	struct flush_cmd_control *fcc = SM_I(sbi)->fcc_info;  in f2fs_issue_flush()  local
558 		atomic_inc(&fcc->queued_flush);  in f2fs_issue_flush()
560 		atomic_dec(&fcc->queued_flush);  in f2fs_issue_flush()
561 		atomic_inc(&fcc->issued_flush);  in f2fs_issue_flush()
565 	if (atomic_inc_return(&fcc->queued_flush) == 1 ||  in f2fs_issue_flush()
568 		atomic_dec(&fcc->queued_flush);  in f2fs_issue_flush()
570 		atomic_inc(&fcc->issued_flush);  in f2fs_issue_flush()
577 	llist_add(&cmd.llnode, &fcc->issue_list);  in f2fs_issue_flush()
586 	if (waitqueue_active(&fcc->flush_wait_queue))  in f2fs_issue_flush()
587 		wake_up(&fcc->flush_wait_queue);  in f2fs_issue_flush()
589 	if (fcc->f2fs_issue_flush) {  in f2fs_issue_flush()
591 		atomic_dec(&fcc->queued_flush);  in f2fs_issue_flush()
595 		list = llist_del_all(&fcc->issue_list);  in f2fs_issue_flush()
598 			atomic_dec(&fcc->queued_flush);  in f2fs_issue_flush()
607 					atomic_dec(&fcc->queued_flush);  in f2fs_issue_flush()
622 	struct flush_cmd_control *fcc;  in f2fs_create_flush_cmd_control()  local
626 		fcc = SM_I(sbi)->fcc_info;  in f2fs_create_flush_cmd_control()
627 		if (fcc->f2fs_issue_flush)  in f2fs_create_flush_cmd_control()
632 	fcc = f2fs_kzalloc(sbi, sizeof(struct flush_cmd_control), GFP_KERNEL);  in f2fs_create_flush_cmd_control()
633 	if (!fcc)  in f2fs_create_flush_cmd_control()
635 	atomic_set(&fcc->issued_flush, 0);  in f2fs_create_flush_cmd_control()
636 	atomic_set(&fcc->queued_flush, 0);  in f2fs_create_flush_cmd_control()
637 	init_waitqueue_head(&fcc->flush_wait_queue);  in f2fs_create_flush_cmd_control()
638 	init_llist_head(&fcc->issue_list);  in f2fs_create_flush_cmd_control()
639 	SM_I(sbi)->fcc_info = fcc;  in f2fs_create_flush_cmd_control()
644 	fcc->f2fs_issue_flush = kthread_run(issue_flush_thread, sbi,  in f2fs_create_flush_cmd_control()
646 	if (IS_ERR(fcc->f2fs_issue_flush)) {  in f2fs_create_flush_cmd_control()
647 		err = PTR_ERR(fcc->f2fs_issue_flush);  in f2fs_create_flush_cmd_control()
648 		kfree(fcc);  in f2fs_create_flush_cmd_control()
658 	struct flush_cmd_control *fcc = SM_I(sbi)->fcc_info;  in f2fs_destroy_flush_cmd_control()  local
660 	if (fcc && fcc->f2fs_issue_flush) {  in f2fs_destroy_flush_cmd_control()
661 		struct task_struct *flush_thread = fcc->f2fs_issue_flush;  in f2fs_destroy_flush_cmd_control()
663 		fcc->f2fs_issue_flush = NULL;  in f2fs_destroy_flush_cmd_control()
667 		kfree(fcc);  in f2fs_destroy_flush_cmd_control()