553 	struct flush_cmd_control *fcc = SM_I(sbi)->fcc_info;  in issue_flush_thread()  local
554 	wait_queue_head_t *q = &fcc->flush_wait_queue;  in issue_flush_thread()
559 	if (!llist_empty(&fcc->issue_list)) {  in issue_flush_thread()
563 		fcc->dispatch_list = llist_del_all(&fcc->issue_list);  in issue_flush_thread()
564 		fcc->dispatch_list = llist_reverse_order(fcc->dispatch_list);  in issue_flush_thread()
566 		cmd = llist_entry(fcc->dispatch_list, struct flush_cmd, llnode);  in issue_flush_thread()
569 		atomic_inc(&fcc->issued_flush);  in issue_flush_thread()
572 					  fcc->dispatch_list, llnode) {  in issue_flush_thread()
576 		fcc->dispatch_list = NULL;  in issue_flush_thread()
580 		kthread_should_stop() || !llist_empty(&fcc->issue_list));  in issue_flush_thread()
586 	struct flush_cmd_control *fcc = SM_I(sbi)->fcc_info;  in f2fs_issue_flush()  local
594 		atomic_inc(&fcc->queued_flush);  in f2fs_issue_flush()
596 		atomic_dec(&fcc->queued_flush);  in f2fs_issue_flush()
597 		atomic_inc(&fcc->issued_flush);  in f2fs_issue_flush()
601 	if (atomic_inc_return(&fcc->queued_flush) == 1 ||  in f2fs_issue_flush()
604 		atomic_dec(&fcc->queued_flush);  in f2fs_issue_flush()
606 		atomic_inc(&fcc->issued_flush);  in f2fs_issue_flush()
613 	llist_add(&cmd.llnode, &fcc->issue_list);  in f2fs_issue_flush()
622 	if (waitqueue_active(&fcc->flush_wait_queue))  in f2fs_issue_flush()
623 		wake_up(&fcc->flush_wait_queue);  in f2fs_issue_flush()
625 	if (fcc->f2fs_issue_flush) {  in f2fs_issue_flush()
627 		atomic_dec(&fcc->queued_flush);  in f2fs_issue_flush()
631 		list = llist_del_all(&fcc->issue_list);  in f2fs_issue_flush()
634 			atomic_dec(&fcc->queued_flush);  in f2fs_issue_flush()
643 					atomic_dec(&fcc->queued_flush);  in f2fs_issue_flush()
658 	struct flush_cmd_control *fcc;  in f2fs_create_flush_cmd_control()  local
661 		fcc = SM_I(sbi)->fcc_info;  in f2fs_create_flush_cmd_control()
662 		if (fcc->f2fs_issue_flush)  in f2fs_create_flush_cmd_control()
667 	fcc = f2fs_kzalloc(sbi, sizeof(struct flush_cmd_control), GFP_KERNEL);  in f2fs_create_flush_cmd_control()
668 	if (!fcc)  in f2fs_create_flush_cmd_control()
670 	atomic_set(&fcc->issued_flush, 0);  in f2fs_create_flush_cmd_control()
671 	atomic_set(&fcc->queued_flush, 0);  in f2fs_create_flush_cmd_control()
672 	init_waitqueue_head(&fcc->flush_wait_queue);  in f2fs_create_flush_cmd_control()
673 	init_llist_head(&fcc->issue_list);  in f2fs_create_flush_cmd_control()
674 	SM_I(sbi)->fcc_info = fcc;  in f2fs_create_flush_cmd_control()
679 	fcc->f2fs_issue_flush = kthread_run(issue_flush_thread, sbi,  in f2fs_create_flush_cmd_control()
681 	if (IS_ERR(fcc->f2fs_issue_flush)) {  in f2fs_create_flush_cmd_control()
682 		int err = PTR_ERR(fcc->f2fs_issue_flush);  in f2fs_create_flush_cmd_control()
684 		fcc->f2fs_issue_flush = NULL;  in f2fs_create_flush_cmd_control()
693 	struct flush_cmd_control *fcc = SM_I(sbi)->fcc_info;  in f2fs_destroy_flush_cmd_control()  local
695 	if (fcc && fcc->f2fs_issue_flush) {  in f2fs_destroy_flush_cmd_control()
696 		struct task_struct *flush_thread = fcc->f2fs_issue_flush;  in f2fs_destroy_flush_cmd_control()
698 		fcc->f2fs_issue_flush = NULL;  in f2fs_destroy_flush_cmd_control()
702 		kfree(fcc);  in f2fs_destroy_flush_cmd_control()