301 static struct rcu_torture_ops *cur_ops;  variable
326 		started = cur_ops->get_gp_seq();  in rcu_read_delay()
329 		completed = cur_ops->get_gp_seq();  in rcu_read_delay()
330 		do_trace_rcu_torture_read(cur_ops->name, NULL, ts,  in rcu_read_delay()
397 		cur_ops->deferred_free(rp);  in rcu_torture_cb()
745 	if (!cur_ops->gp_diff)  in rcutorture_seq_diff()
747 	return cur_ops->gp_diff(new, old);  in rcutorture_seq_diff()
752 	return cur_ops == &tasks_ops;  in torturing_tasks()
938 	    cur_ops->call &&  in rcu_torture_cbflood()
939 	    cur_ops->cb_barrier) {  in rcu_torture_cbflood()
956 				cur_ops->call(&rhp[i * cbflood_n_per_burst + j],  in rcu_torture_cbflood()
962 		cur_ops->cb_barrier();  in rcu_torture_cbflood()
992 			cur_ops->fqs();  in rcu_torture_fqs()
1027 			 torture_type, cur_ops->name);  in rcu_torture_writer()
1032 	if (gp_cond1 && cur_ops->get_state && cur_ops->cond_sync) {  in rcu_torture_writer()
1035 	} else if (gp_cond && (!cur_ops->get_state || !cur_ops->cond_sync)) {  in rcu_torture_writer()
1038 	if (gp_exp1 && cur_ops->exp_sync) {  in rcu_torture_writer()
1041 	} else if (gp_exp && !cur_ops->exp_sync) {  in rcu_torture_writer()
1044 	if (gp_normal1 && cur_ops->deferred_free) {  in rcu_torture_writer()
1047 	} else if (gp_normal && !cur_ops->deferred_free) {  in rcu_torture_writer()
1050 	if (gp_sync1 && cur_ops->sync) {  in rcu_torture_writer()
1053 	} else if (gp_sync && !cur_ops->sync) {  in rcu_torture_writer()
1091 				cur_ops->deferred_free(old_rp);  in rcu_torture_writer()
1095 				cur_ops->exp_sync();  in rcu_torture_writer()
1100 				gp_snap = cur_ops->get_state();  in rcu_torture_writer()
1106 				cur_ops->cond_sync(gp_snap);  in rcu_torture_writer()
1111 				cur_ops->sync();  in rcu_torture_writer()
1167 		if (cur_ops->cb_barrier != NULL &&  in rcu_torture_fakewriter()
1169 			cur_ops->cb_barrier();  in rcu_torture_fakewriter()
1171 			if (cur_ops->sync && torture_random(&rand) & 0x80)  in rcu_torture_fakewriter()
1172 				cur_ops->sync();  in rcu_torture_fakewriter()
1173 			else if (cur_ops->exp_sync)  in rcu_torture_fakewriter()
1174 				cur_ops->exp_sync();  in rcu_torture_fakewriter()
1175 		} else if (gp_normal && cur_ops->sync) {  in rcu_torture_fakewriter()
1176 			cur_ops->sync();  in rcu_torture_fakewriter()
1177 		} else if (cur_ops->exp_sync) {  in rcu_torture_fakewriter()
1178 			cur_ops->exp_sync();  in rcu_torture_fakewriter()
1220 		idxnew = cur_ops->readlock() << RCUTORTURE_RDR_SHIFT;  in rcutorture_one_extend()
1230 		cur_ops->readunlock(idxold >> RCUTORTURE_RDR_SHIFT);  in rcutorture_one_extend()
1234 		cur_ops->read_delay(trsp);  in rcutorture_one_extend()
1252 	mask = extendables & RCUTORTURE_MAX_EXTEND & cur_ops->extendables;  in rcutorture_extend_mask_max()
1276 	    !(mask & cur_ops->ext_irq_conflict) &&  in rcutorture_extend_mask()
1277 	    (oldmask & cur_ops->ext_irq_conflict))  in rcutorture_extend_mask()
1278 		mask |= cur_ops->ext_irq_conflict; /* Or if readers object. */  in rcutorture_extend_mask()
1319 	started = cur_ops->get_gp_seq();  in rcu_torture_one_read()
1340 	completed = cur_ops->get_gp_seq();  in rcu_torture_one_read()
1342 		do_trace_rcu_torture_read(cur_ops->name, &p->rtort_rcu,  in rcu_torture_one_read()
1373 	if (cur_ops->call) {  in rcu_torture_timer()
1377 			cur_ops->call(rhp, rcu_torture_timer_cb);  in rcu_torture_timer()
1395 	if (irqreader && cur_ops->irq_capable)  in rcu_torture_reader()
1399 		if (irqreader && cur_ops->irq_capable) {  in rcu_torture_reader()
1407 	if (irqreader && cur_ops->irq_capable) {  in rcu_torture_reader()
1498 	if (cur_ops->stats)  in rcu_torture_stats_print()
1499 		cur_ops->stats();  in rcu_torture_stats_print()
1505 		rcutorture_get_gp_data(cur_ops->ttype,  in rcu_torture_stats_print()
1507 		srcutorture_get_gp_data(cur_ops->ttype, srcu_ctlp,  in rcu_torture_stats_print()
1543 rcu_torture_print_module_parms(struct rcu_torture_ops *cur_ops, const char *tag)  in rcu_torture_print_module_parms()  argument
1558 		 test_boost, cur_ops->can_boost,  in rcu_torture_print_module_parms()
1688 		cur_ops->call(&rcu, rcu_torture_barrier_cbf);  in rcu_torture_barrier_cbs()
1693 	if (cur_ops->cb_barrier != NULL)  in rcu_torture_barrier_cbs()
1694 		cur_ops->cb_barrier();  in rcu_torture_barrier_cbs()
1719 		cur_ops->cb_barrier(); /* Implies smp_mb() for wait_event(). */  in rcu_torture_barrier()
1743 	if (cur_ops->call == NULL || cur_ops->cb_barrier == NULL) {  in rcu_torture_barrier_init()
1746 			 torture_type, cur_ops->name);  in rcu_torture_barrier_init()
1796 	if (!(test_boost == 1 && cur_ops->can_boost) && test_boost != 2)  in rcu_torture_can_boost()
1825 		if (cur_ops->cb_barrier != NULL)  in rcu_torture_cleanup()
1826 			cur_ops->cb_barrier();  in rcu_torture_cleanup()
1851 	rcutorture_get_gp_data(cur_ops->ttype, &flags, &gp_seq);  in rcu_torture_cleanup()
1852 	srcutorture_get_gp_data(cur_ops->ttype, srcu_ctlp, &flags, &gp_seq);  in rcu_torture_cleanup()
1854 		 cur_ops->name, gp_seq, flags);  in rcu_torture_cleanup()
1866 	if (cur_ops->cb_barrier != NULL)  in rcu_torture_cleanup()
1867 		cur_ops->cb_barrier();  in rcu_torture_cleanup()
1868 	if (cur_ops->cleanup != NULL)  in rcu_torture_cleanup()
1869 		cur_ops->cleanup();  in rcu_torture_cleanup()
1874 		rcu_torture_print_module_parms(cur_ops, "End of test: FAILURE");  in rcu_torture_cleanup()
1876 		rcu_torture_print_module_parms(cur_ops,  in rcu_torture_cleanup()
1879 		rcu_torture_print_module_parms(cur_ops, "End of test: SUCCESS");  in rcu_torture_cleanup()
1955 		cur_ops = torture_ops[i];  in rcu_torture_init()
1956 		if (strcmp(torture_type, cur_ops->name) == 0)  in rcu_torture_init()
1969 	if (cur_ops->fqs == NULL && fqs_duration != 0) {  in rcu_torture_init()
1973 	if (cur_ops->init)  in rcu_torture_init()
1974 		cur_ops->init();  in rcu_torture_init()
1983 	rcu_torture_print_module_parms(cur_ops, "Start of test");  in rcu_torture_init()