112 static struct lock_torture_cxt cxt = { 0, 0, false,  variable
130 	      (cxt.nrealwriters_stress * 2000 * longdelay_ms)))  in torture_lock_busted_write_delay()
132 	if (!(torture_random(trsp) % (cxt.nrealwriters_stress * 20000)))  in torture_lock_busted_write_delay()
174 	      (cxt.nrealwriters_stress * 2000 * longdelay_ms)))  in torture_spin_lock_write_delay()
177 	      (cxt.nrealwriters_stress * 2 * shortdelay_us)))  in torture_spin_lock_write_delay()
179 	if (!(torture_random(trsp) % (cxt.nrealwriters_stress * 20000)))  in torture_spin_lock_write_delay()
205 	cxt.cur_ops->flags = flags;  in torture_spin_lock_write_lock_irq()
212 	spin_unlock_irqrestore(&torture_spinlock, cxt.cur_ops->flags);  in torture_lock_spin_write_unlock_irq()
243 	      (cxt.nrealwriters_stress * 2000 * longdelay_ms)))  in torture_rwlock_write_delay()
269 	      (cxt.nrealreaders_stress * 2000 * longdelay_ms)))  in torture_rwlock_read_delay()
296 	cxt.cur_ops->flags = flags;  in torture_rwlock_write_lock_irq()
303 	write_unlock_irqrestore(&torture_rwlock, cxt.cur_ops->flags);  in torture_rwlock_write_unlock_irq()
311 	cxt.cur_ops->flags = flags;  in torture_rwlock_read_lock_irq()
318 	read_unlock_irqrestore(&torture_rwlock, cxt.cur_ops->flags);  in torture_rwlock_read_unlock_irq()
346 	      (cxt.nrealwriters_stress * 2000 * longdelay_ms)))  in torture_mutex_delay()
350 	if (!(torture_random(trsp) % (cxt.nrealwriters_stress * 20000)))  in torture_mutex_delay()
464 			      (cxt.nrealwriters_stress * factor))) {  in torture_rtmutex_boost()
478 			       (cxt.nrealwriters_stress * factor * 2))) {  in torture_rtmutex_boost()
498 	      (cxt.nrealwriters_stress * 2000 * longdelay_ms)))  in torture_rtmutex_delay()
501 	      (cxt.nrealwriters_stress * 2 * shortdelay_us)))  in torture_rtmutex_delay()
503 	if (!(torture_random(trsp) % (cxt.nrealwriters_stress * 20000)))  in torture_rtmutex_delay()
537 	      (cxt.nrealwriters_stress * 2000 * longdelay_ms)))  in torture_rwsem_write_delay()
541 	if (!(torture_random(trsp) % (cxt.nrealwriters_stress * 20000)))  in torture_rwsem_write_delay()
562 	      (cxt.nrealreaders_stress * 2000 * longdelay_ms)))  in torture_rwsem_read_delay()
566 	if (!(torture_random(trsp) % (cxt.nrealreaders_stress * 20000)))  in torture_rwsem_read_delay()
644 		cxt.cur_ops->task_boost(&rand);  in lock_torture_writer()
645 		cxt.cur_ops->writelock();  in lock_torture_writer()
653 		cxt.cur_ops->write_delay(&rand);  in lock_torture_writer()
655 		cxt.cur_ops->writeunlock();  in lock_torture_writer()
660 	cxt.cur_ops->task_boost(NULL); /* reset prio */  in lock_torture_writer()
681 		cxt.cur_ops->readlock();  in lock_torture_reader()
687 		cxt.cur_ops->read_delay(&rand);  in lock_torture_reader()
689 		cxt.cur_ops->readunlock();  in lock_torture_reader()
708 	n_stress = write ? cxt.nrealwriters_stress : cxt.nrealreaders_stress;  in __torture_print_stats()
724 		atomic_inc(&cxt.n_lock_torture_errors);  in __torture_print_stats()
737 	int size = cxt.nrealwriters_stress * 200 + 8192;  in lock_torture_stats_print()
740 	if (cxt.cur_ops->readlock)  in lock_torture_stats_print()
741 		size += cxt.nrealreaders_stress * 200 + 8192;  in lock_torture_stats_print()
750 	__torture_print_stats(buf, cxt.lwsa, true);  in lock_torture_stats_print()
754 	if (cxt.cur_ops->readlock) {  in lock_torture_stats_print()
762 		__torture_print_stats(buf, cxt.lrsa, false);  in lock_torture_stats_print()
793 		 torture_type, tag, cxt.debug_lock ? " [debug]": "",  in lock_torture_print_module_parms()
794 		 cxt.nrealwriters_stress, cxt.nrealreaders_stress, stat_interval,  in lock_torture_print_module_parms()
812 	if (!cxt.lwsa && !cxt.lrsa)  in lock_torture_cleanup()
816 		for (i = 0; i < cxt.nrealwriters_stress; i++)  in lock_torture_cleanup()
824 		for (i = 0; i < cxt.nrealreaders_stress; i++)  in lock_torture_cleanup()
834 	if (atomic_read(&cxt.n_lock_torture_errors))  in lock_torture_cleanup()
835 		lock_torture_print_module_parms(cxt.cur_ops,  in lock_torture_cleanup()
838 		lock_torture_print_module_parms(cxt.cur_ops,  in lock_torture_cleanup()
841 		lock_torture_print_module_parms(cxt.cur_ops,  in lock_torture_cleanup()
844 	kfree(cxt.lwsa);  in lock_torture_cleanup()
845 	kfree(cxt.lrsa);  in lock_torture_cleanup()
873 		cxt.cur_ops = torture_ops[i];  in lock_torture_init()
874 		if (strcmp(torture_type, cxt.cur_ops->name) == 0)  in lock_torture_init()
894 	if (cxt.cur_ops->init)  in lock_torture_init()
895 		cxt.cur_ops->init();  in lock_torture_init()
898 		cxt.nrealwriters_stress = nwriters_stress;  in lock_torture_init()
900 		cxt.nrealwriters_stress = 2 * num_online_cpus();  in lock_torture_init()
904 		cxt.debug_lock = true;  in lock_torture_init()
908 		cxt.debug_lock = true;  in lock_torture_init()
913 		cxt.debug_lock = true;  in lock_torture_init()
919 		cxt.lwsa = kmalloc_array(cxt.nrealwriters_stress,  in lock_torture_init()
920 					 sizeof(*cxt.lwsa),  in lock_torture_init()
922 		if (cxt.lwsa == NULL) {  in lock_torture_init()
928 		for (i = 0; i < cxt.nrealwriters_stress; i++) {  in lock_torture_init()
929 			cxt.lwsa[i].n_lock_fail = 0;  in lock_torture_init()
930 			cxt.lwsa[i].n_lock_acquired = 0;  in lock_torture_init()
934 	if (cxt.cur_ops->readlock) {  in lock_torture_init()
936 			cxt.nrealreaders_stress = nreaders_stress;  in lock_torture_init()
944 				cxt.nrealwriters_stress = num_online_cpus();  in lock_torture_init()
945 			cxt.nrealreaders_stress = cxt.nrealwriters_stress;  in lock_torture_init()
950 			cxt.lrsa = kmalloc_array(cxt.nrealreaders_stress,  in lock_torture_init()
951 						 sizeof(*cxt.lrsa),  in lock_torture_init()
953 			if (cxt.lrsa == NULL) {  in lock_torture_init()
956 				kfree(cxt.lwsa);  in lock_torture_init()
957 				cxt.lwsa = NULL;  in lock_torture_init()
961 			for (i = 0; i < cxt.nrealreaders_stress; i++) {  in lock_torture_init()
962 				cxt.lrsa[i].n_lock_fail = 0;  in lock_torture_init()
963 				cxt.lrsa[i].n_lock_acquired = 0;  in lock_torture_init()
968 	lock_torture_print_module_parms(cxt.cur_ops, "Start of test");  in lock_torture_init()
995 		writer_tasks = kcalloc(cxt.nrealwriters_stress,  in lock_torture_init()
1005 	if (cxt.cur_ops->readlock) {  in lock_torture_init()
1006 		reader_tasks = kcalloc(cxt.nrealreaders_stress,  in lock_torture_init()
1026 	for (i = 0, j = 0; i < cxt.nrealwriters_stress ||  in lock_torture_init()
1027 		    j < cxt.nrealreaders_stress; i++, j++) {  in lock_torture_init()
1028 		if (i >= cxt.nrealwriters_stress)  in lock_torture_init()
1032 		firsterr = torture_create_kthread(lock_torture_writer, &cxt.lwsa[i],  in lock_torture_init()
1038 		if (cxt.cur_ops->readlock == NULL || (j >= cxt.nrealreaders_stress))  in lock_torture_init()
1041 		firsterr = torture_create_kthread(lock_torture_reader, &cxt.lrsa[j],  in lock_torture_init()