556 static void linereq_put_event(struct linereq *lr,  in linereq_put_event()  argument
561 	spin_lock(&lr->wait.lock);  in linereq_put_event()
562 	if (kfifo_is_full(&lr->events)) {  in linereq_put_event()
564 		kfifo_skip(&lr->events);  in linereq_put_event()
566 	kfifo_in(&lr->events, le, 1);  in linereq_put_event()
567 	spin_unlock(&lr->wait.lock);  in linereq_put_event()
569 		wake_up_poll(&lr->wait, EPOLLIN);  in linereq_put_event()
596 	struct linereq *lr;  in process_hw_ts_thread()  local
605 	lr = line->req;  in process_hw_ts_thread()
633 	le.seqno = (lr->num_lines == 1) ? le.line_seqno : line->req_seqno;  in process_hw_ts_thread()
636 	linereq_put_event(lr, &le);  in process_hw_ts_thread()
644 	struct linereq *lr;  in process_hw_ts()  local
653 	lr = line->req;  in process_hw_ts()
666 		if (lr->num_lines != 1)  in process_hw_ts()
668 							    &lr->seqno);  in process_hw_ts()
715 	struct linereq *lr = line->req;  in edge_irq_thread()  local
730 		if (lr->num_lines != 1)  in edge_irq_thread()
731 			line->req_seqno = atomic_inc_return(&lr->seqno);  in edge_irq_thread()
750 	le.seqno = (lr->num_lines == 1) ? le.line_seqno : line->req_seqno;  in edge_irq_thread()
753 	linereq_put_event(lr, &le);  in edge_irq_thread()
761 	struct linereq *lr = line->req;  in edge_irq_handler()  local
769 	if (lr->num_lines != 1)  in edge_irq_handler()
770 		line->req_seqno = atomic_inc_return(&lr->seqno);  in edge_irq_handler()
809 	struct linereq *lr;  in debounce_work_func()  local
847 	lr = line->req;  in debounce_work_func()
858 		le.seqno = (lr->num_lines == 1) ?  in debounce_work_func()
859 			le.line_seqno : atomic_add_return(diff_seqno, &lr->seqno);  in debounce_work_func()
865 		le.seqno = (lr->num_lines == 1) ?  in debounce_work_func()
866 			le.line_seqno : atomic_inc_return(&lr->seqno);  in debounce_work_func()
871 	linereq_put_event(lr, &le);  in debounce_work_func()
1195 static long linereq_get_values(struct linereq *lr, void __user *ip)  in linereq_get_values()  argument
1208 	for (num_get = 0, i = 0; i < lr->num_lines; i++) {  in linereq_get_values()
1211 			descs = &lr->lines[i].desc;  in linereq_get_values()
1222 		for (didx = 0, i = 0; i < lr->num_lines; i++) {  in linereq_get_values()
1224 				descs[didx] = lr->lines[i].desc;  in linereq_get_values()
1238 	for (didx = 0, i = 0; i < lr->num_lines; i++) {  in linereq_get_values()
1240 			if (lr->lines[i].sw_debounced)  in linereq_get_values()
1241 				val = debounced_value(&lr->lines[i]);  in linereq_get_values()
1256 static long linereq_set_values_unlocked(struct linereq *lr,  in linereq_set_values_unlocked()  argument
1265 	for (num_set = 0, i = 0; i < lr->num_lines; i++) {  in linereq_set_values_unlocked()
1267 			if (!test_bit(FLAG_IS_OUT, &lr->lines[i].desc->flags))  in linereq_set_values_unlocked()
1272 			descs = &lr->lines[i].desc;  in linereq_set_values_unlocked()
1283 		for (didx = 0, i = 0; i < lr->num_lines; i++) {  in linereq_set_values_unlocked()
1285 				descs[didx] = lr->lines[i].desc;  in linereq_set_values_unlocked()
1298 static long linereq_set_values(struct linereq *lr, void __user *ip)  in linereq_set_values()  argument
1306 	mutex_lock(&lr->config_mutex);  in linereq_set_values()
1308 	ret = linereq_set_values_unlocked(lr, &lv);  in linereq_set_values()
1310 	mutex_unlock(&lr->config_mutex);  in linereq_set_values()
1315 static long linereq_set_config_unlocked(struct linereq *lr,  in linereq_set_config_unlocked()  argument
1324 	for (i = 0; i < lr->num_lines; i++) {  in linereq_set_config_unlocked()
1325 		line = &lr->lines[i];  in linereq_set_config_unlocked()
1326 		desc = lr->lines[i].desc;  in linereq_set_config_unlocked()
1360 static long linereq_set_config(struct linereq *lr, void __user *ip)  in linereq_set_config()  argument
1368 	ret = gpio_v2_line_config_validate(&lc, lr->num_lines);  in linereq_set_config()
1372 	mutex_lock(&lr->config_mutex);  in linereq_set_config()
1374 	ret = linereq_set_config_unlocked(lr, &lc);  in linereq_set_config()
1376 	mutex_unlock(&lr->config_mutex);  in linereq_set_config()
1384 	struct linereq *lr = file->private_data;  in linereq_ioctl()  local
1389 		return linereq_get_values(lr, ip);  in linereq_ioctl()
1391 		return linereq_set_values(lr, ip);  in linereq_ioctl()
1393 		return linereq_set_config(lr, ip);  in linereq_ioctl()
1410 	struct linereq *lr = file->private_data;  in linereq_poll()  local
1413 	poll_wait(file, &lr->wait, wait);  in linereq_poll()
1415 	if (!kfifo_is_empty_spinlocked_noirqsave(&lr->events,  in linereq_poll()
1416 						 &lr->wait.lock))  in linereq_poll()
1427 	struct linereq *lr = file->private_data;  in linereq_read()  local
1436 		spin_lock(&lr->wait.lock);  in linereq_read()
1437 		if (kfifo_is_empty(&lr->events)) {  in linereq_read()
1439 				spin_unlock(&lr->wait.lock);  in linereq_read()
1444 				spin_unlock(&lr->wait.lock);  in linereq_read()
1448 			ret = wait_event_interruptible_locked(lr->wait,  in linereq_read()
1449 					!kfifo_is_empty(&lr->events));  in linereq_read()
1451 				spin_unlock(&lr->wait.lock);  in linereq_read()
1456 		ret = kfifo_out(&lr->events, &le, 1);  in linereq_read()
1457 		spin_unlock(&lr->wait.lock);  in linereq_read()
1476 static void linereq_free(struct linereq *lr)  in linereq_free()  argument
1480 	for (i = 0; i < lr->num_lines; i++) {  in linereq_free()
1481 		if (lr->lines[i].desc) {  in linereq_free()
1482 			edge_detector_stop(&lr->lines[i]);  in linereq_free()
1483 			gpiod_free(lr->lines[i].desc);  in linereq_free()
1486 	kfifo_free(&lr->events);  in linereq_free()
1487 	kfree(lr->label);  in linereq_free()
1488 	put_device(&lr->gdev->dev);  in linereq_free()
1489 	kfree(lr);  in linereq_free()
1494 	struct linereq *lr = file->private_data;  in linereq_release()  local
1496 	linereq_free(lr);  in linereq_release()
1503 	struct linereq *lr = file->private_data;  in linereq_show_fdinfo()  local
1504 	struct device *dev = &lr->gdev->dev;  in linereq_show_fdinfo()
1509 	for (i = 0; i < lr->num_lines; i++)  in linereq_show_fdinfo()
1511 			   gpio_chip_hwgpio(lr->lines[i].desc));  in linereq_show_fdinfo()
1534 	struct linereq *lr;  in linereq_create()  local
1554 	lr = kzalloc(struct_size(lr, lines, ulr.num_lines), GFP_KERNEL);  in linereq_create()
1555 	if (!lr)  in linereq_create()
1558 	lr->gdev = gdev;  in linereq_create()
1562 		lr->lines[i].req = lr;  in linereq_create()
1563 		WRITE_ONCE(lr->lines[i].sw_debounced, 0);  in linereq_create()
1564 		INIT_DELAYED_WORK(&lr->lines[i].work, debounce_work_func);  in linereq_create()
1569 		lr->label = kstrndup(ulr.consumer, sizeof(ulr.consumer) - 1,  in linereq_create()
1571 		if (!lr->label) {  in linereq_create()
1577 	mutex_init(&lr->config_mutex);  in linereq_create()
1578 	init_waitqueue_head(&lr->wait);  in linereq_create()
1579 	lr->event_buffer_size = ulr.event_buffer_size;  in linereq_create()
1580 	if (lr->event_buffer_size == 0)  in linereq_create()
1581 		lr->event_buffer_size = ulr.num_lines * 16;  in linereq_create()
1582 	else if (lr->event_buffer_size > GPIO_V2_LINES_MAX * 16)  in linereq_create()
1583 		lr->event_buffer_size = GPIO_V2_LINES_MAX * 16;  in linereq_create()
1585 	atomic_set(&lr->seqno, 0);  in linereq_create()
1586 	lr->num_lines = ulr.num_lines;  in linereq_create()
1598 		ret = gpiod_request_user(desc, lr->label);  in linereq_create()
1602 		lr->lines[i].desc = desc;  in linereq_create()
1626 			ret = edge_detector_setup(&lr->lines[i], lc, i,  in linereq_create()
1632 		lr->lines[i].edflags = edflags;  in linereq_create()
1647 	file = anon_inode_getfile("gpio-line", &line_fileops, lr,  in linereq_create()
1668 		lr->num_lines);  in linereq_create()
1675 	linereq_free(lr);  in linereq_create()