615 	struct linereq *lr = container_of(nb, struct linereq,  in linereq_unregistered_notify()  local
618 	wake_up_poll(&lr->wait, EPOLLIN | EPOLLERR);  in linereq_unregistered_notify()
623 static void linereq_put_event(struct linereq *lr,  in linereq_put_event()  argument
628 	spin_lock(&lr->wait.lock);  in linereq_put_event()
629 	if (kfifo_is_full(&lr->events)) {  in linereq_put_event()
631 		kfifo_skip(&lr->events);  in linereq_put_event()
633 	kfifo_in(&lr->events, le, 1);  in linereq_put_event()
634 	spin_unlock(&lr->wait.lock);  in linereq_put_event()
636 		wake_up_poll(&lr->wait, EPOLLIN);  in linereq_put_event()
663 	struct linereq *lr;  in process_hw_ts_thread()  local
672 	lr = line->req;  in process_hw_ts_thread()
700 	le.seqno = (lr->num_lines == 1) ? le.line_seqno : line->req_seqno;  in process_hw_ts_thread()
703 	linereq_put_event(lr, &le);  in process_hw_ts_thread()
711 	struct linereq *lr;  in process_hw_ts()  local
720 	lr = line->req;  in process_hw_ts()
733 		if (lr->num_lines != 1)  in process_hw_ts()
735 							    &lr->seqno);  in process_hw_ts()
782 	struct linereq *lr = line->req;  in edge_irq_thread()  local
797 		if (lr->num_lines != 1)  in edge_irq_thread()
798 			line->req_seqno = atomic_inc_return(&lr->seqno);  in edge_irq_thread()
817 	le.seqno = (lr->num_lines == 1) ? le.line_seqno : line->req_seqno;  in edge_irq_thread()
820 	linereq_put_event(lr, &le);  in edge_irq_thread()
828 	struct linereq *lr = line->req;  in edge_irq_handler()  local
836 	if (lr->num_lines != 1)  in edge_irq_handler()
837 		line->req_seqno = atomic_inc_return(&lr->seqno);  in edge_irq_handler()
876 	struct linereq *lr;  in debounce_work_func()  local
914 	lr = line->req;  in debounce_work_func()
925 		le.seqno = (lr->num_lines == 1) ?  in debounce_work_func()
926 			le.line_seqno : atomic_add_return(diff_seqno, &lr->seqno);  in debounce_work_func()
932 		le.seqno = (lr->num_lines == 1) ?  in debounce_work_func()
933 			le.line_seqno : atomic_inc_return(&lr->seqno);  in debounce_work_func()
938 	linereq_put_event(lr, &le);  in debounce_work_func()
1262 static long linereq_get_values(struct linereq *lr, void __user *ip)  in linereq_get_values()  argument
1275 	for (num_get = 0, i = 0; i < lr->num_lines; i++) {  in linereq_get_values()
1278 			descs = &lr->lines[i].desc;  in linereq_get_values()
1289 		for (didx = 0, i = 0; i < lr->num_lines; i++) {  in linereq_get_values()
1291 				descs[didx] = lr->lines[i].desc;  in linereq_get_values()
1305 	for (didx = 0, i = 0; i < lr->num_lines; i++) {  in linereq_get_values()
1307 			if (lr->lines[i].sw_debounced)  in linereq_get_values()
1308 				val = debounced_value(&lr->lines[i]);  in linereq_get_values()
1323 static long linereq_set_values_unlocked(struct linereq *lr,  in linereq_set_values_unlocked()  argument
1332 	for (num_set = 0, i = 0; i < lr->num_lines; i++) {  in linereq_set_values_unlocked()
1334 			if (!test_bit(FLAG_IS_OUT, &lr->lines[i].desc->flags))  in linereq_set_values_unlocked()
1339 			descs = &lr->lines[i].desc;  in linereq_set_values_unlocked()
1350 		for (didx = 0, i = 0; i < lr->num_lines; i++) {  in linereq_set_values_unlocked()
1352 				descs[didx] = lr->lines[i].desc;  in linereq_set_values_unlocked()
1365 static long linereq_set_values(struct linereq *lr, void __user *ip)  in linereq_set_values()  argument
1373 	mutex_lock(&lr->config_mutex);  in linereq_set_values()
1375 	ret = linereq_set_values_unlocked(lr, &lv);  in linereq_set_values()
1377 	mutex_unlock(&lr->config_mutex);  in linereq_set_values()
1382 static long linereq_set_config_unlocked(struct linereq *lr,  in linereq_set_config_unlocked()  argument
1391 	for (i = 0; i < lr->num_lines; i++) {  in linereq_set_config_unlocked()
1392 		line = &lr->lines[i];  in linereq_set_config_unlocked()
1393 		desc = lr->lines[i].desc;  in linereq_set_config_unlocked()
1425 static long linereq_set_config(struct linereq *lr, void __user *ip)  in linereq_set_config()  argument
1433 	ret = gpio_v2_line_config_validate(&lc, lr->num_lines);  in linereq_set_config()
1437 	mutex_lock(&lr->config_mutex);  in linereq_set_config()
1439 	ret = linereq_set_config_unlocked(lr, &lc);  in linereq_set_config()
1441 	mutex_unlock(&lr->config_mutex);  in linereq_set_config()
1449 	struct linereq *lr = file->private_data;  in linereq_ioctl_unlocked()  local
1452 	if (!lr->gdev->chip)  in linereq_ioctl_unlocked()
1457 		return linereq_get_values(lr, ip);  in linereq_ioctl_unlocked()
1459 		return linereq_set_values(lr, ip);  in linereq_ioctl_unlocked()
1461 		return linereq_set_config(lr, ip);  in linereq_ioctl_unlocked()
1470 	struct linereq *lr = file->private_data;  in linereq_ioctl()  local
1472 	return call_ioctl_locked(file, cmd, arg, lr->gdev,  in linereq_ioctl()
1487 	struct linereq *lr = file->private_data;  in linereq_poll_unlocked()  local
1490 	if (!lr->gdev->chip)  in linereq_poll_unlocked()
1493 	poll_wait(file, &lr->wait, wait);  in linereq_poll_unlocked()
1495 	if (!kfifo_is_empty_spinlocked_noirqsave(&lr->events,  in linereq_poll_unlocked()
1496 						 &lr->wait.lock))  in linereq_poll_unlocked()
1505 	struct linereq *lr = file->private_data;  in linereq_poll()  local
1507 	return call_poll_locked(file, wait, lr->gdev, linereq_poll_unlocked);  in linereq_poll()
1513 	struct linereq *lr = file->private_data;  in linereq_read_unlocked()  local
1518 	if (!lr->gdev->chip)  in linereq_read_unlocked()
1525 		spin_lock(&lr->wait.lock);  in linereq_read_unlocked()
1526 		if (kfifo_is_empty(&lr->events)) {  in linereq_read_unlocked()
1528 				spin_unlock(&lr->wait.lock);  in linereq_read_unlocked()
1533 				spin_unlock(&lr->wait.lock);  in linereq_read_unlocked()
1537 			ret = wait_event_interruptible_locked(lr->wait,  in linereq_read_unlocked()
1538 					!kfifo_is_empty(&lr->events));  in linereq_read_unlocked()
1540 				spin_unlock(&lr->wait.lock);  in linereq_read_unlocked()
1545 		ret = kfifo_out(&lr->events, &le, 1);  in linereq_read_unlocked()
1546 		spin_unlock(&lr->wait.lock);  in linereq_read_unlocked()
1568 	struct linereq *lr = file->private_data;  in linereq_read()  local
1570 	return call_read_locked(file, buf, count, f_ps, lr->gdev,  in linereq_read()
1574 static void linereq_free(struct linereq *lr)  in linereq_free()  argument
1578 	if (lr->device_unregistered_nb.notifier_call)  in linereq_free()
1579 		blocking_notifier_chain_unregister(&lr->gdev->device_notifier,  in linereq_free()
1580 						   &lr->device_unregistered_nb);  in linereq_free()
1582 	for (i = 0; i < lr->num_lines; i++) {  in linereq_free()
1583 		if (lr->lines[i].desc) {  in linereq_free()
1584 			edge_detector_stop(&lr->lines[i]);  in linereq_free()
1585 			gpiod_free(lr->lines[i].desc);  in linereq_free()
1588 	kfifo_free(&lr->events);  in linereq_free()
1589 	kfree(lr->label);  in linereq_free()
1590 	gpio_device_put(lr->gdev);  in linereq_free()
1591 	kfree(lr);  in linereq_free()
1596 	struct linereq *lr = file->private_data;  in linereq_release()  local
1598 	linereq_free(lr);  in linereq_release()
1605 	struct linereq *lr = file->private_data;  in linereq_show_fdinfo()  local
1606 	struct device *dev = &lr->gdev->dev;  in linereq_show_fdinfo()
1611 	for (i = 0; i < lr->num_lines; i++)  in linereq_show_fdinfo()
1613 			   gpio_chip_hwgpio(lr->lines[i].desc));  in linereq_show_fdinfo()
1636 	struct linereq *lr;  in linereq_create()  local
1656 	lr = kzalloc(struct_size(lr, lines, ulr.num_lines), GFP_KERNEL);  in linereq_create()
1657 	if (!lr)  in linereq_create()
1660 	lr->gdev = gpio_device_get(gdev);  in linereq_create()
1663 		lr->lines[i].req = lr;  in linereq_create()
1664 		WRITE_ONCE(lr->lines[i].sw_debounced, 0);  in linereq_create()
1665 		INIT_DELAYED_WORK(&lr->lines[i].work, debounce_work_func);  in linereq_create()
1670 		lr->label = kstrndup(ulr.consumer, sizeof(ulr.consumer) - 1,  in linereq_create()
1672 		if (!lr->label) {  in linereq_create()
1678 	mutex_init(&lr->config_mutex);  in linereq_create()
1679 	init_waitqueue_head(&lr->wait);  in linereq_create()
1680 	lr->event_buffer_size = ulr.event_buffer_size;  in linereq_create()
1681 	if (lr->event_buffer_size == 0)  in linereq_create()
1682 		lr->event_buffer_size = ulr.num_lines * 16;  in linereq_create()
1683 	else if (lr->event_buffer_size > GPIO_V2_LINES_MAX * 16)  in linereq_create()
1684 		lr->event_buffer_size = GPIO_V2_LINES_MAX * 16;  in linereq_create()
1686 	atomic_set(&lr->seqno, 0);  in linereq_create()
1687 	lr->num_lines = ulr.num_lines;  in linereq_create()
1699 		ret = gpiod_request_user(desc, lr->label);  in linereq_create()
1703 		lr->lines[i].desc = desc;  in linereq_create()
1727 			ret = edge_detector_setup(&lr->lines[i], lc, i,  in linereq_create()
1733 		lr->lines[i].edflags = edflags;  in linereq_create()
1741 	lr->device_unregistered_nb.notifier_call = linereq_unregistered_notify;  in linereq_create()
1743 					       &lr->device_unregistered_nb);  in linereq_create()
1753 	file = anon_inode_getfile("gpio-line", &line_fileops, lr,  in linereq_create()
1774 		lr->num_lines);  in linereq_create()
1781 	linereq_free(lr);  in linereq_create()