483 struct line {  struct
575 	struct line lines[];
641 static u64 line_event_timestamp(struct line *line)  in line_event_timestamp()  argument
643 	if (test_bit(FLAG_EVENT_CLOCK_REALTIME, &line->desc->flags))  in line_event_timestamp()
646 		 test_bit(FLAG_EVENT_CLOCK_HTE, &line->desc->flags))  in line_event_timestamp()
647 		return line->timestamp_ns;  in line_event_timestamp()
662 	struct line *line;  in process_hw_ts_thread()  local
671 	line = p;  in process_hw_ts_thread()
672 	lr = line->req;  in process_hw_ts_thread()
676 	le.timestamp_ns = line->timestamp_ns;  in process_hw_ts_thread()
677 	edflags = READ_ONCE(line->edflags);  in process_hw_ts_thread()
681 		level = (line->raw_level >= 0) ?  in process_hw_ts_thread()
682 				line->raw_level :  in process_hw_ts_thread()
683 				gpiod_get_raw_value_cansleep(line->desc);  in process_hw_ts_thread()
699 	le.line_seqno = line->line_seqno;  in process_hw_ts_thread()
700 	le.seqno = (lr->num_lines == 1) ? le.line_seqno : line->req_seqno;  in process_hw_ts_thread()
701 	le.offset = gpio_chip_hwgpio(line->desc);  in process_hw_ts_thread()
710 	struct line *line;  in process_hw_ts()  local
717 	line = p;  in process_hw_ts()
718 	line->timestamp_ns = ts->tsc;  in process_hw_ts()
719 	line->raw_level = ts->raw_level;  in process_hw_ts()
720 	lr = line->req;  in process_hw_ts()
722 	if (READ_ONCE(line->sw_debounced)) {  in process_hw_ts()
723 		line->total_discard_seq++;  in process_hw_ts()
724 		line->last_seqno = ts->seq;  in process_hw_ts()
725 		mod_delayed_work(system_wq, &line->work,  in process_hw_ts()
726 		  usecs_to_jiffies(READ_ONCE(line->desc->debounce_period_us)));  in process_hw_ts()
728 		if (unlikely(ts->seq < line->line_seqno))  in process_hw_ts()
731 		diff_seqno = ts->seq - line->line_seqno;  in process_hw_ts()
732 		line->line_seqno = ts->seq;  in process_hw_ts()
734 			line->req_seqno = atomic_add_return(diff_seqno,  in process_hw_ts()
743 static int hte_edge_setup(struct line *line, u64 eflags)  in hte_edge_setup()  argument
747 	struct hte_ts_desc *hdesc = &line->hdesc;  in hte_edge_setup()
750 		flags |= test_bit(FLAG_ACTIVE_LOW, &line->desc->flags) ?  in hte_edge_setup()
754 		flags |= test_bit(FLAG_ACTIVE_LOW, &line->desc->flags) ?  in hte_edge_setup()
758 	line->total_discard_seq = 0;  in hte_edge_setup()
760 	hte_init_line_attr(hdesc, desc_to_gpio(line->desc), flags, NULL,  in hte_edge_setup()
761 			   line->desc);  in hte_edge_setup()
768 				 line);  in hte_edge_setup()
773 static int hte_edge_setup(struct line *line, u64 eflags)  in hte_edge_setup()  argument
781 	struct line *line = p;  in edge_irq_thread()  local
782 	struct linereq *lr = line->req;  in edge_irq_thread()
788 	if (line->timestamp_ns) {  in edge_irq_thread()
789 		le.timestamp_ns = line->timestamp_ns;  in edge_irq_thread()
796 		le.timestamp_ns = line_event_timestamp(line);  in edge_irq_thread()
798 			line->req_seqno = atomic_inc_return(&lr->seqno);  in edge_irq_thread()
800 	line->timestamp_ns = 0;  in edge_irq_thread()
802 	switch (READ_ONCE(line->edflags) & GPIO_V2_LINE_EDGE_FLAGS) {  in edge_irq_thread()
804 		le.id = line_event_id(gpiod_get_value_cansleep(line->desc));  in edge_irq_thread()
815 	line->line_seqno++;  in edge_irq_thread()
816 	le.line_seqno = line->line_seqno;  in edge_irq_thread()
817 	le.seqno = (lr->num_lines == 1) ? le.line_seqno : line->req_seqno;  in edge_irq_thread()
818 	le.offset = gpio_chip_hwgpio(line->desc);  in edge_irq_thread()
827 	struct line *line = p;  in edge_irq_handler()  local
828 	struct linereq *lr = line->req;  in edge_irq_handler()
834 	line->timestamp_ns = line_event_timestamp(line);  in edge_irq_handler()
837 		line->req_seqno = atomic_inc_return(&lr->seqno);  in edge_irq_handler()
845 static bool debounced_value(struct line *line)  in debounced_value()  argument
854 	value = READ_ONCE(line->level);  in debounced_value()
856 	if (test_bit(FLAG_ACTIVE_LOW, &line->desc->flags))  in debounced_value()
864 	struct line *line = p;  in debounce_irq_handler()  local
866 	mod_delayed_work(system_wq, &line->work,  in debounce_irq_handler()
867 		usecs_to_jiffies(READ_ONCE(line->desc->debounce_period_us)));  in debounce_irq_handler()
875 	struct line *line = container_of(work, struct line, work.work);  in debounce_work_func()  local
877 	u64 eflags, edflags = READ_ONCE(line->edflags);  in debounce_work_func()
883 		level = line->raw_level;  in debounce_work_func()
886 		level = gpiod_get_raw_value_cansleep(line->desc);  in debounce_work_func()
892 	if (READ_ONCE(line->level) == level)  in debounce_work_func()
895 	WRITE_ONCE(line->level, level);  in debounce_work_func()
914 	lr = line->req;  in debounce_work_func()
915 	le.timestamp_ns = line_event_timestamp(line);  in debounce_work_func()
916 	le.offset = gpio_chip_hwgpio(line->desc);  in debounce_work_func()
920 		line->total_discard_seq -= 1;  in debounce_work_func()
921 		diff_seqno = line->last_seqno - line->total_discard_seq -  in debounce_work_func()
922 				line->line_seqno;  in debounce_work_func()
923 		line->line_seqno = line->last_seqno - line->total_discard_seq;  in debounce_work_func()
924 		le.line_seqno = line->line_seqno;  in debounce_work_func()
930 		line->line_seqno++;  in debounce_work_func()
931 		le.line_seqno = line->line_seqno;  in debounce_work_func()
941 static int debounce_setup(struct line *line, unsigned int debounce_period_us)  in debounce_setup()  argument
947 	ret = gpiod_set_debounce(line->desc, debounce_period_us);  in debounce_setup()
949 		WRITE_ONCE(line->desc->debounce_period_us, debounce_period_us);  in debounce_setup()
957 		level = gpiod_get_raw_value_cansleep(line->desc);  in debounce_setup()
962 		      test_bit(FLAG_EVENT_CLOCK_HTE, &line->desc->flags))) {  in debounce_setup()
963 			irq = gpiod_to_irq(line->desc);  in debounce_setup()
969 					  line->req->label, line);  in debounce_setup()
972 			line->irq = irq;  in debounce_setup()
974 			ret = hte_edge_setup(line, GPIO_V2_LINE_FLAG_EDGE_BOTH);  in debounce_setup()
979 		WRITE_ONCE(line->level, level);  in debounce_setup()
980 		WRITE_ONCE(line->sw_debounced, 1);  in debounce_setup()
1013 static void edge_detector_stop(struct line *line)  in edge_detector_stop()  argument
1015 	if (line->irq) {  in edge_detector_stop()
1016 		free_irq(line->irq, line);  in edge_detector_stop()
1017 		line->irq = 0;  in edge_detector_stop()
1021 	if (READ_ONCE(line->edflags) & GPIO_V2_LINE_FLAG_EVENT_CLOCK_HTE)  in edge_detector_stop()
1022 		hte_ts_put(&line->hdesc);  in edge_detector_stop()
1025 	cancel_delayed_work_sync(&line->work);  in edge_detector_stop()
1026 	WRITE_ONCE(line->sw_debounced, 0);  in edge_detector_stop()
1027 	WRITE_ONCE(line->edflags, 0);  in edge_detector_stop()
1028 	if (line->desc)  in edge_detector_stop()
1029 		WRITE_ONCE(line->desc->debounce_period_us, 0);  in edge_detector_stop()
1033 static int edge_detector_setup(struct line *line,  in edge_detector_setup()  argument
1043 	if (eflags && !kfifo_initialized(&line->req->events)) {  in edge_detector_setup()
1044 		ret = kfifo_alloc(&line->req->events,  in edge_detector_setup()
1045 				  line->req->event_buffer_size, GFP_KERNEL);  in edge_detector_setup()
1051 		ret = debounce_setup(line, debounce_period_us);  in edge_detector_setup()
1054 		WRITE_ONCE(line->desc->debounce_period_us, debounce_period_us);  in edge_detector_setup()
1058 	if (!eflags || READ_ONCE(line->sw_debounced))  in edge_detector_setup()
1063 		return hte_edge_setup(line, edflags);  in edge_detector_setup()
1065 	irq = gpiod_to_irq(line->desc);  in edge_detector_setup()
1070 		irqflags |= test_bit(FLAG_ACTIVE_LOW, &line->desc->flags) ?  in edge_detector_setup()
1073 		irqflags |= test_bit(FLAG_ACTIVE_LOW, &line->desc->flags) ?  in edge_detector_setup()
1079 				   irqflags, line->req->label, line);  in edge_detector_setup()
1083 	line->irq = irq;  in edge_detector_setup()
1087 static int edge_detector_update(struct line *line,  in edge_detector_update()  argument
1091 	u64 active_edflags = READ_ONCE(line->edflags);  in edge_detector_update()
1096 	    (READ_ONCE(line->desc->debounce_period_us) == debounce_period_us))  in edge_detector_update()
1100 	if (debounce_period_us && READ_ONCE(line->sw_debounced)) {  in edge_detector_update()
1101 		WRITE_ONCE(line->desc->debounce_period_us, debounce_period_us);  in edge_detector_update()
1106 	if ((line->irq && !READ_ONCE(line->sw_debounced)) ||  in edge_detector_update()
1108 	    (!debounce_period_us && READ_ONCE(line->sw_debounced)))  in edge_detector_update()
1109 		edge_detector_stop(line);  in edge_detector_update()
1111 	return edge_detector_setup(line, lc, line_idx, edflags);  in edge_detector_update()
1386 	struct line *line;  in linereq_set_config_unlocked()  local
1392 		line = &lr->lines[i];  in linereq_set_config_unlocked()
1404 			edge_detector_stop(line);  in linereq_set_config_unlocked()
1413 			ret = edge_detector_update(line, lc, i, edflags);  in linereq_set_config_unlocked()
1418 		WRITE_ONCE(line->edflags, edflags);  in linereq_set_config_unlocked()