583 			      struct gpio_v2_line_event *le)  in linereq_put_event()  argument
592 		kfifo_in(&lr->events, le, 1);  in linereq_put_event()
642 	struct gpio_v2_line_event le;  in process_hw_ts_thread()  local
652 	memset(&le, 0, sizeof(le));  in process_hw_ts_thread()
654 	le.timestamp_ns = line->timestamp_ns;  in process_hw_ts_thread()
666 		le.id = line_event_id(level);  in process_hw_ts_thread()
669 		le.id = GPIO_V2_LINE_EVENT_RISING_EDGE;  in process_hw_ts_thread()
672 		le.id = GPIO_V2_LINE_EVENT_FALLING_EDGE;  in process_hw_ts_thread()
677 	le.line_seqno = line->line_seqno;  in process_hw_ts_thread()
678 	le.seqno = (lr->num_lines == 1) ? le.line_seqno : line->req_seqno;  in process_hw_ts_thread()
679 	le.offset = gpio_chip_hwgpio(line->desc);  in process_hw_ts_thread()
681 	linereq_put_event(lr, &le);  in process_hw_ts_thread()
761 	struct gpio_v2_line_event le;  in edge_irq_thread()  local
764 	memset(&le, 0, sizeof(le));  in edge_irq_thread()
767 		le.timestamp_ns = line->timestamp_ns;  in edge_irq_thread()
774 		le.timestamp_ns = line_event_timestamp(line);  in edge_irq_thread()
782 		le.id = line_event_id(gpiod_get_value_cansleep(line->desc));  in edge_irq_thread()
785 		le.id = GPIO_V2_LINE_EVENT_RISING_EDGE;  in edge_irq_thread()
788 		le.id = GPIO_V2_LINE_EVENT_FALLING_EDGE;  in edge_irq_thread()
794 	le.line_seqno = line->line_seqno;  in edge_irq_thread()
795 	le.seqno = (lr->num_lines == 1) ? le.line_seqno : line->req_seqno;  in edge_irq_thread()
796 	le.offset = gpio_chip_hwgpio(line->desc);  in edge_irq_thread()
798 	linereq_put_event(lr, &le);  in edge_irq_thread()
852 	struct gpio_v2_line_event le;  in debounce_work_func()  local
890 	memset(&le, 0, sizeof(le));  in debounce_work_func()
893 	le.timestamp_ns = line_event_timestamp(line);  in debounce_work_func()
894 	le.offset = gpio_chip_hwgpio(line->desc);  in debounce_work_func()
902 		le.line_seqno = line->line_seqno;  in debounce_work_func()
903 		le.seqno = (lr->num_lines == 1) ?  in debounce_work_func()
904 			le.line_seqno : atomic_add_return(diff_seqno, &lr->seqno);  in debounce_work_func()
909 		le.line_seqno = line->line_seqno;  in debounce_work_func()
910 		le.seqno = (lr->num_lines == 1) ?  in debounce_work_func()
911 			le.line_seqno : atomic_inc_return(&lr->seqno);  in debounce_work_func()
914 	le.id = line_event_id(level);  in debounce_work_func()
916 	linereq_put_event(lr, &le);  in debounce_work_func()
1512 	struct gpio_v2_line_event le;  in linereq_read()  local
1521 	if (count < sizeof(le))  in linereq_read()
1539 			if (kfifo_out(&lr->events, &le, 1) != 1) {  in linereq_read()
1550 		if (copy_to_user(buf + bytes_read, &le, sizeof(le)))  in linereq_read()
1552 		bytes_read += sizeof(le);  in linereq_read()
1553 	} while (count >= bytes_read + sizeof(le));  in linereq_read()
1809 	struct lineevent_state *le = file->private_data;  in lineevent_poll()  local
1812 	guard(srcu)(&le->gdev->srcu);  in lineevent_poll()
1814 	if (!rcu_access_pointer(le->gdev->chip))  in lineevent_poll()
1817 	poll_wait(file, &le->wait, wait);  in lineevent_poll()
1819 	if (!kfifo_is_empty_spinlocked_noirqsave(&le->events, &le->wait.lock))  in lineevent_poll()
1828 	struct lineevent_state *le = container_of(nb, struct lineevent_state,  in lineevent_unregistered_notify()  local
1831 	wake_up_poll(&le->wait, EPOLLIN | EPOLLERR);  in lineevent_unregistered_notify()
1844 	struct lineevent_state *le = file->private_data;  in lineevent_read()  local
1850 	guard(srcu)(&le->gdev->srcu);  in lineevent_read()
1852 	if (!rcu_access_pointer(le->gdev->chip))  in lineevent_read()
1872 		scoped_guard(spinlock, &le->wait.lock) {  in lineevent_read()
1873 			if (kfifo_is_empty(&le->events)) {  in lineevent_read()
1880 				ret = wait_event_interruptible_locked(le->wait,  in lineevent_read()
1881 						!kfifo_is_empty(&le->events));  in lineevent_read()
1886 			if (kfifo_out(&le->events, &ge, 1) != 1) {  in lineevent_read()
1905 static void lineevent_free(struct lineevent_state *le)  in lineevent_free()  argument
1907 	if (le->device_unregistered_nb.notifier_call)  in lineevent_free()
1908 		blocking_notifier_chain_unregister(&le->gdev->device_notifier,  in lineevent_free()
1909 						   &le->device_unregistered_nb);  in lineevent_free()
1910 	if (le->irq)  in lineevent_free()
1911 		free_irq_label(free_irq(le->irq, le));  in lineevent_free()
1912 	if (le->desc)  in lineevent_free()
1913 		gpiod_free(le->desc);  in lineevent_free()
1914 	kfree(le->label);  in lineevent_free()
1915 	gpio_device_put(le->gdev);  in lineevent_free()
1916 	kfree(le);  in lineevent_free()
1928 	struct lineevent_state *le = file->private_data;  in lineevent_ioctl()  local
1932 	guard(srcu)(&le->gdev->srcu);  in lineevent_ioctl()
1934 	if (!rcu_access_pointer(le->gdev->chip))  in lineevent_ioctl()
1946 		val = gpiod_get_value_cansleep(le->desc);  in lineevent_ioctl()
1981 	struct lineevent_state *le = p;  in lineevent_irq_thread()  local
1992 	if (!le->timestamp)  in lineevent_irq_thread()
1995 		ge.timestamp = le->timestamp;  in lineevent_irq_thread()
1997 	if (le->eflags & GPIOEVENT_REQUEST_RISING_EDGE  in lineevent_irq_thread()
1998 	    && le->eflags & GPIOEVENT_REQUEST_FALLING_EDGE) {  in lineevent_irq_thread()
1999 		int level = gpiod_get_value_cansleep(le->desc);  in lineevent_irq_thread()
2007 	} else if (le->eflags & GPIOEVENT_REQUEST_RISING_EDGE) {  in lineevent_irq_thread()
2010 	} else if (le->eflags & GPIOEVENT_REQUEST_FALLING_EDGE) {  in lineevent_irq_thread()
2017 	ret = kfifo_in_spinlocked_noirqsave(&le->events, &ge,  in lineevent_irq_thread()
2018 					    1, &le->wait.lock);  in lineevent_irq_thread()
2020 		wake_up_poll(&le->wait, EPOLLIN);  in lineevent_irq_thread()
2029 	struct lineevent_state *le = p;  in lineevent_irq_handler()  local
2035 	le->timestamp = ktime_get_ns();  in lineevent_irq_handler()
2043 	struct lineevent_state *le;  in lineevent_create()  local
2084 	le = kzalloc(sizeof(*le), GFP_KERNEL);  in lineevent_create()
2085 	if (!le)  in lineevent_create()
2087 	le->gdev = gpio_device_get(gdev);  in lineevent_create()
2091 		le->label = kstrndup(eventreq.consumer_label,  in lineevent_create()
2094 		if (!le->label) {  in lineevent_create()
2100 	ret = gpiod_request_user(desc, le->label);  in lineevent_create()
2103 	le->desc = desc;  in lineevent_create()
2104 	le->eflags = eflags;  in lineevent_create()
2128 	INIT_KFIFO(le->events);  in lineevent_create()
2129 	init_waitqueue_head(&le->wait);  in lineevent_create()
2131 	le->device_unregistered_nb.notifier_call = lineevent_unregistered_notify;  in lineevent_create()
2133 					       &le->device_unregistered_nb);  in lineevent_create()
2137 	label = make_irq_label(le->label);  in lineevent_create()
2149 				   le);  in lineevent_create()
2155 	le->irq = irq;  in lineevent_create()
2165 				  le,  in lineevent_create()
2190 	lineevent_free(le);  in lineevent_create()