574 	struct linereq *lr = container_of(nb, struct linereq,  in linereq_unregistered_notify()  local
577 	wake_up_poll(&lr->wait, EPOLLIN | EPOLLERR);  in linereq_unregistered_notify()
582 static void linereq_put_event(struct linereq *lr,  in linereq_put_event()  argument
587 	scoped_guard(spinlock, &lr->wait.lock) {  in linereq_put_event()
588 		if (kfifo_is_full(&lr->events)) {  in linereq_put_event()
590 			kfifo_skip(&lr->events);  in linereq_put_event()
592 		kfifo_in(&lr->events, le, 1);  in linereq_put_event()
595 		wake_up_poll(&lr->wait, EPOLLIN);  in linereq_put_event()
641 	struct linereq *lr;  in process_hw_ts_thread()  local
650 	lr = line->req;  in process_hw_ts_thread()
678 	le.seqno = (lr->num_lines == 1) ? le.line_seqno : line->req_seqno;  in process_hw_ts_thread()
681 	linereq_put_event(lr, &le);  in process_hw_ts_thread()
689 	struct linereq *lr;  in process_hw_ts()  local
698 	lr = line->req;  in process_hw_ts()
711 		if (lr->num_lines != 1)  in process_hw_ts()
713 							    &lr->seqno);  in process_hw_ts()
760 	struct linereq *lr = line->req;  in edge_irq_thread()  local
775 		if (lr->num_lines != 1)  in edge_irq_thread()
776 			line->req_seqno = atomic_inc_return(&lr->seqno);  in edge_irq_thread()
795 	le.seqno = (lr->num_lines == 1) ? le.line_seqno : line->req_seqno;  in edge_irq_thread()
798 	linereq_put_event(lr, &le);  in edge_irq_thread()
806 	struct linereq *lr = line->req;  in edge_irq_handler()  local
814 	if (lr->num_lines != 1)  in edge_irq_handler()
815 		line->req_seqno = atomic_inc_return(&lr->seqno);  in edge_irq_handler()
854 	struct linereq *lr;  in debounce_work_func()  local
892 	lr = line->req;  in debounce_work_func()
903 		le.seqno = (lr->num_lines == 1) ?  in debounce_work_func()
904 			le.line_seqno : atomic_add_return(diff_seqno, &lr->seqno);  in debounce_work_func()
910 		le.seqno = (lr->num_lines == 1) ?  in debounce_work_func()
911 			le.line_seqno : atomic_inc_return(&lr->seqno);  in debounce_work_func()
916 	linereq_put_event(lr, &le);  in debounce_work_func()
1273 static long linereq_get_values(struct linereq *lr, void __user *ip)  in linereq_get_values()  argument
1294 	for (num_get = 0, i = 0; i < lr->num_lines; i++) {  in linereq_get_values()
1298 			descs = &lr->lines[i].desc;  in linereq_get_values()
1310 		for (didx = 0, i = 0; i < lr->num_lines; i++) {  in linereq_get_values()
1312 				descs[didx] = lr->lines[i].desc;  in linereq_get_values()
1326 	for (didx = 0, i = 0; i < lr->num_lines; i++) {  in linereq_get_values()
1329 			if (lr->lines[i].sw_debounced)  in linereq_get_values()
1330 				val = debounced_value(&lr->lines[i]);  in linereq_get_values()
1345 static long linereq_set_values(struct linereq *lr, void __user *ip)  in linereq_set_values()  argument
1356 	guard(mutex)(&lr->config_mutex);  in linereq_set_values()
1367 	for (num_set = 0, i = 0; i < lr->num_lines; i++) {  in linereq_set_values()
1370 			if (!test_bit(FLAG_IS_OUT, &lr->lines[i].desc->flags))  in linereq_set_values()
1377 			descs = &lr->lines[i].desc;  in linereq_set_values()
1388 		for (didx = 0, i = 0; i < lr->num_lines; i++) {  in linereq_set_values()
1390 				descs[didx] = lr->lines[i].desc;  in linereq_set_values()
1403 static long linereq_set_config(struct linereq *lr, void __user *ip)  in linereq_set_config()  argument
1415 	ret = gpio_v2_line_config_validate(&lc, lr->num_lines);  in linereq_set_config()
1419 	guard(mutex)(&lr->config_mutex);  in linereq_set_config()
1421 	for (i = 0; i < lr->num_lines; i++) {  in linereq_set_config()
1422 		line = &lr->lines[i];  in linereq_set_config()
1423 		desc = lr->lines[i].desc;  in linereq_set_config()
1460 	struct linereq *lr = file->private_data;  in linereq_ioctl()  local
1463 	guard(srcu)(&lr->gdev->srcu);  in linereq_ioctl()
1465 	if (!rcu_access_pointer(lr->gdev->chip))  in linereq_ioctl()
1470 		return linereq_get_values(lr, ip);  in linereq_ioctl()
1472 		return linereq_set_values(lr, ip);  in linereq_ioctl()
1474 		return linereq_set_config(lr, ip);  in linereq_ioctl()
1491 	struct linereq *lr = file->private_data;  in linereq_poll()  local
1494 	guard(srcu)(&lr->gdev->srcu);  in linereq_poll()
1496 	if (!rcu_access_pointer(lr->gdev->chip))  in linereq_poll()
1499 	poll_wait(file, &lr->wait, wait);  in linereq_poll()
1501 	if (!kfifo_is_empty_spinlocked_noirqsave(&lr->events,  in linereq_poll()
1502 						 &lr->wait.lock))  in linereq_poll()
1511 	struct linereq *lr = file->private_data;  in linereq_read()  local
1516 	guard(srcu)(&lr->gdev->srcu);  in linereq_read()
1518 	if (!rcu_access_pointer(lr->gdev->chip))  in linereq_read()
1525 		scoped_guard(spinlock, &lr->wait.lock) {  in linereq_read()
1526 			if (kfifo_is_empty(&lr->events)) {  in linereq_read()
1533 				ret = wait_event_interruptible_locked(lr->wait,  in linereq_read()
1534 						!kfifo_is_empty(&lr->events));  in linereq_read()
1539 			if (kfifo_out(&lr->events, &le, 1) != 1) {  in linereq_read()
1558 static void linereq_free(struct linereq *lr)  in linereq_free()  argument
1562 	if (lr->device_unregistered_nb.notifier_call)  in linereq_free()
1563 		blocking_notifier_chain_unregister(&lr->gdev->device_notifier,  in linereq_free()
1564 						   &lr->device_unregistered_nb);  in linereq_free()
1566 	for (i = 0; i < lr->num_lines; i++) {  in linereq_free()
1567 		if (lr->lines[i].desc) {  in linereq_free()
1568 			edge_detector_stop(&lr->lines[i]);  in linereq_free()
1569 			gpiod_free(lr->lines[i].desc);  in linereq_free()
1572 	kfifo_free(&lr->events);  in linereq_free()
1573 	kfree(lr->label);  in linereq_free()
1574 	gpio_device_put(lr->gdev);  in linereq_free()
1575 	kvfree(lr);  in linereq_free()
1580 	struct linereq *lr = file->private_data;  in linereq_release()  local
1582 	linereq_free(lr);  in linereq_release()
1589 	struct linereq *lr = file->private_data;  in linereq_show_fdinfo()  local
1590 	struct device *dev = &lr->gdev->dev;  in linereq_show_fdinfo()
1595 	for (i = 0; i < lr->num_lines; i++)  in linereq_show_fdinfo()
1597 			   gpio_chip_hwgpio(lr->lines[i].desc));  in linereq_show_fdinfo()
1620 	struct linereq *lr;  in linereq_create()  local
1640 	lr = kvzalloc(struct_size(lr, lines, ulr.num_lines), GFP_KERNEL);  in linereq_create()
1641 	if (!lr)  in linereq_create()
1643 	lr->num_lines = ulr.num_lines;  in linereq_create()
1645 	lr->gdev = gpio_device_get(gdev);  in linereq_create()
1648 		lr->lines[i].req = lr;  in linereq_create()
1649 		WRITE_ONCE(lr->lines[i].sw_debounced, 0);  in linereq_create()
1650 		INIT_DELAYED_WORK(&lr->lines[i].work, debounce_work_func);  in linereq_create()
1655 		lr->label = kstrndup(ulr.consumer, sizeof(ulr.consumer) - 1,  in linereq_create()
1657 		if (!lr->label) {  in linereq_create()
1663 	mutex_init(&lr->config_mutex);  in linereq_create()
1664 	init_waitqueue_head(&lr->wait);  in linereq_create()
1665 	INIT_KFIFO(lr->events);  in linereq_create()
1666 	lr->event_buffer_size = ulr.event_buffer_size;  in linereq_create()
1667 	if (lr->event_buffer_size == 0)  in linereq_create()
1668 		lr->event_buffer_size = ulr.num_lines * 16;  in linereq_create()
1669 	else if (lr->event_buffer_size > GPIO_V2_LINES_MAX * 16)  in linereq_create()
1670 		lr->event_buffer_size = GPIO_V2_LINES_MAX * 16;  in linereq_create()
1672 	atomic_set(&lr->seqno, 0);  in linereq_create()
1684 		ret = gpiod_request_user(desc, lr->label);  in linereq_create()
1688 		lr->lines[i].desc = desc;  in linereq_create()
1712 			ret = edge_detector_setup(&lr->lines[i], lc, i,  in linereq_create()
1718 		lr->lines[i].edflags = edflags;  in linereq_create()
1726 	lr->device_unregistered_nb.notifier_call = linereq_unregistered_notify;  in linereq_create()
1728 					       &lr->device_unregistered_nb);  in linereq_create()
1738 	file = anon_inode_getfile("gpio-line", &line_fileops, lr,  in linereq_create()
1759 		lr->num_lines);  in linereq_create()
1766 	linereq_free(lr);  in linereq_create()