1235 	struct io_sr_msg *zc = io_kiocb_to_cmd(req, struct io_sr_msg);  in io_send_zc_cleanup()  local
1240 	if (zc->notif) {  in io_send_zc_cleanup()
1241 		io_notif_flush(zc->notif);  in io_send_zc_cleanup()
1242 		zc->notif = NULL;  in io_send_zc_cleanup()
1251 	struct io_sr_msg *zc = io_kiocb_to_cmd(req, struct io_sr_msg);  in io_send_zc_prep()  local
1255 	zc->done_io = 0;  in io_send_zc_prep()
1256 	zc->retry = false;  in io_send_zc_prep()
1257 	zc->imported = false;  in io_send_zc_prep()
1266 	notif = zc->notif = io_alloc_notif(ctx);  in io_send_zc_prep()
1274 	zc->flags = READ_ONCE(sqe->ioprio);  in io_send_zc_prep()
1275 	if (unlikely(zc->flags & ~IO_ZC_FLAGS_COMMON)) {  in io_send_zc_prep()
1276 		if (zc->flags & ~IO_ZC_FLAGS_VALID)  in io_send_zc_prep()
1278 		if (zc->flags & IORING_SEND_ZC_REPORT_USAGE) {  in io_send_zc_prep()
1290 		if (unlikely(zc->flags & IORING_RECVSEND_FIXED_BUF))  in io_send_zc_prep()
1294 	zc->len = READ_ONCE(sqe->len);  in io_send_zc_prep()
1295 	zc->msg_flags = READ_ONCE(sqe->msg_flags) | MSG_NOSIGNAL | MSG_ZEROCOPY;  in io_send_zc_prep()
1296 	zc->buf_index = READ_ONCE(sqe->buf_index);  in io_send_zc_prep()
1297 	if (zc->msg_flags & MSG_DONTWAIT)  in io_send_zc_prep()
1302 		zc->msg_flags |= MSG_CMSG_COMPAT;  in io_send_zc_prep()
1404 	struct io_sr_msg *zc = io_kiocb_to_cmd(req, struct io_sr_msg);  in io_send_zc()  local
1417 	    (zc->flags & IORING_RECVSEND_POLL_FIRST))  in io_send_zc()
1420 	if (!zc->imported) {  in io_send_zc()
1421 		zc->imported = true;  in io_send_zc()
1427 	msg_flags = zc->msg_flags;  in io_send_zc()
1435 	kmsg->msg.msg_ubuf = &io_notif_to_data(zc->notif)->uarg;  in io_send_zc()
1443 			zc->len -= ret;  in io_send_zc()
1444 			zc->buf += ret;  in io_send_zc()
1445 			zc->done_io += ret;  in io_send_zc()
1455 		ret += zc->done_io;  in io_send_zc()
1456 	else if (zc->done_io)  in io_send_zc()
1457 		ret = zc->done_io;  in io_send_zc()
1464 		io_notif_flush(zc->notif);  in io_send_zc()
1465 		zc->notif = NULL;  in io_send_zc()