blob: 96ee9d94b73e22428bccdb66452d10fdabb9aee5 [file] [log] [blame]
Jens Axboe2b188cc2019-01-07 10:46:33 -07001/* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */
2/*
3 * Header file for the io_uring interface.
4 *
5 * Copyright (C) 2019 Jens Axboe
6 * Copyright (C) 2019 Christoph Hellwig
7 */
8#ifndef LINUX_IO_URING_H
9#define LINUX_IO_URING_H
10
11#include <linux/fs.h>
12#include <linux/types.h>
13
14/*
15 * IO submission data structure (Submission Queue Entry)
16 */
17struct io_uring_sqe {
18 __u8 opcode; /* type of operation for this sqe */
Jens Axboe6b063142019-01-10 22:13:58 -070019 __u8 flags; /* IOSQE_ flags */
Jens Axboe2b188cc2019-01-07 10:46:33 -070020 __u16 ioprio; /* ioprio for the request */
21 __s32 fd; /* file descriptor to do IO on */
22 __u64 off; /* offset into file */
23 __u64 addr; /* pointer to buffer or iovecs */
24 __u32 len; /* buffer size or number of iovecs */
25 union {
26 __kernel_rwf_t rw_flags;
Christoph Hellwigc992fe22019-01-11 09:43:02 -070027 __u32 fsync_flags;
Jens Axboe221c5eb2019-01-17 09:41:58 -070028 __u16 poll_events;
Jens Axboe5d17b4a2019-04-09 14:56:44 -060029 __u32 sync_range_flags;
Jens Axboe0fa03c62019-04-19 13:34:07 -060030 __u32 msg_flags;
Jens Axboe2b188cc2019-01-07 10:46:33 -070031 };
32 __u64 user_data; /* data to be passed back at completion time */
Jens Axboeedafcce2019-01-09 09:16:05 -070033 union {
34 __u16 buf_index; /* index into fixed buffers, if used */
35 __u64 __pad2[3];
36 };
Jens Axboe2b188cc2019-01-07 10:46:33 -070037};
38
Jens Axboedef596e2019-01-09 08:59:42 -070039/*
Jens Axboe6b063142019-01-10 22:13:58 -070040 * sqe->flags
41 */
42#define IOSQE_FIXED_FILE (1U << 0) /* use fixed fileset */
Jens Axboede0617e2019-04-06 21:51:27 -060043#define IOSQE_IO_DRAIN (1U << 1) /* issue after inflight IO */
Jens Axboe9e645e112019-05-10 16:07:28 -060044#define IOSQE_IO_LINK (1U << 2) /* links next sqe */
Jens Axboe6b063142019-01-10 22:13:58 -070045
46/*
Jens Axboedef596e2019-01-09 08:59:42 -070047 * io_uring_setup() flags
48 */
49#define IORING_SETUP_IOPOLL (1U << 0) /* io_context is polled */
Jens Axboe6c271ce2019-01-10 11:22:30 -070050#define IORING_SETUP_SQPOLL (1U << 1) /* SQ poll thread */
51#define IORING_SETUP_SQ_AFF (1U << 2) /* sq_thread_cpu is valid */
Jens Axboedef596e2019-01-09 08:59:42 -070052
Jens Axboe2b188cc2019-01-07 10:46:33 -070053#define IORING_OP_NOP 0
54#define IORING_OP_READV 1
55#define IORING_OP_WRITEV 2
Christoph Hellwigc992fe22019-01-11 09:43:02 -070056#define IORING_OP_FSYNC 3
Jens Axboeedafcce2019-01-09 09:16:05 -070057#define IORING_OP_READ_FIXED 4
58#define IORING_OP_WRITE_FIXED 5
Jens Axboe221c5eb2019-01-17 09:41:58 -070059#define IORING_OP_POLL_ADD 6
60#define IORING_OP_POLL_REMOVE 7
Jens Axboe5d17b4a2019-04-09 14:56:44 -060061#define IORING_OP_SYNC_FILE_RANGE 8
Jens Axboe0fa03c62019-04-19 13:34:07 -060062#define IORING_OP_SENDMSG 9
Jens Axboeaa1fa282019-04-19 13:38:09 -060063#define IORING_OP_RECVMSG 10
Christoph Hellwigc992fe22019-01-11 09:43:02 -070064
65/*
66 * sqe->fsync_flags
67 */
68#define IORING_FSYNC_DATASYNC (1U << 0)
Jens Axboe2b188cc2019-01-07 10:46:33 -070069
70/*
71 * IO completion data structure (Completion Queue Entry)
72 */
73struct io_uring_cqe {
74 __u64 user_data; /* sqe->data submission passed back */
75 __s32 res; /* result code for this event */
76 __u32 flags;
77};
78
79/*
80 * Magic offsets for the application to mmap the data it needs
81 */
82#define IORING_OFF_SQ_RING 0ULL
83#define IORING_OFF_CQ_RING 0x8000000ULL
84#define IORING_OFF_SQES 0x10000000ULL
85
86/*
87 * Filled with the offset for mmap(2)
88 */
89struct io_sqring_offsets {
90 __u32 head;
91 __u32 tail;
92 __u32 ring_mask;
93 __u32 ring_entries;
94 __u32 flags;
95 __u32 dropped;
96 __u32 array;
97 __u32 resv1;
98 __u64 resv2;
99};
100
Jens Axboe6c271ce2019-01-10 11:22:30 -0700101/*
102 * sq_ring->flags
103 */
104#define IORING_SQ_NEED_WAKEUP (1U << 0) /* needs io_uring_enter wakeup */
105
Jens Axboe2b188cc2019-01-07 10:46:33 -0700106struct io_cqring_offsets {
107 __u32 head;
108 __u32 tail;
109 __u32 ring_mask;
110 __u32 ring_entries;
111 __u32 overflow;
112 __u32 cqes;
113 __u64 resv[2];
114};
115
116/*
117 * io_uring_enter(2) flags
118 */
119#define IORING_ENTER_GETEVENTS (1U << 0)
Jens Axboe6c271ce2019-01-10 11:22:30 -0700120#define IORING_ENTER_SQ_WAKEUP (1U << 1)
Jens Axboe2b188cc2019-01-07 10:46:33 -0700121
122/*
123 * Passed in for io_uring_setup(2). Copied back with updated info on success
124 */
125struct io_uring_params {
126 __u32 sq_entries;
127 __u32 cq_entries;
128 __u32 flags;
Jens Axboe6c271ce2019-01-10 11:22:30 -0700129 __u32 sq_thread_cpu;
130 __u32 sq_thread_idle;
Jens Axboeac90f242019-09-06 10:26:21 -0600131 __u32 features;
132 __u32 resv[4];
Jens Axboe2b188cc2019-01-07 10:46:33 -0700133 struct io_sqring_offsets sq_off;
134 struct io_cqring_offsets cq_off;
135};
136
Jens Axboeedafcce2019-01-09 09:16:05 -0700137/*
Jens Axboeac90f242019-09-06 10:26:21 -0600138 * io_uring_params->features flags
139 */
140#define IORING_FEAT_SINGLE_MMAP (1U << 0)
141
142/*
Jens Axboeedafcce2019-01-09 09:16:05 -0700143 * io_uring_register(2) opcodes and arguments
144 */
145#define IORING_REGISTER_BUFFERS 0
146#define IORING_UNREGISTER_BUFFERS 1
Jens Axboe6b063142019-01-10 22:13:58 -0700147#define IORING_REGISTER_FILES 2
148#define IORING_UNREGISTER_FILES 3
Jens Axboe9b402842019-04-11 11:45:41 -0600149#define IORING_REGISTER_EVENTFD 4
150#define IORING_UNREGISTER_EVENTFD 5
Jens Axboeedafcce2019-01-09 09:16:05 -0700151
Jens Axboe2b188cc2019-01-07 10:46:33 -0700152#endif