include/linux/io_uring_types.h

270

struct io_kiocb *head;

include/linux/io_uring_types.h

271

struct io_kiocb *last;

include/linux/io_uring_types.h

693

struct io_kiocb *req;

include/linux/io_uring_types.h

732

static inline struct io_kiocb *cmd_to_io_kiocb(void *ptr)

include/linux/io_uring_types.h

808

struct io_kiocb *link;

include/trace/events/io_uring.h

110

TP_PROTO(struct io_kiocb *req, int fd),

include/trace/events/io_uring.h

142

TP_PROTO(struct io_kiocb *req, bool hashed),

include/trace/events/io_uring.h

186

TP_PROTO(struct io_kiocb *req),

include/trace/events/io_uring.h

225

TP_PROTO(struct io_kiocb *req, struct io_kiocb *target_req),

include/trace/events/io_uring.h

285

TP_PROTO(struct io_kiocb *req, struct io_kiocb *link),

include/trace/events/io_uring.h

366

TP_PROTO(struct io_kiocb *req),

include/trace/events/io_uring.h

410

TP_PROTO(struct io_kiocb *req, int mask, int events),

include/trace/events/io_uring.h

451

TP_PROTO(struct io_kiocb *req, int mask),

include/trace/events/io_uring.h

492

TP_PROTO(const struct io_uring_sqe *sqe, struct io_kiocb *req, int error),

io_uring/advise.c

31

int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/advise.c

51

int io_madvise(struct io_kiocb *req, unsigned int issue_flags)

io_uring/advise.c

79

int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/advise.c

96

int io_fadvise(struct io_kiocb *req, unsigned int issue_flags)

io_uring/advise.h

3

int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/advise.h

4

int io_madvise(struct io_kiocb *req, unsigned int issue_flags);

io_uring/advise.h

6

int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/advise.h

7

int io_fadvise(struct io_kiocb *req, unsigned int issue_flags);

io_uring/bpf_filter.c

27

struct io_kiocb *req)

io_uring/bpf_filter.c

58

struct io_kiocb *req)

io_uring/bpf_filter.h

19

struct io_kiocb *req)

io_uring/bpf_filter.h

35

struct io_kiocb *req)

io_uring/bpf_filter.h

9

int __io_uring_run_bpf_filters(struct io_bpf_filter __rcu **filters, struct io_kiocb *req);

io_uring/cancel.c

140

int io_async_cancel_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/cancel.c

210

int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags)

io_uring/cancel.c

359

bool (*cancel)(struct io_kiocb *))

io_uring/cancel.c

362

struct io_kiocb *req;

io_uring/cancel.c

380

bool (*cancel)(struct io_kiocb *))

io_uring/cancel.c

383

struct io_kiocb *req;

io_uring/cancel.c

39

bool io_cancel_req_match(struct io_kiocb *req, struct io_cancel_data *cd)

io_uring/cancel.c

399

static bool io_match_linked(struct io_kiocb *head)

io_uring/cancel.c

401

struct io_kiocb *req;

io_uring/cancel.c

414

bool io_match_task_safe(struct io_kiocb *head, struct io_uring_task *tctx,

io_uring/cancel.c

450

struct io_kiocb *req = container_of(work, struct io_kiocb, work);

io_uring/cancel.c

484

struct io_kiocb *req = container_of(work, struct io_kiocb, work);

io_uring/cancel.c

72

struct io_kiocb *req = container_of(work, struct io_kiocb, work);

io_uring/cancel.h

16

int io_async_cancel_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/cancel.h

17

int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags);

io_uring/cancel.h

23

bool io_cancel_req_match(struct io_kiocb *req, struct io_cancel_data *cd);

io_uring/cancel.h

24

bool io_match_task_safe(struct io_kiocb *head, struct io_uring_task *tctx,

io_uring/cancel.h

29

bool (*cancel)(struct io_kiocb *));

io_uring/cancel.h

32

bool (*cancel)(struct io_kiocb *));

io_uring/cancel.h

39

static inline bool io_cancel_match_sequence(struct io_kiocb *req, int sequence)

io_uring/epoll.c

29

int io_epoll_ctl_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/epoll.c

51

int io_epoll_ctl(struct io_kiocb *req, unsigned int issue_flags)

io_uring/epoll.c

78

int io_epoll_wait_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/epoll.c

90

int io_epoll_wait(struct io_kiocb *req, unsigned int issue_flags)

io_uring/epoll.h

4

int io_epoll_ctl_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/epoll.h

5

int io_epoll_ctl(struct io_kiocb *req, unsigned int issue_flags);

io_uring/epoll.h

6

int io_epoll_wait_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/epoll.h

7

int io_epoll_wait(struct io_kiocb *req, unsigned int issue_flags);

io_uring/fdinfo.c

235

struct io_kiocb *req;

io_uring/filetable.c

111

int io_fixed_fd_install(struct io_kiocb *req, unsigned int issue_flags,

io_uring/filetable.h

11

int io_fixed_fd_install(struct io_kiocb *req, unsigned int issue_flags,

io_uring/fs.c

107

int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/fs.c

135

int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags)

io_uring/fs.c

153

void io_unlinkat_cleanup(struct io_kiocb *req)

io_uring/fs.c

160

int io_mkdirat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/fs.c

184

int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags)

io_uring/fs.c

199

void io_mkdirat_cleanup(struct io_kiocb *req)

io_uring/fs.c

206

int io_symlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/fs.c

236

int io_symlinkat(struct io_kiocb *req, unsigned int issue_flags)

io_uring/fs.c

252

int io_linkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/fs.c

284

int io_linkat(struct io_kiocb *req, unsigned int issue_flags)

io_uring/fs.c

300

void io_link_cleanup(struct io_kiocb *req)

io_uring/fs.c

50

int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/fs.c

82

int io_renameat(struct io_kiocb *req, unsigned int issue_flags)

io_uring/fs.c

99

void io_renameat_cleanup(struct io_kiocb *req)

io_uring/fs.h

11

int io_mkdirat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/fs.h

12

int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags);

io_uring/fs.h

13

void io_mkdirat_cleanup(struct io_kiocb *req);

io_uring/fs.h

15

int io_symlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/fs.h

16

int io_symlinkat(struct io_kiocb *req, unsigned int issue_flags);

io_uring/fs.h

18

int io_linkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/fs.h

19

int io_linkat(struct io_kiocb *req, unsigned int issue_flags);

io_uring/fs.h

20

void io_link_cleanup(struct io_kiocb *req);

io_uring/fs.h

3

int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/fs.h

4

int io_renameat(struct io_kiocb *req, unsigned int issue_flags);

io_uring/fs.h

5

void io_renameat_cleanup(struct io_kiocb *req);

io_uring/fs.h

7

int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/fs.h

8

int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags);

io_uring/fs.h

9

void io_unlinkat_cleanup(struct io_kiocb *req);

io_uring/futex.c

127

int io_futex_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/futex.c

159

struct io_kiocb *req = q->wake_data;

io_uring/futex.c

174

int io_futexv_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/futex.c

213

struct io_kiocb *req = ifd->req;

io_uring/futex.c

223

int io_futexv_wait(struct io_kiocb *req, unsigned int issue_flags)

io_uring/futex.c

27

struct io_kiocb *req;

io_uring/futex.c

276

int io_futex_wait(struct io_kiocb *req, unsigned int issue_flags)

io_uring/futex.c

321

int io_futex_wake(struct io_kiocb *req, unsigned int issue_flags)

io_uring/futex.c

56

struct io_kiocb *req = tw_req.req;

io_uring/futex.c

67

struct io_kiocb *req = tw_req.req;

io_uring/futex.c

92

static bool __io_futex_cancel(struct io_kiocb *req)

io_uring/futex.h

5

int io_futex_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/futex.h

6

int io_futexv_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/futex.h

7

int io_futex_wait(struct io_kiocb *req, unsigned int issue_flags);

io_uring/futex.h

8

int io_futexv_wait(struct io_kiocb *req, unsigned int issue_flags);

io_uring/futex.h

9

int io_futex_wake(struct io_kiocb *req, unsigned int issue_flags);

io_uring/io_uring.c

1003

__cold void io_free_req(struct io_kiocb *req)

io_uring/io_uring.c

1013

static void __io_req_find_next_prep(struct io_kiocb *req)

io_uring/io_uring.c

1022

static inline struct io_kiocb *io_req_find_next(struct io_kiocb *req)

io_uring/io_uring.c

1024

struct io_kiocb *nxt;

io_uring/io_uring.c

1041

struct io_kiocb *req = tw_req.req;

io_uring/io_uring.c

1049

struct io_kiocb *req = tw_req.req;

io_uring/io_uring.c

1061

void io_req_task_queue_fail(struct io_kiocb *req, int ret)

io_uring/io_uring.c

1068

void io_req_task_queue(struct io_kiocb *req)

io_uring/io_uring.c

1074

void io_queue_next(struct io_kiocb *req)

io_uring/io_uring.c

1076

struct io_kiocb *nxt = io_req_find_next(req);

io_uring/io_uring.c

1082

static inline void io_req_put_rsrc_nodes(struct io_kiocb *req)

io_uring/io_uring.c

1099

struct io_kiocb *req = container_of(node, struct io_kiocb,

io_uring/io_uring.c

1144

struct io_kiocb *req = container_of(node, struct io_kiocb,

io_uring/io_uring.c

121

static void io_queue_sqe(struct io_kiocb *req, unsigned int extra_flags);

io_uring/io_uring.c

1283

static void io_iopoll_req_issued(struct io_kiocb *req, unsigned int issue_flags)

io_uring/io_uring.c

1300

struct io_kiocb *list_req;

io_uring/io_uring.c

1302

list_req = list_first_entry(&ctx->iopoll_list, struct io_kiocb, iopoll_node);

io_uring/io_uring.c

1337

static __cold void io_drain_req(struct io_kiocb *req)

io_uring/io_uring.c

1361

static bool io_assign_file(struct io_kiocb *req, const struct io_issue_def *def,

io_uring/io_uring.c

1377

static inline int __io_issue_sqe(struct io_kiocb *req,

io_uring/io_uring.c

1382

struct io_kiocb *link = NULL;

io_uring/io_uring.c

1410

static int io_issue_sqe(struct io_kiocb *req, unsigned int issue_flags)

io_uring/io_uring.c

1438

int io_poll_issue(struct io_kiocb *req, io_tw_token_t tw)

io_uring/io_uring.c

1459

struct io_kiocb *req = container_of(work, struct io_kiocb, work);

io_uring/io_uring.c

1460

struct io_kiocb *nxt = NULL;

io_uring/io_uring.c

1477

struct io_kiocb *req = container_of(work, struct io_kiocb, work);

io_uring/io_uring.c

153

static void io_poison_cached_req(struct io_kiocb *req)

io_uring/io_uring.c

1571

inline struct file *io_file_get_fixed(struct io_kiocb *req, int fd,

io_uring/io_uring.c

1590

struct file *io_file_get_normal(struct io_kiocb *req, int fd)

io_uring/io_uring.c

1602

static int io_req_sqe_copy(struct io_kiocb *req, unsigned int issue_flags)

io_uring/io_uring.c

1617

static void io_queue_async(struct io_kiocb *req, unsigned int issue_flags, int ret)

io_uring/io_uring.c

163

void io_poison_req(struct io_kiocb *req)

io_uring/io_uring.c

1642

static inline void io_queue_sqe(struct io_kiocb *req, unsigned int extra_flags)

io_uring/io_uring.c

1659

static void io_queue_sqe_fallback(struct io_kiocb *req)

io_uring/io_uring.c

1686

struct io_kiocb *req,

io_uring/io_uring.c

1707

struct io_kiocb *head = ctx->submit_state.link.head;

io_uring/io_uring.c

1723

static __cold int io_init_fail_req(struct io_kiocb *req, int err)

io_uring/io_uring.c

173

static inline void req_fail_link_node(struct io_kiocb *req, int res)

io_uring/io_uring.c

1730

static int io_init_req(struct io_ring_ctx *ctx, struct io_kiocb *req,

io_uring/io_uring.c

179

static inline void io_req_add_to_cache(struct io_kiocb *req, struct io_ring_ctx *ctx)

io_uring/io_uring.c

1846

struct io_kiocb *req, int ret)

io_uring/io_uring.c

1850

struct io_kiocb *head = link->head;

io_uring/io_uring.c

1882

static inline int io_submit_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req,

io_uring/io_uring.c

2044

struct io_kiocb *req;

io_uring/io_uring.c

2142

struct io_kiocb *req;

io_uring/io_uring.c

310

static void io_clean_op(struct io_kiocb *req)

io_uring/io_uring.c

3160

.useroffset = offsetof(struct io_kiocb, cmd.data),

io_uring/io_uring.c

3161

.usersize = sizeof_field(struct io_kiocb, cmd.data),

io_uring/io_uring.c

3162

.freeptr_offset = offsetof(struct io_kiocb, work),

io_uring/io_uring.c

3238

BUILD_BUG_ON(__REQ_F_LAST_BIT > 8 * sizeof_field(struct io_kiocb, flags));

io_uring/io_uring.c

3257

req_cachep = kmem_cache_create("io_kiocb", sizeof(struct io_kiocb), &kmem_args,

io_uring/io_uring.c

337

inline void io_req_track_inflight(struct io_kiocb *req)

io_uring/io_uring.c

345

static struct io_kiocb *__io_prep_linked_timeout(struct io_kiocb *req)

io_uring/io_uring.c

359

static void io_prep_async_work(struct io_kiocb *req)

io_uring/io_uring.c

391

static void io_prep_async_link(struct io_kiocb *req)

io_uring/io_uring.c

393

struct io_kiocb *cur;

io_uring/io_uring.c

408

static void io_queue_iowq(struct io_kiocb *req)

io_uring/io_uring.c

441

void io_req_queue_iowq(struct io_kiocb *req)

io_uring/io_uring.c

447

unsigned io_linked_nr(struct io_kiocb *req)

io_uring/io_uring.c

449

struct io_kiocb *tmp;

io_uring/io_uring.c

600

static inline void io_put_task(struct io_kiocb *req)

io_uring/io_uring.c

866

bool io_req_post_cqe(struct io_kiocb *req, s32 res, u32 cflags)

io_uring/io_uring.c

898

bool io_req_post_cqe32(struct io_kiocb *req, struct io_uring_cqe cqe[2])

io_uring/io_uring.c

919

static void io_req_complete_post(struct io_kiocb *req, unsigned issue_flags)

io_uring/io_uring.c

957

void io_req_defer_failed(struct io_kiocb *req, s32 res)

io_uring/io_uring.h

125

struct io_kiocb *req;

io_uring/io_uring.h

176

void io_req_defer_failed(struct io_kiocb *req, s32 res);

io_uring/io_uring.h

179

bool io_req_post_cqe(struct io_kiocb *req, s32 res, u32 cflags);

io_uring/io_uring.h

180

bool io_req_post_cqe32(struct io_kiocb *req, struct io_uring_cqe src_cqe[2]);

io_uring/io_uring.h

183

unsigned io_linked_nr(struct io_kiocb *req);

io_uring/io_uring.h

184

void io_req_track_inflight(struct io_kiocb *req);

io_uring/io_uring.h

185

struct file *io_file_get_normal(struct io_kiocb *req, int fd);

io_uring/io_uring.h

186

struct file *io_file_get_fixed(struct io_kiocb *req, int fd,

io_uring/io_uring.h

190

void io_req_task_queue(struct io_kiocb *req);

io_uring/io_uring.h

192

void io_req_task_queue_fail(struct io_kiocb *req, int ret);

io_uring/io_uring.h

198

void io_req_queue_iowq(struct io_kiocb *req);

io_uring/io_uring.h

200

int io_poll_issue(struct io_kiocb *req, io_tw_token_t tw);

io_uring/io_uring.h

209

void io_free_req(struct io_kiocb *req);

io_uring/io_uring.h

210

void io_queue_next(struct io_kiocb *req);

io_uring/io_uring.h

216

void io_poison_req(struct io_kiocb *req);

io_uring/io_uring.h

297

struct io_kiocb *req)

io_uring/io_uring.h

320

static inline void req_set_fail(struct io_kiocb *req)

io_uring/io_uring.h

329

static inline void io_req_set_res(struct io_kiocb *req, s32 res, u32 cflags)

io_uring/io_uring.h

342

static inline void io_req_set_res32(struct io_kiocb *req, s32 res, u32 cflags,

io_uring/io_uring.h

352

struct io_kiocb *req)

io_uring/io_uring.h

367

static inline bool req_has_async_data(struct io_kiocb *req)

io_uring/io_uring.h

372

static inline void io_req_async_data_clear(struct io_kiocb *req,

io_uring/io_uring.h

379

static inline void io_req_async_data_free(struct io_kiocb *req)

io_uring/io_uring.h

385

static inline void io_put_file(struct io_kiocb *req)

io_uring/io_uring.h

489

static inline void io_req_complete_defer(struct io_kiocb *req)

io_uring/io_uring.h

524

static inline struct io_kiocb *io_extract_req(struct io_ring_ctx *ctx)

io_uring/io_uring.h

526

struct io_kiocb *req;

io_uring/io_uring.h

528

req = container_of(ctx->submit_state.free_list.next, struct io_kiocb, comp_list);

io_uring/io_uring.h

533

static inline bool io_alloc_req(struct io_ring_ctx *ctx, struct io_kiocb **req)

io_uring/io_uring.h

543

static inline void io_req_queue_tw_complete(struct io_kiocb *req, s32 res)

io_uring/io_uring.h

550

static inline bool io_file_can_poll(struct io_kiocb *req)

io_uring/io_uring.h

561

static inline bool io_is_uring_cmd(const struct io_kiocb *req)

io_uring/kbuf.c

108

bool io_kbuf_recycle_legacy(struct io_kiocb *req, unsigned issue_flags)

io_uring/kbuf.c

135

static void __user *io_provided_buffer_select(struct io_kiocb *req, size_t *len,

io_uring/kbuf.c

156

static int io_provided_buffers_select(struct io_kiocb *req, size_t *len,

io_uring/kbuf.c

171

static bool io_should_commit(struct io_kiocb *req, unsigned int issue_flags)

io_uring/kbuf.c

192

static struct io_br_sel io_ring_buffer_select(struct io_kiocb *req, size_t *len,

io_uring/kbuf.c

230

struct io_br_sel io_buffer_select(struct io_kiocb *req, size_t *len,

io_uring/kbuf.c

253

static int io_ring_buffers_peek(struct io_kiocb *req, struct buf_sel_arg *arg,

io_uring/kbuf.c

344

int io_buffers_select(struct io_kiocb *req, struct buf_sel_arg *arg,

io_uring/kbuf.c

380

int io_buffers_peek(struct io_kiocb *req, struct buf_sel_arg *arg,

io_uring/kbuf.c

406

static inline bool __io_put_kbuf_ring(struct io_kiocb *req,

io_uring/kbuf.c

420

unsigned int __io_put_kbufs(struct io_kiocb *req, struct io_buffer_list *bl,

io_uring/kbuf.c

493

int io_remove_buffers_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/kbuf.c

512

int io_provide_buffers_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/kbuf.c

583

static int __io_manage_buffers_legacy(struct io_kiocb *req,

io_uring/kbuf.c

611

int io_manage_buffers_legacy(struct io_kiocb *req, unsigned int issue_flags)

io_uring/kbuf.c

62

bool io_kbuf_commit(struct io_kiocb *req,

io_uring/kbuf.c

99

void io_kbuf_drop_legacy(struct io_kiocb *req)

io_uring/kbuf.h

107

static inline bool io_do_buffer_select(struct io_kiocb *req)

io_uring/kbuf.h

114

static inline bool io_kbuf_recycle(struct io_kiocb *req, struct io_buffer_list *bl,

io_uring/kbuf.h

126

static inline unsigned int io_put_kbuf(struct io_kiocb *req, int len,

io_uring/kbuf.h

134

static inline unsigned int io_put_kbufs(struct io_kiocb *req, int len,

io_uring/kbuf.h

70

struct io_br_sel io_buffer_select(struct io_kiocb *req, size_t *len,

io_uring/kbuf.h

72

int io_buffers_select(struct io_kiocb *req, struct buf_sel_arg *arg,

io_uring/kbuf.h

74

int io_buffers_peek(struct io_kiocb *req, struct buf_sel_arg *arg,

io_uring/kbuf.h

78

int io_remove_buffers_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/kbuf.h

79

int io_provide_buffers_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/kbuf.h

80

int io_manage_buffers_legacy(struct io_kiocb *req, unsigned int issue_flags);

io_uring/kbuf.h

86

bool io_kbuf_recycle_legacy(struct io_kiocb *req, unsigned issue_flags);

io_uring/kbuf.h

87

void io_kbuf_drop_legacy(struct io_kiocb *req);

io_uring/kbuf.h

89

unsigned int __io_put_kbufs(struct io_kiocb *req, struct io_buffer_list *bl,

io_uring/kbuf.h

91

bool io_kbuf_commit(struct io_kiocb *req,

io_uring/kbuf.h

97

static inline bool io_kbuf_recycle_ring(struct io_kiocb *req,

io_uring/msg_ring.c

116

struct io_kiocb *target;

io_uring/msg_ring.c

168

static int io_msg_ring_data(struct io_kiocb *req, unsigned int issue_flags)

io_uring/msg_ring.c

176

static int io_msg_grab_file(struct io_kiocb *req, unsigned int issue_flags)

io_uring/msg_ring.c

196

static int io_msg_install_complete(struct io_kiocb *req, unsigned int issue_flags)

io_uring/msg_ring.c

231

struct io_kiocb *req = cmd_to_io_kiocb(msg);

io_uring/msg_ring.c

241

static int io_msg_fd_remote(struct io_kiocb *req)

io_uring/msg_ring.c

254

static int io_msg_send_fd(struct io_kiocb *req, unsigned int issue_flags)

io_uring/msg_ring.c

299

int io_msg_ring_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/msg_ring.c

304

int io_msg_ring(struct io_kiocb *req, unsigned int issue_flags)

io_uring/msg_ring.c

57

void io_msg_ring_cleanup(struct io_kiocb *req)

io_uring/msg_ring.c

75

struct io_kiocb *req = tw_req.req;

io_uring/msg_ring.c

83

static void io_msg_remote_post(struct io_ring_ctx *ctx, struct io_kiocb *req,

io_uring/msg_ring.h

4

int io_msg_ring_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/msg_ring.h

5

int io_msg_ring(struct io_kiocb *req, unsigned int issue_flags);

io_uring/msg_ring.h

6

void io_msg_ring_cleanup(struct io_kiocb *req);

io_uring/napi.h

43

static inline void io_napi_add(struct io_kiocb *req)

io_uring/napi.h

77

static inline void io_napi_add(struct io_kiocb *req)

io_uring/net.c

1051

int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags)

io_uring/net.c

1138

static int io_recv_buf_select(struct io_kiocb *req, struct io_async_msghdr *kmsg,

io_uring/net.c

1210

int io_recv(struct io_kiocb *req, unsigned int issue_flags)

io_uring/net.c

124

int io_shutdown_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/net.c

1298

int io_recvzc_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/net.c

1326

int io_recvzc(struct io_kiocb *req, unsigned int issue_flags)

io_uring/net.c

1361

void io_send_zc_cleanup(struct io_kiocb *req)

io_uring/net.c

137

int io_shutdown(struct io_kiocb *req, unsigned int issue_flags)

io_uring/net.c

1378

int io_send_zc_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/net.c

1383

struct io_kiocb *notif;

io_uring/net.c

1501

static int io_send_zc_import(struct io_kiocb *req,

io_uring/net.c

1506

struct io_kiocb *notif = sr->notif;

io_uring/net.c

1531

int io_sendmsg_zc(struct io_kiocb *req, unsigned int issue_flags)

io_uring/net.c

1602

void io_sendrecv_fail(struct io_kiocb *req)

io_uring/net.c

1617

int io_accept_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/net.c

1651

int io_accept(struct io_kiocb *req, unsigned int issue_flags)

io_uring/net.c

167

static void io_netmsg_recycle(struct io_kiocb *req, unsigned int issue_flags)

io_uring/net.c

1712

void io_socket_bpf_populate(struct io_uring_bpf_ctx *bctx, struct io_kiocb *req)

io_uring/net.c

1721

void io_connect_bpf_populate(struct io_uring_bpf_ctx *bctx, struct io_kiocb *req)

io_uring/net.c

1761

int io_socket_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/net.c

1782

int io_socket(struct io_kiocb *req, unsigned int issue_flags)

io_uring/net.c

1815

int io_connect_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/net.c

1834

int io_connect(struct io_kiocb *req, unsigned int issue_flags)

io_uring/net.c

186

static struct io_async_msghdr *io_msg_alloc_async(struct io_kiocb *req)

io_uring/net.c

1901

int io_bind_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/net.c

1926

int io_bind(struct io_kiocb *req, unsigned int issue_flags)

io_uring/net.c

1944

int io_listen_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/net.c

1955

int io_listen(struct io_kiocb *req, unsigned int issue_flags)

io_uring/net.c

201

static inline void io_mshot_prep_retry(struct io_kiocb *req,

io_uring/net.c

212

static int io_net_import_vec(struct io_kiocb *req, struct io_async_msghdr *iomsg,

io_uring/net.c

239

static int io_compat_msg_copy_hdr(struct io_kiocb *req,

io_uring/net.c

290

static int io_msg_copy_hdr(struct io_kiocb *req, struct io_async_msghdr *iomsg,

io_uring/net.c

343

void io_sendmsg_recvmsg_cleanup(struct io_kiocb *req)

io_uring/net.c

350

static int io_send_setup(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/net.c

396

static int io_sendmsg_setup(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/net.c

424

int io_sendmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/net.c

468

static void io_req_msg_cleanup(struct io_kiocb *req,

io_uring/net.c

513

static int io_net_kbuf_recyle(struct io_kiocb *req, struct io_buffer_list *bl,

io_uring/net.c

522

static inline bool io_send_finish(struct io_kiocb *req,

io_uring/net.c

560

int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags)

io_uring/net.c

609

static int io_send_select_buffer(struct io_kiocb *req, unsigned int issue_flags,

io_uring/net.c

657

int io_send(struct io_kiocb *req, unsigned int issue_flags)

io_uring/net.c

734

static int io_recvmsg_mshot_prep(struct io_kiocb *req,

io_uring/net.c

758

static int io_recvmsg_copy_hdr(struct io_kiocb *req,

io_uring/net.c

778

static int io_recvmsg_prep_setup(struct io_kiocb *req)

io_uring/net.c

812

int io_recvmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/net.c

86

struct io_kiocb *notif;

io_uring/net.c

884

static inline bool io_recv_finish(struct io_kiocb *req,

io_uring/net.h

28

int io_shutdown_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/net.h

29

int io_shutdown(struct io_kiocb *req, unsigned int issue_flags);

io_uring/net.h

31

void io_sendmsg_recvmsg_cleanup(struct io_kiocb *req);

io_uring/net.h

32

int io_sendmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/net.h

33

int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags);

io_uring/net.h

35

int io_send(struct io_kiocb *req, unsigned int issue_flags);

io_uring/net.h

37

int io_recvmsg_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/net.h

38

int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags);

io_uring/net.h

39

int io_recv(struct io_kiocb *req, unsigned int issue_flags);

io_uring/net.h

41

void io_sendrecv_fail(struct io_kiocb *req);

io_uring/net.h

43

int io_accept_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/net.h

44

int io_accept(struct io_kiocb *req, unsigned int issue_flags);

io_uring/net.h

46

int io_socket_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/net.h

47

int io_socket(struct io_kiocb *req, unsigned int issue_flags);

io_uring/net.h

48

void io_socket_bpf_populate(struct io_uring_bpf_ctx *bctx, struct io_kiocb *req);

io_uring/net.h

49

void io_connect_bpf_populate(struct io_uring_bpf_ctx *bctx, struct io_kiocb *req);

io_uring/net.h

51

int io_connect_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/net.h

52

int io_connect(struct io_kiocb *req, unsigned int issue_flags);

io_uring/net.h

54

int io_sendmsg_zc(struct io_kiocb *req, unsigned int issue_flags);

io_uring/net.h

55

int io_send_zc_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/net.h

56

void io_send_zc_cleanup(struct io_kiocb *req);

io_uring/net.h

58

int io_bind_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/net.h

59

int io_bind(struct io_kiocb *req, unsigned int issue_flags);

io_uring/net.h

61

int io_listen_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/net.h

62

int io_listen(struct io_kiocb *req, unsigned int issue_flags);

io_uring/net.h

70

struct io_kiocb *req)

io_uring/net.h

75

struct io_kiocb *req)

io_uring/nop.c

27

int io_nop_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/nop.c

58

int io_nop(struct io_kiocb *req, unsigned int issue_flags)

io_uring/nop.h

3

int io_nop_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/nop.h

4

int io_nop(struct io_kiocb *req, unsigned int issue_flags);

io_uring/notif.c

114

struct io_kiocb *io_alloc_notif(struct io_ring_ctx *ctx)

io_uring/notif.c

117

struct io_kiocb *notif;

io_uring/notif.c

17

struct io_kiocb *notif = tw_req.req;

io_uring/notif.c

47

struct io_kiocb *notif = cmd_to_io_kiocb(nd);

io_uring/notif.c

73

struct io_kiocb *prev_notif, *notif;

io_uring/notif.h

26

struct io_kiocb *io_alloc_notif(struct io_ring_ctx *ctx);

io_uring/notif.h

30

static inline struct io_notif_data *io_notif_to_data(struct io_kiocb *notif)

io_uring/notif.h

35

static inline void io_notif_flush(struct io_kiocb *notif)

io_uring/notif.h

43

static inline int io_notif_account_mem(struct io_kiocb *notif, unsigned len)

io_uring/opdef.c

42

static int io_no_issue(struct io_kiocb *req, unsigned int issue_flags)

io_uring/opdef.c

48

static __maybe_unused int io_eopnotsupp_prep(struct io_kiocb *kiocb,

io_uring/opdef.h

39

int (*issue)(struct io_kiocb *, unsigned int);

io_uring/opdef.h

40

int (*prep)(struct io_kiocb *, const struct io_uring_sqe *);

io_uring/opdef.h

41

void (*filter_populate)(struct io_uring_bpf_ctx *, struct io_kiocb *);

io_uring/opdef.h

47

void (*sqe_copy)(struct io_kiocb *);

io_uring/opdef.h

48

void (*cleanup)(struct io_kiocb *);

io_uring/opdef.h

49

void (*fail)(struct io_kiocb *);

io_uring/openclose.c

104

int io_openat2_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/openclose.c

123

int io_openat2(struct io_kiocb *req, unsigned int issue_flags)

io_uring/openclose.c

188

int io_openat(struct io_kiocb *req, unsigned int issue_flags)

io_uring/openclose.c

193

void io_open_cleanup(struct io_kiocb *req)

io_uring/openclose.c

212

static inline int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags)

io_uring/openclose.c

219

int io_close_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/openclose.c

236

int io_close(struct io_kiocb *req, unsigned int issue_flags)

io_uring/openclose.c

275

int io_install_fixed_fd_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/openclose.c

305

int io_install_fixed_fd(struct io_kiocb *req, unsigned int issue_flags)

io_uring/openclose.c

326

int io_pipe_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/openclose.c

343

static int io_pipe_fixed(struct io_kiocb *req, struct file **files,

io_uring/openclose.c

394

static int io_pipe_fd(struct io_kiocb *req, struct file **files)

io_uring/openclose.c

423

int io_pipe(struct io_kiocb *req, unsigned int issue_flags)

io_uring/openclose.c

53

static int __io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/openclose.c

85

void io_openat_bpf_populate(struct io_uring_bpf_ctx *bctx, struct io_kiocb *req)

io_uring/openclose.c

94

int io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/openclose.h

10

void io_open_cleanup(struct io_kiocb *req);

io_uring/openclose.h

11

void io_openat_bpf_populate(struct io_uring_bpf_ctx *bctx, struct io_kiocb *req);

io_uring/openclose.h

13

int io_openat2_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/openclose.h

14

int io_openat2(struct io_kiocb *req, unsigned int issue_flags);

io_uring/openclose.h

16

int io_close_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/openclose.h

17

int io_close(struct io_kiocb *req, unsigned int issue_flags);

io_uring/openclose.h

19

int io_pipe_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/openclose.h

20

int io_pipe(struct io_kiocb *req, unsigned int issue_flags);

io_uring/openclose.h

22

int io_install_fixed_fd_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/openclose.h

23

int io_install_fixed_fd(struct io_kiocb *req, unsigned int issue_flags);

io_uring/openclose.h

8

int io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/openclose.h

9

int io_openat(struct io_kiocb *req, unsigned int issue_flags);

io_uring/poll.c

101

static void io_poll_mark_cancelled(struct io_kiocb *req)

io_uring/poll.c

106

static struct io_poll *io_poll_get_double(struct io_kiocb *req)

io_uring/poll.c

114

static struct io_poll *io_poll_get_single(struct io_kiocb *req)

io_uring/poll.c

121

static void io_poll_req_insert(struct io_kiocb *req)

io_uring/poll.c

171

static void io_poll_remove_entries(struct io_kiocb *req)

io_uring/poll.c

211

static void __io_poll_execute(struct io_kiocb *req, int mask)

io_uring/poll.c

225

static inline void io_poll_execute(struct io_kiocb *req, int res)

io_uring/poll.c

241

static int io_poll_check_events(struct io_kiocb *req, io_tw_token_t tw)

io_uring/poll.c

340

struct io_kiocb *req = tw_req.req;

io_uring/poll.c

36

struct io_kiocb *req;

io_uring/poll.c

382

static void io_poll_cancel_req(struct io_kiocb *req)

io_uring/poll.c

391

static __cold int io_pollfree_wake(struct io_kiocb *req, struct io_poll *poll)

io_uring/poll.c

403

struct io_kiocb *req = wqe_to_req(wait);

io_uring/poll.c

439

static bool io_poll_double_prepare(struct io_kiocb *req)

io_uring/poll.c

468

struct io_kiocb *req = pt->req;

io_uring/poll.c

531

static bool io_poll_can_finish_inline(struct io_kiocb *req,

io_uring/poll.c

537

static void io_poll_add_hash(struct io_kiocb *req, unsigned int issue_flags)

io_uring/poll.c

552

static int __io_arm_poll_handler(struct io_kiocb *req,

io_uring/poll.c

59

static inline struct io_kiocb *wqe_to_req(struct wait_queue_entry *wqe)

io_uring/poll.c

63

return (struct io_kiocb *)(priv & ~IO_WQE_F_DOUBLE);

io_uring/poll.c

654

static struct async_poll *io_req_alloc_apoll(struct io_kiocb *req,

io_uring/poll.c

679

int io_arm_apoll(struct io_kiocb *req, unsigned issue_flags, __poll_t mask)

io_uring/poll.c

705

int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags)

io_uring/poll.c

73

static bool io_poll_get_ownership_slowpath(struct io_kiocb *req)

io_uring/poll.c

738

struct io_kiocb *req;

io_uring/poll.c

758

static struct io_kiocb *io_poll_find(struct io_ring_ctx *ctx, bool poll_only,

io_uring/poll.c

761

struct io_kiocb *req;

io_uring/poll.c

779

static struct io_kiocb *io_poll_file_find(struct io_ring_ctx *ctx,

io_uring/poll.c

783

struct io_kiocb *req;

io_uring/poll.c

797

static int io_poll_disarm(struct io_kiocb *req)

io_uring/poll.c

810

struct io_kiocb *req;

io_uring/poll.c

853

int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/poll.c

883

int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/poll.c

900

int io_poll_add(struct io_kiocb *req, unsigned int issue_flags)

io_uring/poll.c

916

int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags)

io_uring/poll.c

921

struct io_kiocb *preq;

io_uring/poll.c

94

static inline bool io_poll_get_ownership(struct io_kiocb *req)

io_uring/poll.h

30

static inline void io_poll_multishot_retry(struct io_kiocb *req)

io_uring/poll.h

35

int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/poll.h

36

int io_poll_add(struct io_kiocb *req, unsigned int issue_flags);

io_uring/poll.h

38

int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/poll.h

39

int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags);

io_uring/poll.h

44

int io_arm_apoll(struct io_kiocb *req, unsigned issue_flags, __poll_t mask);

io_uring/poll.h

45

int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags);

io_uring/refs.h

15

static inline bool req_ref_inc_not_zero(struct io_kiocb *req)

io_uring/refs.h

21

static inline bool req_ref_put_and_test_atomic(struct io_kiocb *req)

io_uring/refs.h

28

static inline bool req_ref_put_and_test(struct io_kiocb *req)

io_uring/refs.h

37

static inline void req_ref_get(struct io_kiocb *req)

io_uring/refs.h

44

static inline void req_ref_put(struct io_kiocb *req)

io_uring/refs.h

51

static inline void __io_req_set_refcount(struct io_kiocb *req, int nr)

io_uring/refs.h

59

static inline void io_req_set_refcount(struct io_kiocb *req)

io_uring/rsrc.c

1191

inline struct io_rsrc_node *io_find_buf_node(struct io_kiocb *req,

io_uring/rsrc.c

1214

int io_import_reg_buf(struct io_kiocb *req, struct iov_iter *iter,

io_uring/rsrc.c

1621

struct io_kiocb *req, struct iou_vec *vec,

io_uring/rsrc.c

1684

int io_prep_reg_iovec(struct io_kiocb *req, struct iou_vec *iv,

io_uring/rsrc.c

501

int io_files_update_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/rsrc.c

518

static int io_files_update_with_index_alloc(struct io_kiocb *req,

io_uring/rsrc.c

557

int io_files_update(struct io_kiocb *req, unsigned int issue_flags)

io_uring/rsrc.h

127

int io_files_update(struct io_kiocb *req, unsigned int issue_flags);

io_uring/rsrc.h

128

int io_files_update_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/rsrc.h

65

struct io_rsrc_node *io_find_buf_node(struct io_kiocb *req,

io_uring/rsrc.h

67

int io_import_reg_buf(struct io_kiocb *req, struct iov_iter *iter,

io_uring/rsrc.h

71

struct io_kiocb *req, struct iou_vec *vec,

io_uring/rsrc.h

73

int io_prep_reg_iovec(struct io_kiocb *req, struct iou_vec *iv,

io_uring/rw.c

1031

int io_read(struct io_kiocb *req, unsigned int issue_flags)

io_uring/rw.c

1046

int io_read_mshot(struct io_kiocb *req, unsigned int issue_flags)

io_uring/rw.c

110

static int __io_import_rw_buffer(int ddir, struct io_kiocb *req,

io_uring/rw.c

1115

static bool io_kiocb_start_write(struct io_kiocb *req, struct kiocb *kiocb)

io_uring/rw.c

1134

int io_write(struct io_kiocb *req, unsigned int issue_flags)

io_uring/rw.c

1230

int io_read_fixed(struct io_kiocb *req, unsigned int issue_flags)

io_uring/rw.c

1241

int io_write_fixed(struct io_kiocb *req, unsigned int issue_flags)

io_uring/rw.c

1252

void io_rw_fail(struct io_kiocb *req)

io_uring/rw.c

1260

static int io_uring_classic_poll(struct io_kiocb *req, struct io_comp_batch *iob,

io_uring/rw.c

1277

static u64 io_hybrid_iopoll_delay(struct io_ring_ctx *ctx, struct io_kiocb *req)

io_uring/rw.c

1311

static int io_uring_hybrid_poll(struct io_kiocb *req,

io_uring/rw.c

132

static inline int io_import_rw_buffer(int rw, struct io_kiocb *req,

io_uring/rw.c

1337

struct io_kiocb *req, *tmp;

io_uring/rw.c

147

static bool io_rw_recycle(struct io_kiocb *req, unsigned int issue_flags)

io_uring/rw.c

165

static void io_req_rw_cleanup(struct io_kiocb *req, unsigned int issue_flags)

io_uring/rw.c

204

static int io_rw_alloc_async(struct io_kiocb *req)

io_uring/rw.c

232

static int io_prep_rw_pi(struct io_kiocb *req, struct io_rw *rw, int ddir,

io_uring/rw.c

259

static int __io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe,

io_uring/rw.c

313

static int io_rw_do_import(struct io_kiocb *req, int ddir)

io_uring/rw.c

323

static int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe,

io_uring/rw.c

335

int io_prep_read(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/rw.c

340

int io_prep_write(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/rw.c

345

static int io_prep_rwv(struct io_kiocb *req, const struct io_uring_sqe *sqe,

io_uring/rw.c

363

int io_prep_readv(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/rw.c

368

int io_prep_writev(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/rw.c

373

static int io_init_rw_fixed(struct io_kiocb *req, unsigned int issue_flags,

io_uring/rw.c

38

static bool io_file_supports_nowait(struct io_kiocb *req, __poll_t mask)

io_uring/rw.c

389

int io_prep_read_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/rw.c

394

int io_prep_write_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/rw.c

399

static int io_rw_import_reg_vec(struct io_kiocb *req,

io_uring/rw.c

416

static int io_rw_prep_reg_vec(struct io_kiocb *req)

io_uring/rw.c

426

int io_prep_readv_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/rw.c

436

int io_prep_writev_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/rw.c

450

int io_read_mshot_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/rw.c

470

void io_readv_writev_cleanup(struct io_kiocb *req)

io_uring/rw.c

479

static inline loff_t *io_kiocb_update_pos(struct io_kiocb *req)

io_uring/rw.c

496

static bool io_rw_should_reissue(struct io_kiocb *req)

io_uring/rw.c

525

static void io_req_end_write(struct io_kiocb *req)

io_uring/rw.c

538

static void io_req_io_end(struct io_kiocb *req)

io_uring/rw.c

550

static void __io_complete_rw_common(struct io_kiocb *req, long res)

io_uring/rw.c

562

static inline int io_fixup_rw_res(struct io_kiocb *req, long res)

io_uring/rw.c

578

struct io_kiocb *req = tw_req.req;

io_uring/rw.c

592

struct io_kiocb *req = cmd_to_io_kiocb(rw);

io_uring/rw.c

603

struct io_kiocb *req = cmd_to_io_kiocb(rw);

io_uring/rw.c

636

static inline void io_rw_done(struct io_kiocb *req, ssize_t ret)

io_uring/rw.c

64

static int io_iov_buffer_select_prep(struct io_kiocb *req)

io_uring/rw.c

654

static int kiocb_done(struct io_kiocb *req, ssize_t ret,

io_uring/rw.c

694

struct io_kiocb *req = cmd_to_io_kiocb(rw);

io_uring/rw.c

772

struct io_kiocb *req = wait->private;

io_uring/rw.c

799

static bool io_rw_should_retry(struct io_kiocb *req)

io_uring/rw.c

83

static int io_import_vec(int ddir, struct io_kiocb *req,

io_uring/rw.c

847

static bool need_complete_io(struct io_kiocb *req)

io_uring/rw.c

853

static int io_rw_init_file(struct io_kiocb *req, fmode_t mode, int rw_type)

io_uring/rw.c

917

static int __io_read(struct io_kiocb *req, struct io_br_sel *sel,

io_uring/rw.h

35

int io_prep_read_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/rw.h

36

int io_prep_write_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/rw.h

37

int io_prep_readv_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/rw.h

38

int io_prep_writev_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/rw.h

39

int io_prep_readv(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/rw.h

40

int io_prep_writev(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/rw.h

41

int io_prep_read(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/rw.h

42

int io_prep_write(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/rw.h

43

int io_read(struct io_kiocb *req, unsigned int issue_flags);

io_uring/rw.h

44

int io_write(struct io_kiocb *req, unsigned int issue_flags);

io_uring/rw.h

45

int io_read_fixed(struct io_kiocb *req, unsigned int issue_flags);

io_uring/rw.h

46

int io_write_fixed(struct io_kiocb *req, unsigned int issue_flags);

io_uring/rw.h

47

void io_readv_writev_cleanup(struct io_kiocb *req);

io_uring/rw.h

48

void io_rw_fail(struct io_kiocb *req);

io_uring/rw.h

50

int io_read_mshot_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/rw.h

51

int io_read_mshot(struct io_kiocb *req, unsigned int issue_flags);

io_uring/splice.c

110

int io_splice_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/splice.c

119

int io_splice(struct io_kiocb *req, unsigned int issue_flags)

io_uring/splice.c

28

static int __io_splice_prep(struct io_kiocb *req,

io_uring/splice.c

44

int io_tee_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/splice.c

51

void io_splice_cleanup(struct io_kiocb *req)

io_uring/splice.c

59

static struct file *io_splice_get_file(struct io_kiocb *req,

io_uring/splice.c

82

int io_tee(struct io_kiocb *req, unsigned int issue_flags)

io_uring/splice.h

3

int io_tee_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/splice.h

4

int io_tee(struct io_kiocb *req, unsigned int issue_flags);

io_uring/splice.h

6

void io_splice_cleanup(struct io_kiocb *req);

io_uring/splice.h

7

int io_splice_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/splice.h

8

int io_splice(struct io_kiocb *req, unsigned int issue_flags);

io_uring/statx.c

23

int io_statx_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/statx.c

50

int io_statx(struct io_kiocb *req, unsigned int issue_flags)

io_uring/statx.c

63

void io_statx_cleanup(struct io_kiocb *req)

io_uring/statx.h

3

int io_statx_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/statx.h

4

int io_statx(struct io_kiocb *req, unsigned int issue_flags);

io_uring/statx.h

5

void io_statx_cleanup(struct io_kiocb *req);

io_uring/sync.c

101

int io_fallocate(struct io_kiocb *req, unsigned int issue_flags)

io_uring/sync.c

25

int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/sync.c

40

int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags)

io_uring/sync.c

53

int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/sync.c

72

int io_fsync(struct io_kiocb *req, unsigned int issue_flags)

io_uring/sync.c

87

int io_fallocate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/sync.h

10

int io_fallocate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/sync.h

3

int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/sync.h

4

int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags);

io_uring/sync.h

6

int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/sync.h

7

int io_fsync(struct io_kiocb *req, unsigned int issue_flags);

io_uring/sync.h

9

int io_fallocate(struct io_kiocb *req, unsigned int issue_flags);

io_uring/timeout.c

112

struct io_kiocb *req = tw_req.req;

io_uring/timeout.c

138

struct io_kiocb *req;

io_uring/timeout.c

151

static void io_kill_timeout(struct io_kiocb *req, struct list_head *list)

io_uring/timeout.c

175

struct io_kiocb *req = cmd_to_io_kiocb(timeout);

io_uring/timeout.c

202

struct io_kiocb *link = tw_req.req;

io_uring/timeout.c

206

struct io_kiocb *nxt = link->link;

io_uring/timeout.c

218

static void io_fail_links(struct io_kiocb *req)

io_uring/timeout.c

221

struct io_kiocb *link = req->link;

io_uring/timeout.c

24

struct io_kiocb *head;

io_uring/timeout.c

242

static inline void io_remove_next_linked(struct io_kiocb *req)

io_uring/timeout.c

244

struct io_kiocb *nxt = req->link;

io_uring/timeout.c

250

void io_disarm_next(struct io_kiocb *req)

io_uring/timeout.c

253

struct io_kiocb *link = NULL;

io_uring/timeout.c

26

struct io_kiocb *prev;

io_uring/timeout.c

278

static struct io_kiocb *__io_disarm_linked_timeout(struct io_kiocb *req,

io_uring/timeout.c

279

struct io_kiocb *link)

io_uring/timeout.c

304

struct io_kiocb *req = data->req;

io_uring/timeout.c

324

static struct io_kiocb *io_timeout_extract(struct io_ring_ctx *ctx,

io_uring/timeout.c

330

struct io_kiocb *req = NULL;

io_uring/timeout.c

333

struct io_kiocb *tmp = cmd_to_io_kiocb(timeout);

io_uring/timeout.c

354

struct io_kiocb *req;

io_uring/timeout.c

368

struct io_kiocb *req = tw_req.req;

io_uring/timeout.c

370

struct io_kiocb *prev = timeout->prev;

io_uring/timeout.c

405

struct io_kiocb *prev, *req = data->req;

io_uring/timeout.c

445

struct io_kiocb *req = NULL;

io_uring/timeout.c

448

struct io_kiocb *tmp = cmd_to_io_kiocb(timeout);

io_uring/timeout.c

471

struct io_kiocb *req = io_timeout_extract(ctx, &cd);

io_uring/timeout.c

488

int io_timeout_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/timeout.c

532

int io_timeout_remove(struct io_kiocb *req, unsigned int issue_flags)

io_uring/timeout.c

561

static int __io_timeout_prep(struct io_kiocb *req,

io_uring/timeout.c

633

int io_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/timeout.c

638

int io_link_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/timeout.c

643

int io_timeout(struct io_kiocb *req, unsigned int issue_flags)

io_uring/timeout.c

678

struct io_kiocb *nxt = cmd_to_io_kiocb(nextt);

io_uring/timeout.c

693

void io_queue_linked_timeout(struct io_kiocb *req)

io_uring/timeout.c

714

static bool io_match_task(struct io_kiocb *head, struct io_uring_task *tctx,

io_uring/timeout.c

718

struct io_kiocb *req;

io_uring/timeout.c

746

struct io_kiocb *req = cmd_to_io_kiocb(timeout);

io_uring/timeout.c

77

static struct io_kiocb *__io_disarm_linked_timeout(struct io_kiocb *req,

io_uring/timeout.c

78

struct io_kiocb *link);

io_uring/timeout.c

80

static inline bool io_is_timeout_noseq(struct io_kiocb *req)

io_uring/timeout.c

88

static inline void io_put_req(struct io_kiocb *req)

io_uring/timeout.h

16

void io_queue_linked_timeout(struct io_kiocb *req);

io_uring/timeout.h

17

void io_disarm_next(struct io_kiocb *req);

io_uring/timeout.h

19

int io_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/timeout.h

20

int io_link_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/timeout.h

21

int io_timeout(struct io_kiocb *req, unsigned int issue_flags);

io_uring/timeout.h

22

int io_timeout_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/timeout.h

23

int io_timeout_remove(struct io_kiocb *req, unsigned int issue_flags);

io_uring/timeout.h

4

struct io_kiocb *req;

io_uring/truncate.c

23

int io_ftruncate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/truncate.c

37

int io_ftruncate(struct io_kiocb *req, unsigned int issue_flags)

io_uring/truncate.h

3

int io_ftruncate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/truncate.h

4

int io_ftruncate(struct io_kiocb *req, unsigned int issue_flags);

io_uring/tw.c

151

void io_req_local_work_add(struct io_kiocb *req, unsigned flags)

io_uring/tw.c

208

void io_req_normal_work_add(struct io_kiocb *req)

io_uring/tw.c

236

void io_req_task_work_add_remote(struct io_kiocb *req, unsigned flags)

io_uring/tw.c

259

struct io_kiocb *req;

io_uring/tw.c

267

req = container_of(node, struct io_kiocb, io_task_work.node);

io_uring/tw.c

293

struct io_kiocb *req;

io_uring/tw.c

297

req = container_of(node, struct io_kiocb, io_task_work.node);

io_uring/tw.c

72

struct io_kiocb *req;

io_uring/tw.c

88

req = container_of(node, struct io_kiocb, io_task_work.node);

io_uring/tw.h

27

void io_req_task_work_add_remote(struct io_kiocb *req, unsigned flags);

io_uring/tw.h

36

void io_req_local_work_add(struct io_kiocb *req, unsigned flags);

io_uring/tw.h

37

void io_req_normal_work_add(struct io_kiocb *req);

io_uring/tw.h

40

static inline void __io_req_task_work_add(struct io_kiocb *req, unsigned flags)

io_uring/tw.h

48

static inline void io_req_task_work_add(struct io_kiocb *req)

io_uring/uring_cmd.c

104

struct io_kiocb *req = cmd_to_io_kiocb(cmd);

io_uring/uring_cmd.c

129

struct io_kiocb *req = cmd_to_io_kiocb(ioucmd);

io_uring/uring_cmd.c

139

static inline void io_req_set_cqe32_extra(struct io_kiocb *req,

io_uring/uring_cmd.c

153

struct io_kiocb *req = cmd_to_io_kiocb(ioucmd);

io_uring/uring_cmd.c

184

int io_uring_cmd_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/uring_cmd.c

219

static inline size_t uring_sqe_size(struct io_kiocb *req)

io_uring/uring_cmd.c

227

void io_uring_cmd_sqe_copy(struct io_kiocb *req)

io_uring/uring_cmd.c

239

int io_uring_cmd(struct io_kiocb *req, unsigned int issue_flags)

io_uring/uring_cmd.c

26

static void io_req_uring_cleanup(struct io_kiocb *req, unsigned int issue_flags)

io_uring/uring_cmd.c

294

struct io_kiocb *req = cmd_to_io_kiocb(ioucmd);

io_uring/uring_cmd.c

309

struct io_kiocb *req = cmd_to_io_kiocb(ioucmd);

io_uring/uring_cmd.c

327

struct io_kiocb *req = cmd_to_io_kiocb(ioucmd);

io_uring/uring_cmd.c

335

struct io_kiocb *req = cmd_to_io_kiocb(cmd);

io_uring/uring_cmd.c

352

struct io_kiocb *req = cmd_to_io_kiocb(cmd);

io_uring/uring_cmd.c

367

struct io_kiocb *req = cmd_to_io_kiocb(ioucmd);

io_uring/uring_cmd.c

390

struct io_kiocb *req = cmd_to_io_kiocb(ioucmd);

io_uring/uring_cmd.c

44

void io_uring_cmd_cleanup(struct io_kiocb *req)

io_uring/uring_cmd.c

53

struct io_kiocb *req;

io_uring/uring_cmd.c

80

struct io_kiocb *req = cmd_to_io_kiocb(cmd);

io_uring/uring_cmd.h

11

int io_uring_cmd(struct io_kiocb *req, unsigned int issue_flags);

io_uring/uring_cmd.h

12

int io_uring_cmd_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/uring_cmd.h

13

void io_uring_cmd_sqe_copy(struct io_kiocb *req);

io_uring/uring_cmd.h

14

void io_uring_cmd_cleanup(struct io_kiocb *req);

io_uring/waitid.c

112

static void io_waitid_remove_wq(struct io_kiocb *req)

io_uring/waitid.c

128

static void io_waitid_complete(struct io_kiocb *req, int ret)

io_uring/waitid.c

146

static bool __io_waitid_cancel(struct io_kiocb *req)

io_uring/waitid.c

179

static inline bool io_waitid_drop_issue_ref(struct io_kiocb *req)

io_uring/waitid.c

199

struct io_kiocb *req = tw_req.req;

io_uring/waitid.c

241

struct io_kiocb *req = iwa->req;

io_uring/waitid.c

260

int io_waitid_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/waitid.c

282

int io_waitid(struct io_kiocb *req, unsigned int issue_flags)

io_uring/waitid.c

35

static void io_waitid_free(struct io_kiocb *req)

io_uring/waitid.c

68

static bool io_waitid_copy_si(struct io_kiocb *req, int signo)

io_uring/waitid.c

97

static int io_waitid_finish(struct io_kiocb *req, int ret)

io_uring/waitid.h

10

int io_waitid_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/waitid.h

11

int io_waitid(struct io_kiocb *req, unsigned int issue_flags);

io_uring/waitid.h

6

struct io_kiocb *req;

io_uring/xattr.c

109

int io_getxattr(struct io_kiocb *req, unsigned int issue_flags)

io_uring/xattr.c

122

static int __io_setxattr_prep(struct io_kiocb *req,

io_uring/xattr.c

151

int io_setxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/xattr.c

169

int io_fsetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/xattr.c

174

int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags)

io_uring/xattr.c

186

int io_setxattr(struct io_kiocb *req, unsigned int issue_flags)

io_uring/xattr.c

25

void io_xattr_cleanup(struct io_kiocb *req)

io_uring/xattr.c

34

static void io_xattr_finish(struct io_kiocb *req, int ret)

io_uring/xattr.c

42

static int __io_getxattr_prep(struct io_kiocb *req,

io_uring/xattr.c

74

int io_fgetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/xattr.c

79

int io_getxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)

io_uring/xattr.c

97

int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags)

io_uring/xattr.h

11

int io_fgetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/xattr.h

12

int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags);

io_uring/xattr.h

14

int io_getxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/xattr.h

15

int io_getxattr(struct io_kiocb *req, unsigned int issue_flags);

io_uring/xattr.h

3

void io_xattr_cleanup(struct io_kiocb *req);

io_uring/xattr.h

5

int io_fsetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/xattr.h

6

int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags);

io_uring/xattr.h

8

int io_setxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/xattr.h

9

int io_setxattr(struct io_kiocb *req, unsigned int issue_flags);

io_uring/zcrx.c

1186

struct io_kiocb *req = tw_req.req;

io_uring/zcrx.c

1204

struct io_kiocb *req;

io_uring/zcrx.c

1457

static bool io_zcrx_queue_cqe(struct io_kiocb *req, struct net_iov *niov,

io_uring/zcrx.c

1545

static ssize_t io_zcrx_copy_chunk(struct io_kiocb *req, struct io_zcrx_ifq *ifq,

io_uring/zcrx.c

1584

static int io_zcrx_copy_frag(struct io_kiocb *req, struct io_zcrx_ifq *ifq,

io_uring/zcrx.c

1602

static int io_zcrx_recv_frag(struct io_kiocb *req, struct io_zcrx_ifq *ifq,

io_uring/zcrx.c

1635

struct io_kiocb *req = args->req;

io_uring/zcrx.c

1736

static int io_zcrx_tcp_recvmsg(struct io_kiocb *req, struct io_zcrx_ifq *ifq,

io_uring/zcrx.c

1781

int io_zcrx_recv(struct io_kiocb *req, struct io_zcrx_ifq *ifq,

io_uring/zcrx.c

340

struct io_kiocb *req;

io_uring/zcrx.h

110

static inline int io_zcrx_recv(struct io_kiocb *req, struct io_zcrx_ifq *ifq,

io_uring/zcrx.h

128

int io_recvzc(struct io_kiocb *req, unsigned int issue_flags);

io_uring/zcrx.h

129

int io_recvzc_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);

io_uring/zcrx.h

93

int io_zcrx_recv(struct io_kiocb *req, struct io_zcrx_ifq *ifq,