block/blk-iolatency.c

1000

rq_wait_init(&iolat->rq_wait);

block/blk-iolatency.c

145

struct rq_wait rq_wait;

block/blk-iolatency.c

274

static void iolat_cleanup_cb(struct rq_wait *rqw, void *private_data)

block/blk-iolatency.c

280

static bool iolat_acquire_inflight(struct rq_wait *rqw, void *private_data)

block/blk-iolatency.c

291

struct rq_wait *rqw = &iolat->rq_wait;

block/blk-iolatency.c

390

wake_up_all(&iolat->rq_wait.wait);

block/blk-iolatency.c

456

wake_up_all(&iolat->rq_wait.wait);

block/blk-iolatency.c

586

struct rq_wait *rqw;

block/blk-iolatency.c

611

rqw = &iolat->rq_wait;

block/blk-rq-qos.c

199

struct rq_wait *rqw;

block/blk-rq-qos.c

21

bool rq_wait_inc_below(struct rq_wait *rq_wait, unsigned int limit)

block/blk-rq-qos.c

23

return atomic_inc_below(&rq_wait->inflight, limit);

block/blk-rq-qos.c

254

void rq_qos_wait(struct rq_wait *rqw, void *private_data,

block/blk-rq-qos.h

82

static inline void rq_wait_init(struct rq_wait *rq_wait)

block/blk-rq-qos.h

84

atomic_set(&rq_wait->inflight, 0);

block/blk-rq-qos.h

85

init_waitqueue_head(&rq_wait->wait);

block/blk-rq-qos.h

92

typedef bool (acquire_inflight_cb_t)(struct rq_wait *rqw, void *private_data);

block/blk-rq-qos.h

93

typedef void (cleanup_cb_t)(struct rq_wait *rqw, void *private_data);

block/blk-rq-qos.h

95

void rq_qos_wait(struct rq_wait *rqw, void *private_data,

block/blk-rq-qos.h

98

bool rq_wait_inc_below(struct rq_wait *rq_wait, unsigned int limit);

block/blk-wbt.c

175

static inline struct rq_wait *get_rq_wait(struct rq_wb *rwb,

block/blk-wbt.c

179

return &rwb->rq_wait[WBT_RWQ_SWAP];

block/blk-wbt.c

181

return &rwb->rq_wait[WBT_RWQ_DISCARD];

block/blk-wbt.c

183

return &rwb->rq_wait[WBT_RWQ_BG];

block/blk-wbt.c

191

struct rq_wait *rqw = &rwb->rq_wait[i];

block/blk-wbt.c

198

static void wbt_rqw_done(struct rq_wb *rwb, struct rq_wait *rqw,

block/blk-wbt.c

235

struct rq_wait *rqw;

block/blk-wbt.c

295

ret += atomic_read(&rwb->rq_wait[i].inflight);

block/blk-wbt.c

572

static bool wbt_inflight_cb(struct rq_wait *rqw, void *private_data)

block/blk-wbt.c

578

static void wbt_cleanup_cb(struct rq_wait *rqw, void *private_data)

block/blk-wbt.c

591

struct rq_wait *rqw = get_rq_wait(rwb, wb_acct);

block/blk-wbt.c

877

atomic_read(&rwb->rq_wait[i].inflight));

block/blk-wbt.c

92

struct rq_wait rq_wait[WBT_NUM_RWQ];

block/blk-wbt.c

951

rq_wait_init(&rwb->rq_wait[i]);

fs/aio.c

133

struct ctx_rq_wait *rq_wait;

fs/aio.c

633

if (ctx->rq_wait && atomic_dec_and_test(&ctx->rq_wait->count))

fs/aio.c

634

complete(&ctx->rq_wait->comp);

fs/aio.c

878

ctx->rq_wait = wait;