block/blk-wbt.c

100

return container_of(rqos, struct rq_wb, rqos);

block/blk-wbt.c

148

static inline bool rwb_enabled(struct rq_wb *rwb)

block/blk-wbt.c

154

static void wb_timestamp(struct rq_wb *rwb, unsigned long *var)

block/blk-wbt.c

168

static bool wb_recent_wait(struct rq_wb *rwb)

block/blk-wbt.c

175

static inline struct rq_wait *get_rq_wait(struct rq_wb *rwb,

block/blk-wbt.c

186

static void rwb_wake_all(struct rq_wb *rwb)

block/blk-wbt.c

198

static void wbt_rqw_done(struct rq_wb *rwb, struct rq_wait *rqw,

block/blk-wbt.c

234

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

250

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

280

static u64 rwb_sync_issue_lat(struct rq_wb *rwb)

block/blk-wbt.c

290

static inline unsigned int wbt_inflight(struct rq_wb *rwb)

block/blk-wbt.c

307

static int latency_exceeded(struct rq_wb *rwb, struct blk_rq_stat *stat)

block/blk-wbt.c

360

static void rwb_trace_step(struct rq_wb *rwb, const char *msg)

block/blk-wbt.c

369

static void calc_wb_limits(struct rq_wb *rwb)

block/blk-wbt.c

382

static void scale_up(struct rq_wb *rwb)

block/blk-wbt.c

392

static void scale_down(struct rq_wb *rwb, bool hard_throttle)

block/blk-wbt.c

401

static void rwb_arm_timer(struct rq_wb *rwb)

block/blk-wbt.c

427

struct rq_wb *rwb = cb->data;

block/blk-wbt.c

483

static void wbt_update_limits(struct rq_wb *rwb)

block/blk-wbt.c

527

static bool close_io(struct rq_wb *rwb)

block/blk-wbt.c

537

static inline unsigned int get_limit(struct rq_wb *rwb, blk_opf_t opf)

block/blk-wbt.c

567

struct rq_wb *rwb;

block/blk-wbt.c

588

static void __wbt_wait(struct rq_wb *rwb, enum wbt_flags wb_acct,

block/blk-wbt.c

619

static enum wbt_flags bio_to_wbt_flags(struct rq_wb *rwb, struct bio *bio)

block/blk-wbt.c

640

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

648

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

666

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

672

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

692

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

714

static struct rq_wb *wbt_alloc(void)

block/blk-wbt.c

716

struct rq_wb *rwb = kzalloc_obj(*rwb);

block/blk-wbt.c

730

static void wbt_free(struct rq_wb *rwb)

block/blk-wbt.c

778

struct rq_wb *rwb;

block/blk-wbt.c

817

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

829

struct rq_wb *rwb;

block/blk-wbt.c

846

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

855

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

872

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

884

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

893

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

902

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

911

struct rq_wb *rwb = RQWB(rqos);

block/blk-wbt.c

944

static int wbt_init(struct gendisk *disk, struct rq_wb *rwb)

block/blk-wbt.c

96

static int wbt_init(struct gendisk *disk, struct rq_wb *rwb);

block/blk-wbt.c

978

struct rq_wb *rwb = NULL;

block/blk-wbt.c

98

static inline struct rq_wb *RQWB(struct rq_qos *rqos)