block/bfq-cgroup.c

1254

struct bfq_group *bfq_create_group_hierarchy(struct bfq_data *bfqd, int node)

block/bfq-cgroup.c

1417

void bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-cgroup.c

1435

void bfq_end_wr_async(struct bfq_data *bfqd)

block/bfq-cgroup.c

1442

struct bfq_group *bfq_bio_bfqg(struct bfq_data *bfqd, struct bio *bio)

block/bfq-cgroup.c

1454

struct bfq_group *bfq_create_group_hierarchy(struct bfq_data *bfqd, int node)

block/bfq-cgroup.c

535

struct bfq_data *bfqd = blkg->q->elevator->elevator_data;

block/bfq-cgroup.c

584

static void bfq_link_bfqg(struct bfq_data *bfqd, struct bfq_group *bfqg)

block/bfq-cgroup.c

607

struct bfq_group *bfq_bio_bfqg(struct bfq_data *bfqd, struct bio *bio)

block/bfq-cgroup.c

643

void bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-cgroup.c

711

static void bfq_sync_bfqq_move(struct bfq_data *bfqd,

block/bfq-cgroup.c

761

static void __bfq_bic_change_cgroup(struct bfq_data *bfqd,

block/bfq-cgroup.c

784

struct bfq_data *bfqd = bic_to_bfqd(bic);

block/bfq-cgroup.c

825

static void bfq_reparent_leaf_entity(struct bfq_data *bfqd,

block/bfq-cgroup.c

855

static void bfq_reparent_active_queues(struct bfq_data *bfqd,

block/bfq-cgroup.c

884

struct bfq_data *bfqd = bfqg->bfqd;

block/bfq-cgroup.c

944

void bfq_end_wr_async(struct bfq_data *bfqd)

block/bfq-iosched.c

1017

static struct request *bfq_find_next_rq(struct bfq_data *bfqd,

block/bfq-iosched.c

1066

static void bfq_updated_next_req(struct bfq_data *bfqd,

block/bfq-iosched.c

1095

static unsigned int bfq_wr_duration(struct bfq_data *bfqd)

block/bfq-iosched.c

1127

struct bfq_data *bfqd)

block/bfq-iosched.c

1135

bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd,

block/bfq-iosched.c

1209

static void bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq)

block/bfq-iosched.c

1232

static void bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq)

block/bfq-iosched.c

1384

static void bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq)

block/bfq-iosched.c

1462

static int bfq_max_budget(struct bfq_data *bfqd)

block/bfq-iosched.c

1474

static int bfq_min_budget(struct bfq_data *bfqd)

block/bfq-iosched.c

1586

static bool bfq_bfqq_update_budg_for_activation(struct bfq_data *bfqd,

block/bfq-iosched.c

1655

static void bfq_update_bfqq_wr_on_rq_arrival(struct bfq_data *bfqd,

block/bfq-iosched.c

1752

static bool bfq_bfqq_idle_for_long_time(struct bfq_data *bfqd,

block/bfq-iosched.c

1794

static unsigned int bfq_actuator_index(struct bfq_data *bfqd, struct bio *bio)

block/bfq-iosched.c

1820

static void bfq_bfqq_handle_idle_busy_switch(struct bfq_data *bfqd,

block/bfq-iosched.c

1987

static void bfq_reset_inject_limit(struct bfq_data *bfqd,

block/bfq-iosched.c

2134

static void bfq_check_waker(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.c

2209

struct bfq_data *bfqd = bfqq->bfqd;

block/bfq-iosched.c

2361

static struct request *bfq_find_rq_fmerge(struct bfq_data *bfqd,

block/bfq-iosched.c

2386

struct bfq_data *bfqd = bfqq->bfqd;

block/bfq-iosched.c

2450

struct bfq_data *bfqd = q->elevator->elevator_data;

block/bfq-iosched.c

2483

struct bfq_data *bfqd = q->elevator->elevator_data;

block/bfq-iosched.c

2507

struct bfq_data *bfqd;

block/bfq-iosched.c

2628

void bfq_end_wr_async_queues(struct bfq_data *bfqd,

block/bfq-iosched.c

2643

static void bfq_end_wr(struct bfq_data *bfqd)

block/bfq-iosched.c

2677

static struct bfq_queue *bfqq_find_close(struct bfq_data *bfqd,

block/bfq-iosched.c

2719

static struct bfq_queue *bfq_find_close_cooperator(struct bfq_data *bfqd,

block/bfq-iosched.c

2844

static bool idling_boosts_thr_without_issues(struct bfq_data *bfqd,

block/bfq-iosched.c

2848

bfq_setup_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.c

2902

bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.c

3106

void bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq)

block/bfq-iosched.c

3128

static struct bfq_queue *bfq_merge_bfqqs(struct bfq_data *bfqd,

block/bfq-iosched.c

3234

struct bfq_data *bfqd = q->elevator->elevator_data;

block/bfq-iosched.c

3285

static void bfq_set_budget_timeout(struct bfq_data *bfqd,

block/bfq-iosched.c

3301

static void __bfq_set_in_service_queue(struct bfq_data *bfqd,

block/bfq-iosched.c

3358

static struct bfq_queue *bfq_set_in_service_queue(struct bfq_data *bfqd)

block/bfq-iosched.c

3366

static void bfq_arm_slice_timer(struct bfq_data *bfqd)

block/bfq-iosched.c

3410

static unsigned long bfq_calc_max_budget(struct bfq_data *bfqd)

block/bfq-iosched.c

3421

static void update_thr_responsiveness_params(struct bfq_data *bfqd)

block/bfq-iosched.c

3430

static void bfq_reset_rate_computation(struct bfq_data *bfqd,

block/bfq-iosched.c

3448

static void bfq_update_rate_reset(struct bfq_data *bfqd, struct request *rq)

block/bfq-iosched.c

3589

static void bfq_update_peak_rate(struct bfq_data *bfqd, struct request *rq)

block/bfq-iosched.c

3874

static bool idling_needed_for_service_guarantees(struct bfq_data *bfqd,

block/bfq-iosched.c

3890

static bool __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.c

3958

static void __bfq_bfqq_recalc_budget(struct bfq_data *bfqd,

block/bfq-iosched.c

4150

static bool bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.c

4299

static unsigned long bfq_bfqq_softrt_next_start(struct bfq_data *bfqd,

block/bfq-iosched.c

4335

void bfq_bfqq_expire(struct bfq_data *bfqd,

block/bfq-iosched.c

436

struct bfq_data *bic_to_bfqd(struct bfq_io_cq *bic)

block/bfq-iosched.c

4487

static bool idling_boosts_thr_without_issues(struct bfq_data *bfqd,

block/bfq-iosched.c

4589

struct bfq_data *bfqd = bfqq->bfqd;

block/bfq-iosched.c

4651

bfq_choose_bfqq_for_injection(struct bfq_data *bfqd)

block/bfq-iosched.c

467

void bfq_schedule_dispatch(struct bfq_data *bfqd)

block/bfq-iosched.c

4742

bfq_find_active_bfqq_for_actuator(struct bfq_data *bfqd, int idx)

block/bfq-iosched.c

4775

bfq_find_bfqq_for_underused_actuator(struct bfq_data *bfqd)

block/bfq-iosched.c

4799

static struct bfq_queue *bfq_select_queue(struct bfq_data *bfqd)

block/bfq-iosched.c

486

static struct request *bfq_choose_req(struct bfq_data *bfqd,

block/bfq-iosched.c

5033

static void bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq)

block/bfq-iosched.c

5101

static struct request *bfq_dispatch_rq_from_bfqq(struct bfq_data *bfqd,

block/bfq-iosched.c

5147

struct bfq_data *bfqd = hctx->queue->elevator->elevator_data;

block/bfq-iosched.c

5159

struct bfq_data *bfqd = hctx->queue->elevator->elevator_data;

block/bfq-iosched.c

5300

struct bfq_data *bfqd = hctx->queue->elevator->elevator_data;

block/bfq-iosched.c

5435

static void bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq)

block/bfq-iosched.c

5453

struct bfq_data *bfqd;

block/bfq-iosched.c

5481

struct bfq_data *bfqd = bic_to_bfqd(bic);

block/bfq-iosched.c

5511

struct bfq_data *bfqd = bfqq->bfqd;

block/bfq-iosched.c

5556

static struct bfq_queue *bfq_get_queue(struct bfq_data *bfqd,

block/bfq-iosched.c

5563

struct bfq_data *bfqd = bic_to_bfqd(bic);

block/bfq-iosched.c

5590

static void bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.c

5660

static struct bfq_queue **bfq_async_queue_prio(struct bfq_data *bfqd,

block/bfq-iosched.c

5680

bfq_do_early_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.c

5751

static struct bfq_queue *bfq_do_or_sched_stable_merge(struct bfq_data *bfqd,

block/bfq-iosched.c

578

static bool bfqq_request_over_limit(struct bfq_data *bfqd,

block/bfq-iosched.c

5830

static struct bfq_queue *bfq_get_queue(struct bfq_data *bfqd,

block/bfq-iosched.c

5890

static void bfq_update_io_thinktime(struct bfq_data *bfqd,

block/bfq-iosched.c

5913

bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.c

5943

static void bfq_update_has_short_ttime(struct bfq_data *bfqd,

block/bfq-iosched.c

6075

static void bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.c

6148

static bool __bfq_insert_request(struct bfq_data *bfqd, struct request *rq)

block/bfq-iosched.c

6241

struct bfq_data *bfqd = q->elevator->elevator_data;

block/bfq-iosched.c

6306

static void bfq_update_hw_tag(struct bfq_data *bfqd)

block/bfq-iosched.c

6347

static void bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd)

block/bfq-iosched.c

6583

static void bfq_update_inject_limit(struct bfq_data *bfqd,

block/bfq-iosched.c

6649

struct bfq_data *bfqd;

block/bfq-iosched.c

670

static bool bfqq_request_over_limit(struct bfq_data *bfqd,

block/bfq-iosched.c

6738

__bfq_get_bfqq_handle_split(struct bfq_data *bfqd, struct bfq_io_cq *bic,

block/bfq-iosched.c

6852

static struct bfq_queue *bfq_get_bfqq_handle_split(struct bfq_data *bfqd,

block/bfq-iosched.c

6932

struct bfq_data *bfqd = q->elevator->elevator_data;

block/bfq-iosched.c

695

struct bfq_data *bfqd = data->q->elevator->elevator_data;

block/bfq-iosched.c

7004

bfq_idle_slice_timer_body(struct bfq_data *bfqd, struct bfq_queue *bfqq)

block/bfq-iosched.c

7056

struct bfq_data *bfqd = container_of(timer, struct bfq_data,

block/bfq-iosched.c

7074

static void __bfq_put_async_bfqq(struct bfq_data *bfqd,

block/bfq-iosched.c

7096

void bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg)

block/bfq-iosched.c

7115

struct bfq_data *bfqd = q->elevator->elevator_data;

block/bfq-iosched.c

7144

struct bfq_data *bfqd = e->elevator_data;

block/bfq-iosched.c

7181

struct bfq_data *bfqd)

block/bfq-iosched.c

7198

struct bfq_data *bfqd;

block/bfq-iosched.c

730

bfq_rq_pos_tree_lookup(struct bfq_data *bfqd, struct rb_root *root,

block/bfq-iosched.c

7395

struct bfq_data *bfqd = e->elevator_data; \

block/bfq-iosched.c

7417

struct bfq_data *bfqd = e->elevator_data; \

block/bfq-iosched.c

7429

struct bfq_data *bfqd = e->elevator_data; \

block/bfq-iosched.c

7461

struct bfq_data *bfqd = e->elevator_data; \

block/bfq-iosched.c

7482

struct bfq_data *bfqd = e->elevator_data;

block/bfq-iosched.c

7510

struct bfq_data *bfqd = e->elevator_data;

block/bfq-iosched.c

7533

struct bfq_data *bfqd = e->elevator_data;

block/bfq-iosched.c

7555

struct bfq_data *bfqd = e->elevator_data;

block/bfq-iosched.c

786

bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq)

block/bfq-iosched.c

856

static bool bfq_asymmetric_scenario(struct bfq_data *bfqd,

block/bfq-iosched.h

1011

struct bfq_data *bfqd;

block/bfq-iosched.h

1049

struct bfq_data *bic_to_bfqd(struct bfq_io_cq *bic);

block/bfq-iosched.h

1050

void bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq);

block/bfq-iosched.h

1053

void bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.h

1057

void bfq_end_wr_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg);

block/bfq-iosched.h

1058

void bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq);

block/bfq-iosched.h

1059

void bfq_schedule_dispatch(struct bfq_data *bfqd);

block/bfq-iosched.h

1060

void bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg);

block/bfq-iosched.h

1073

void bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.h

1086

void bfq_end_wr_async(struct bfq_data *bfqd);

block/bfq-iosched.h

1087

struct bfq_group *bfq_bio_bfqg(struct bfq_data *bfqd, struct bio *bio);

block/bfq-iosched.h

1090

struct bfq_group *bfq_create_group_hierarchy(struct bfq_data *bfqd, int node);

block/bfq-iosched.h

1131

unsigned int bfq_tot_busy_queues(struct bfq_data *bfqd);

block/bfq-iosched.h

1142

void bfq_bfqq_charge_time(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.h

1146

bool next_queue_may_preempt(struct bfq_data *bfqd);

block/bfq-iosched.h

1147

struct bfq_queue *bfq_get_next_queue(struct bfq_data *bfqd);

block/bfq-iosched.h

1148

bool __bfq_bfqd_reset_in_service(struct bfq_data *bfqd);

block/bfq-iosched.h

1149

void bfq_deactivate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.h

1151

void bfq_activate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq);

block/bfq-iosched.h

1152

void bfq_requeue_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-iosched.h

252

struct bfq_data *bfqd;

block/bfq-wf2q.c

1444

bool next_queue_may_preempt(struct bfq_data *bfqd)

block/bfq-wf2q.c

1454

struct bfq_queue *bfq_get_next_queue(struct bfq_data *bfqd)

block/bfq-wf2q.c

1547

bool __bfq_bfqd_reset_in_service(struct bfq_data *bfqd)

block/bfq-wf2q.c

1587

void bfq_deactivate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-wf2q.c

1595

void bfq_activate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq)

block/bfq-wf2q.c

1604

void bfq_requeue_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq,

block/bfq-wf2q.c

1646

struct bfq_data *bfqd = bfqq->bfqd;

block/bfq-wf2q.c

1676

struct bfq_data *bfqd = bfqq->bfqd;

block/bfq-wf2q.c

38

unsigned int bfq_tot_busy_queues(struct bfq_data *bfqd)

block/bfq-wf2q.c

837

void bfq_bfqq_charge_time(struct bfq_data *bfqd, struct bfq_queue *bfqq,