kernel/sched/core.c

1203

cpu = cpu_of(rq);

kernel/sched/core.c

1393

int cpu = cpu_of(rq);

kernel/sched/core.c

3068

stop_one_cpu_nowait(cpu_of(rq), migration_cpu_stop,

kernel/sched/core.c

3908

if (WARN_ON_ONCE(task_cpu(p) != cpu_of(rq)))

kernel/sched/core.c

3909

set_task_cpu(p, cpu_of(rq));

kernel/sched/core.c

5783

hw_pressure = arch_scale_hw_pressure(cpu_of(rq));

kernel/sched/core.c

6231

cpu = cpu_of(rq);

kernel/sched/core.c

6529

int cpu = cpu_of(rq);

kernel/sched/core.c

6876

int this_cpu = cpu_of(rq);

kernel/sched/core.c

811

irq_delta = irq_time_read(cpu_of(rq)) - rq->prev_irq_time;

kernel/sched/core.c

840

steal = prev_steal = paravirt_steal_clock(cpu_of(rq));

kernel/sched/core.c

874

clock = sched_clock_cpu(cpu_of(rq));

kernel/sched/core.c

8816

int cpu = cpu_of(rq);

kernel/sched/core.c

912

WARN_ON_ONCE(cpu_of(rq) != smp_processor_id());

kernel/sched/core.c

987

smp_call_function_single_async(cpu_of(rq), &rq->hrtick_csd);

kernel/sched/core_sched.c

244

const struct cpumask *smt_mask = cpu_smt_mask(cpu_of(rq));

kernel/sched/deadline.c

1339

trace_sched_dl_throttle_tp(dl_se, cpu_of(rq), dl_get_type(dl_se, rq));

kernel/sched/deadline.c

1403

int cpu = cpu_of(rq);

kernel/sched/deadline.c

1503

trace_sched_dl_throttle_tp(dl_se, cpu_of(rq), dl_get_type(dl_se, rq));

kernel/sched/deadline.c

1533

trace_sched_dl_update_tp(dl_se, cpu_of(rq), dl_get_type(dl_se, rq));

kernel/sched/deadline.c

1810

if (WARN_ON_ONCE(!cpu_online(cpu_of(rq))))

kernel/sched/deadline.c

1813

trace_sched_dl_server_start_tp(dl_se, cpu_of(rq), dl_get_type(dl_se, rq));

kernel/sched/deadline.c

1825

trace_sched_dl_server_stop_tp(dl_se, cpu_of(dl_se->rq),

kernel/sched/deadline.c

1891

int cpu = cpu_of(rq);

kernel/sched/deadline.c

1897

dl_b = dl_bw_of(cpu_of(rq));

kernel/sched/deadline.c

1912

int cpu = cpu_of(rq);

kernel/sched/deadline.c

1968

if (cpu_active(cpu_of(rq))) {

kernel/sched/deadline.c

1969

cap = dl_bw_capacity(cpu_of(rq));

kernel/sched/deadline.c

2015

if (cpu_active(cpu_of(rq)))

kernel/sched/deadline.c

2032

int cpu = cpu_of(rq);

kernel/sched/deadline.c

2072

int cpu = cpu_of(dl_se->rq);

kernel/sched/deadline.c

2098

int cpu = cpu_of(rq);

kernel/sched/deadline.c

3339

src_dl_b = dl_bw_of(cpu_of(rq));

kernel/sched/deadline.c

739

trace_sched_dl_replenish_tp(dl_se, cpu_of(rq), dl_get_type(dl_se, rq));

kernel/sched/deadline.c

855

trace_sched_dl_replenish_tp(dl_se, cpu_of(rq), dl_get_type(dl_se, rq));

kernel/sched/debug.c

419

if (!cpu_online(cpu_of(rq)))

kernel/sched/debug.c

435

cpu_of(rq),

kernel/sched/ext/ext.c

10360

clock = sched_clock_cpu(cpu_of(rq));

kernel/sched/ext/ext.c

1161

irq_work_queue_on(&rq->scx.deferred_irq_work, cpu_of(rq));

kernel/sched/ext/ext.c

1226

struct scx_sched_pcpu *sch_pcpu = per_cpu_ptr(sch->pcpu, cpu_of(rq));

kernel/sched/ext/ext.c

1247

struct scx_dsq_pcpu *dsq_pcpu = per_cpu_ptr(dsq->pcpu, cpu_of(rq));

kernel/sched/ext/ext.c

1309

p->scx.core_sched_at = sched_clock_cpu(cpu_of(rq));

kernel/sched/ext/ext.c

1875

return likely((rq->scx.flags & SCX_RQ_ONLINE) && cpu_active(cpu_of(rq)));

kernel/sched/ext/ext.c

1889

if (sticky_cpu == cpu_of(rq))

kernel/sched/ext/ext.c

1908

if (scx_bypassing(sch, cpu_of(rq))) {

kernel/sched/ext/ext.c

2034

sticky_cpu = cpu_of(rq);

kernel/sched/ext/ext.c

2064

unlikely(cpu_of(rq) != p->scx.selected_cpu))

kernel/sched/ext/ext.c

2285

p->scx.sticky_cpu = cpu_of(dst_rq);

kernel/sched/ext/ext.c

2287

set_task_cpu(p, cpu_of(dst_rq));

kernel/sched/ext/ext.c

2296

WARN_ON_ONCE(!cpumask_test_cpu(cpu_of(dst_rq), p->cpus_ptr));

kernel/sched/ext/ext.c

2327

s32 cpu = cpu_of(rq);

kernel/sched/ext/ext.c

2564

int node = cpu_to_node(cpu_of(rq));

kernel/sched/ext/ext.c

2788

s32 cpu = cpu_of(rq);

kernel/sched/ext/ext.c

2889

s32 cpu = cpu_of(rq);

kernel/sched/ext/ext.c

3019

if (tick_nohz_full_cpu(cpu_of(rq)))

kernel/sched/ext/ext.c

3020

tick_nohz_dep_set_cpu(cpu_of(rq), TICK_DEP_BIT_SCHED);

kernel/sched/ext/ext.c

3069

SCX_CALL_OP(sch, cpu_release, rq, cpu_of(rq), &args);

kernel/sched/ext/ext.c

3099

if (p->scx.slice && !scx_bypassing(sch, cpu_of(rq))) {

kernel/sched/ext/ext.c

3157

if (cpu == cpu_of(rq) ||

kernel/sched/ext/ext.c

3245

if (!scx_bypassing(sch, cpu_of(rq)) &&

kernel/sched/ext/ext.c

3417

s32 cpu = cpu_of(rq);

kernel/sched/ext/ext.c

3483

__scx_exit(sch, SCX_EXIT_ERROR_STALL, 0, cpu_of(rq),

kernel/sched/ext/ext.c

3550

if (scx_bypassing(sch, cpu_of(rq))) {

kernel/sched/ext/ext.c

4366

if (scx_bypassing(sch, cpu_of(rq)))

kernel/sched/ext/ext.c

8354

if ((cpu_online(cpu) || cpu == cpu_of(this_rq)) &&

kernel/sched/ext/ext.c

8390

(cpu_online(cpu) || cpu == cpu_of(this_rq)))

kernel/sched/ext/ext.c

9381

if (scx_bypassing(sch, cpu_of(this_rq)))

kernel/sched/ext/idle.c

752

int cpu = cpu_of(rq);

kernel/sched/ext/idle.c

787

!scx_bypassing(sch, cpu_of(rq)))

kernel/sched/ext/idle.c

788

SCX_CALL_OP(sch, update_idle, rq, scx_cpu_arg(cpu_of(rq)), idle);

kernel/sched/fair.c

11421

(arch_scale_cpu_capacity(cpu_of(rq)) * 100));

kernel/sched/fair.c

1320

long cpu_scale = arch_scale_cpu_capacity(cpu_of(rq_of(cfs_rq)));

kernel/sched/fair.c

13422

__cpumask_clear_cpu(cpu_of(busiest), cpus);

kernel/sched/fair.c

13494

stop_one_cpu_nowait(cpu_of(busiest),

kernel/sched/fair.c

13609

int busiest_cpu = cpu_of(busiest_rq);

kernel/sched/fair.c

14526

if (unlikely(on_null_domain(rq) || !cpu_active(cpu_of(rq))))

kernel/sched/fair.c

1707

pcpu_sched = per_cpu_ptr(mm->sc_stat.pcpu_sched, cpu_of(rq));

kernel/sched/fair.c

1721

invalid_llc_nr(mm, p, cpu_of(rq)) ||

kernel/sched/fair.c

1722

exceed_llc_capacity(mm, cpu_of(rq))) {

kernel/sched/fair.c

320

int cpu = cpu_of(rq);

kernel/sched/fair.c

4987

if (!cpu_active(cpu_of(rq_of(cfs_rq))))

kernel/sched/fair.c

5041

struct cfs_rq *cfs_rq = tg_cfs_rq(tg, cpu_of(rq));

kernel/sched/fair.c

5417

now += sched_clock_cpu(cpu_of(rq)) - u64_u32_load(rq->clock_idle);

kernel/sched/fair.c

5927

int cpu = cpu_of(rq);

kernel/sched/fair.c

6726

struct cfs_rq *cfs_rq = tg_cfs_rq(tg, cpu_of(rq));

kernel/sched/fair.c

6825

struct cfs_rq *cfs_rq = tg_cfs_rq(tg, cpu_of(rq));

kernel/sched/fair.c

7020

smp_call_function_single_async(cpu_of(rq), &rq->cfsb_csd);

kernel/sched/fair.c

7090

if (cpu_of(rq) != this_cpu) {

kernel/sched/fair.c

7494

struct cfs_rq *cfs_rq = tg_cfs_rq(tg, cpu_of(rq));

kernel/sched/fair.c

7509

if (cpumask_test_cpu(cpu_of(rq), cpu_active_mask))

kernel/sched/fair.c

7522

struct cfs_rq *cfs_rq = tg_cfs_rq(tg, cpu_of(rq));

kernel/sched/fair.c

7565

int cpu = cpu_of(rq);

kernel/sched/fair.c

8101

if (cpu_of(rq) != task_cpu(p) || !READ_ONCE(p->se.avg.last_update_time))

kernel/sched/fair.c

8124

if (cpu_of(rq) != task_cpu(p) || !READ_ONCE(p->se.avg.last_update_time))

kernel/sched/fair.c

8450

int core = cpu_of(rq);

kernel/sched/pelt.c

440

running = cap_scale(running, arch_scale_freq_capacity(cpu_of(rq)));

kernel/sched/pelt.c

441

running = cap_scale(running, arch_scale_cpu_capacity(cpu_of(rq)));

kernel/sched/pelt.c

481

unsigned long hw_pressure = arch_scale_hw_pressure(cpu_of(rq));

kernel/sched/pelt.h

123

delta = cap_scale(delta, arch_scale_cpu_capacity(cpu_of(rq)));

kernel/sched/pelt.h

124

delta = cap_scale(delta, arch_scale_freq_capacity(cpu_of(rq)));

kernel/sched/rt.c

2461

if (p->prio < rq->donor->prio && cpu_online(cpu_of(rq)))

kernel/sched/rt.c

513

iter && (rt_rq = iter->rt_rq[cpu_of(rq)]); \

kernel/sched/rt.c

533

int cpu = cpu_of(rq);

kernel/sched/rt.c

551

int cpu = cpu_of(rq_of_rt_rq(rt_rq));

kernel/sched/sched.h

1523

for_each_cpu(cpu, cpu_smt_mask(cpu_of(rq))) {

kernel/sched/sched.h

2991

int cpu = cpu_of(rq);

kernel/sched/sched.h

3134

return cpu_active(cpu_of(rq)) && hrtimer_highres_enabled();

kernel/sched/sched.h

3556

cpu_of(rq)));

kernel/sched/sched.h

3670

rq_util = cpu_util_cfs(cpu_of(rq)) + cpu_util_rt(rq);