kernel/rcu/tree.c

1013

static bool rcu_start_this_gp(struct rcu_node *rnp_start, struct rcu_data *rdp,

kernel/rcu/tree.c

1091

struct rcu_data *rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

1140

static bool rcu_accelerate_cbs(struct rcu_node *rnp, struct rcu_data *rdp)

kernel/rcu/tree.c

1187

struct rcu_data *rdp)

kernel/rcu/tree.c

1216

static bool rcu_advance_cbs(struct rcu_node *rnp, struct rcu_data *rdp)

kernel/rcu/tree.c

1240

struct rcu_data *rdp)

kernel/rcu/tree.c

1270

static bool __note_gp_changes(struct rcu_node *rnp, struct rcu_data *rdp)

kernel/rcu/tree.c

1319

static void note_gp_changes(struct rcu_data *rdp)

kernel/rcu/tree.c

162

static void rcu_report_exp_rdp(struct rcu_data *rdp);

kernel/rcu/tree.c

163

static void rcu_report_qs_rdp(struct rcu_data *rdp);

kernel/rcu/tree.c

164

static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp);

kernel/rcu/tree.c

165

static bool rcu_rdp_is_offloaded(struct rcu_data *rdp);

kernel/rcu/tree.c

166

static bool rcu_rdp_cpu_online(struct rcu_data *rdp);

kernel/rcu/tree.c

1837

struct rcu_data *rdp;

kernel/rcu/tree.c

1985

rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

2023

rcu_report_qs_rdp(this_cpu_ptr(&rcu_data));

kernel/rcu/tree.c

2185

struct rcu_data *rdp;

kernel/rcu/tree.c

2226

rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

2234

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

2253

rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

231

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

2471

rcu_report_qs_rdp(struct rcu_data *rdp)

kernel/rcu/tree.c

2526

rcu_check_quiescent_state(struct rcu_data *rdp)

kernel/rcu/tree.c

2568

static void rcu_do_batch(struct rcu_data *rdp)

kernel/rcu/tree.c

2730

WARN_ON_ONCE(time_before(j, __this_cpu_read(rcu_data.last_sched_clock)));

kernel/rcu/tree.c

2731

__this_cpu_write(rcu_data.last_sched_clock, j);

kernel/rcu/tree.c

2735

raw_cpu_inc(rcu_data.ticks_this_gp);

kernel/rcu/tree.c

2737

if (smp_load_acquire(this_cpu_ptr(&rcu_data.rcu_urgent_qs))) {

kernel/rcu/tree.c

2741

__this_cpu_write(rcu_data.rcu_urgent_qs, false);

kernel/rcu/tree.c

2760

static void force_qs_rnp(int (*f)(struct rcu_data *rdp))

kernel/rcu/tree.c

2790

struct rcu_data *rdp;

kernel/rcu/tree.c

2793

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

2829

rnp = raw_cpu_read(rcu_data.mynode);

kernel/rcu/tree.c

2865

struct rcu_data *rdp = raw_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

2933

__this_cpu_write(rcu_data.rcu_cpu_has_work, 1);

kernel/rcu/tree.c

2934

t = __this_cpu_read(rcu_data.rcu_cpu_kthread_task);

kernel/rcu/tree.c

2936

rcu_wake_cond(t, __this_cpu_read(rcu_data.rcu_cpu_kthread_status));

kernel/rcu/tree.c

2955

per_cpu(rcu_data.rcu_cpu_kthread_status, cpu) = RCU_KTHREAD_OFFCPU;

kernel/rcu/tree.c

2960

return __this_cpu_read(rcu_data.rcu_cpu_has_work);

kernel/rcu/tree.c

2970

unsigned int *statusp = this_cpu_ptr(&rcu_data.rcu_cpu_kthread_status);

kernel/rcu/tree.c

2971

char work, *workp = this_cpu_ptr(&rcu_data.rcu_cpu_has_work);

kernel/rcu/tree.c

2972

unsigned long *j = this_cpu_ptr(&rcu_data.rcuc_activity);

kernel/rcu/tree.c

3002

.store = &rcu_data.rcu_cpu_kthread_task,

kernel/rcu/tree.c

3018

per_cpu(rcu_data.rcu_cpu_has_work, cpu) = 0;

kernel/rcu/tree.c

3026

static void rcutree_enqueue(struct rcu_data *rdp, struct rcu_head *head, rcu_callback_t func)

kernel/rcu/tree.c

3037

static void call_rcu_core(struct rcu_data *rdp, struct rcu_head *head,

kernel/rcu/tree.c

3093

static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp)

kernel/rcu/tree.c

3116

static void check_cb_ovld(struct rcu_data *rdp)

kernel/rcu/tree.c

312

static bool rcu_watching_snap_stopped_since(struct rcu_data *rdp, int snap)

kernel/rcu/tree.c

3135

struct rcu_data *rdp;

kernel/rcu/tree.c

3162

rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

3411

for (rnp = this_cpu_ptr(&rcu_data)->mynode; rnp; rnp = rnp->parent)

kernel/rcu/tree.c

3491

struct rcu_data *rdp;

kernel/rcu/tree.c

3495

rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

362

raw_cpu_write(rcu_data.rcu_need_heavy_qs, false);

kernel/rcu/tree.c

3702

struct rcu_data *rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

3783

static void rcu_barrier_entrain(struct rcu_data *rdp)

kernel/rcu/tree.c

3823

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

3851

struct rcu_data *rdp;

kernel/rcu/tree.c

3890

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

3932

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

4034

static bool rcu_rdp_cpu_online(struct rcu_data *rdp)

kernel/rcu/tree.c

4041

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

4063

struct rcu_data *rdp;

kernel/rcu/tree.c

4069

rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

4173

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

4273

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

4322

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

4334

struct rcu_data *rdp;

kernel/rcu/tree.c

4337

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

4367

struct rcu_data *rdp;

kernel/rcu/tree.c

4372

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

4425

struct rcu_data *rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

4479

struct rcu_data *my_rdp;

kernel/rcu/tree.c

4481

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

4495

my_rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

4549

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

4565

struct rcu_data *rdp;

kernel/rcu/tree.c

4568

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

4613

struct rcu_data *rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

4757

per_cpu_ptr(&rcu_data, i)->mynode = rnp;

kernel/rcu/tree.c

4758

per_cpu_ptr(&rcu_data, i)->barrier_head.next =

kernel/rcu/tree.c

4759

&per_cpu_ptr(&rcu_data, i)->barrier_head;

kernel/rcu/tree.c

515

static void force_qs_rnp(int (*f)(struct rcu_data *rdp));

kernel/rcu/tree.c

601

struct rcu_data *rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

664

struct rcu_data *rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree.c

712

return !rcu_segcblist_empty(&this_cpu_ptr(&rcu_data)->cblist) &&

kernel/rcu/tree.c

713

!rcu_rdp_is_offloaded(this_cpu_ptr(&rcu_data));

kernel/rcu/tree.c

721

static void rcu_disable_urgency_upon_qs(struct rcu_data *rdp)

kernel/rcu/tree.c

773

smp_store_release(per_cpu_ptr(&rcu_data.rcu_urgent_qs, cpu), true);

kernel/rcu/tree.c

80

static DEFINE_PER_CPU_SHARED_ALIGNED(struct rcu_data, rcu_data) = {

kernel/rcu/tree.c

802

static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp)

kernel/rcu/tree.c

819

static int rcu_watching_snap_save(struct rcu_data *rdp)

kernel/rcu/tree.c

855

static int rcu_watching_snap_recheck(struct rcu_data *rdp)

kernel/rcu/tree.c

86

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree.c

989

static void trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp,

kernel/rcu/tree.h

266

struct rcu_data *nocb_toggling_rdp; /* rdp queued for (de-)offloading */

kernel/rcu/tree.h

269

struct rcu_data *nocb_gp_rdp ____cacheline_internodealigned_in_smp;

kernel/rcu/tree.h

490

static void rcu_preempt_deferred_qs_init(struct rcu_data *rdp);

kernel/rcu/tree.h

493

static bool rcu_is_callbacks_kthread(struct rcu_data *rdp);

kernel/rcu/tree.h

498

static void zero_cpu_stall_ticks(struct rcu_data *rdp);

kernel/rcu/tree.h

502

static bool wake_nocb_gp(struct rcu_data *rdp);

kernel/rcu/tree.h

503

static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,

kernel/rcu/tree.h

505

static void call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head,

kernel/rcu/tree.h

507

static void __maybe_unused __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_empty,

kernel/rcu/tree.h

509

static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level);

kernel/rcu/tree.h

510

static bool do_nocb_deferred_wakeup(struct rcu_data *rdp);

kernel/rcu/tree.h

511

static void rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp);

kernel/rcu/tree.h

513

static void show_rcu_nocb_state(struct rcu_data *rdp);

kernel/rcu/tree.h

514

static void rcu_nocb_lock(struct rcu_data *rdp);

kernel/rcu/tree.h

515

static void rcu_nocb_unlock(struct rcu_data *rdp);

kernel/rcu/tree.h

516

static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,

kernel/rcu/tree.h

518

static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp);

kernel/rcu/tree.h

542

static void check_cpu_stall(struct rcu_data *rdp);

kernel/rcu/tree.h

543

static void rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp,

kernel/rcu/tree_exp.h

1026

struct rcu_data *rdp;

kernel/rcu/tree_exp.h

1031

rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id());

kernel/rcu/tree_exp.h

245

struct rcu_data *rdp;

kernel/rcu/tree_exp.h

255

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_exp.h

267

static void rcu_report_exp_rdp(struct rcu_data *rdp)

kernel/rcu/tree_exp.h

303

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id());

kernel/rcu/tree_exp.h

372

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_exp.h

407

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_exp.h

575

struct rcu_data *rdp;

kernel/rcu/tree_exp.h

581

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_exp.h

632

struct rcu_data *rdp;

kernel/rcu/tree_exp.h

646

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_exp.h

733

ASSERT_EXCLUSIVE_WRITER_SCOPED(*this_cpu_ptr(&rcu_data.cpu_no_qs.b.exp));

kernel/rcu/tree_exp.h

734

__this_cpu_write(rcu_data.cpu_no_qs.b.exp, true);

kernel/rcu/tree_exp.h

736

smp_store_release(this_cpu_ptr(&rcu_data.rcu_urgent_qs), true);

kernel/rcu/tree_exp.h

753

struct rcu_data *rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree_exp.h

867

struct rcu_data *rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree_exp.h

873

__this_cpu_read(rcu_data.cpu_no_qs.b.exp))

kernel/rcu/tree_exp.h

877

rcu_report_exp_rdp(this_cpu_ptr(&rcu_data));

kernel/rcu/tree_nocb.h

1000

static bool do_nocb_deferred_wakeup(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1003

struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;

kernel/rcu/tree_nocb.h

1014

do_nocb_deferred_wakeup(this_cpu_ptr(&rcu_data));

kernel/rcu/tree_nocb.h

1018

static int rcu_nocb_queue_toggle_rdp(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1020

struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;

kernel/rcu/tree_nocb.h

1036

static bool rcu_nocb_rdp_deoffload_wait_cond(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1053

static int rcu_nocb_rdp_deoffload(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1057

struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;

kernel/rcu/tree_nocb.h

110

static bool rcu_nocb_bypass_trylock(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1107

static bool rcu_nocb_rdp_offload_wait_cond(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1119

static int rcu_nocb_rdp_offload(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1154

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_nocb.h

119

static void rcu_nocb_bypass_unlock(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1215

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_nocb.h

1250

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_nocb.h

1288

struct rcu_data *rdp;

kernel/rcu/tree_nocb.h

130

static void rcu_nocb_lock(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1342

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_nocb.h

1351

static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1372

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_nocb.h

1373

struct rcu_data *rdp_gp;

kernel/rcu/tree_nocb.h

142

static void rcu_nocb_unlock(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1450

struct rcu_data *rdp;

kernel/rcu/tree_nocb.h

1451

struct rcu_data *rdp_gp = NULL; /* Suppress misguided gcc warn. */

kernel/rcu/tree_nocb.h

1466

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_nocb.h

1524

static void show_rcu_nocb_gp_state(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

154

static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,

kernel/rcu/tree_nocb.h

1548

static void show_rcu_nocb_state(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1555

struct rcu_data *nocb_next_rdp;

kernel/rcu/tree_nocb.h

1622

static void rcu_nocb_lock(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1627

static void rcu_nocb_unlock(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1632

static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,

kernel/rcu/tree_nocb.h

1639

static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1657

static bool wake_nocb_gp(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

166

static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1662

static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,

kernel/rcu/tree_nocb.h

1668

static void call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head,

kernel/rcu/tree_nocb.h

1674

static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_empty,

kernel/rcu/tree_nocb.h

1680

static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1684

static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level)

kernel/rcu/tree_nocb.h

1689

static bool do_nocb_deferred_wakeup(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

1698

static void show_rcu_nocb_state(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

194

static void nocb_defer_wakeup_cancel(struct rcu_data *rdp_gp)

kernel/rcu/tree_nocb.h

20

static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

202

static bool __wake_nocb_gp(struct rcu_data *rdp_gp,

kernel/rcu/tree_nocb.h

203

struct rcu_data *rdp,

kernel/rcu/tree_nocb.h

234

static bool wake_nocb_gp(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

237

struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;

kernel/rcu/tree_nocb.h

272

static void wake_nocb_gp_defer(struct rcu_data *rdp, int waketype,

kernel/rcu/tree_nocb.h

276

struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;

kernel/rcu/tree_nocb.h

314

static bool rcu_nocb_do_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp_in,

kernel/rcu/tree_nocb.h

358

static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,

kernel/rcu/tree_nocb.h

372

static void rcu_nocb_try_flush_bypass(struct rcu_data *rdp, unsigned long j)

kernel/rcu/tree_nocb.h

386

static bool nocb_bypass_needs_flush(struct rcu_data *rdp, long bypass_ncbs,

kernel/rcu/tree_nocb.h

431

static bool rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp,

kernel/rcu/tree_nocb.h

560

static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_alldone,

kernel/rcu/tree_nocb.h

605

static void call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head,

kernel/rcu/tree_nocb.h

617

static void nocb_gp_toggle_rdp(struct rcu_data *rdp_gp, struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

646

static void nocb_gp_sleep(struct rcu_data *my_rdp, int cpu)

kernel/rcu/tree_nocb.h

658

static noinline_for_stack void nocb_gp_wait(struct rcu_data *my_rdp)

kernel/rcu/tree_nocb.h

670

struct rcu_data *rdp, *rdp_toggling = NULL;

kernel/rcu/tree_nocb.h

858

struct rcu_data *rdp = arg;

kernel/rcu/tree_nocb.h

868

static inline bool nocb_cb_wait_cond(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

877

static void nocb_cb_wait(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

92

static void rcu_nocb_bypass_lock(struct rcu_data *rdp)

kernel/rcu/tree_nocb.h

946

struct rcu_data *rdp = arg;

kernel/rcu/tree_nocb.h

958

static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level)

kernel/rcu/tree_nocb.h

964

static bool do_nocb_deferred_wakeup_common(struct rcu_data *rdp_gp,

kernel/rcu/tree_nocb.h

965

struct rcu_data *rdp, int level,

kernel/rcu/tree_nocb.h

986

struct rcu_data *rdp = timer_container_of(rdp, t, nocb_timer);

kernel/rcu/tree_plugin.h

1000

if (!smp_load_acquire(this_cpu_ptr(&rcu_data.rcu_urgent_qs)))

kernel/rcu/tree_plugin.h

1002

this_cpu_write(rcu_data.rcu_urgent_qs, false);

kernel/rcu/tree_plugin.h

1003

if (unlikely(raw_cpu_read(rcu_data.rcu_need_heavy_qs)))

kernel/rcu/tree_plugin.h

1046

struct rcu_data *rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree_plugin.h

1105

static void rcu_preempt_deferred_qs_init(struct rcu_data *rdp) { }

kernel/rcu/tree_plugin.h

1114

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_plugin.h

1125

static bool rcu_is_callbacks_nocb_kthread(struct rcu_data *rdp)

kernel/rcu/tree_plugin.h

1138

static bool rcu_is_callbacks_kthread(struct rcu_data *rdp)

kernel/rcu/tree_plugin.h

16

static bool rcu_rdp_is_offloaded(struct rcu_data *rdp)

kernel/rcu/tree_plugin.h

162

static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp)

kernel/rcu/tree_plugin.h

301

if (__this_cpu_read(rcu_data.cpu_no_qs.b.norm)) {

kernel/rcu/tree_plugin.h

303

__this_cpu_read(rcu_data.gp_seq),

kernel/rcu/tree_plugin.h

305

__this_cpu_write(rcu_data.cpu_no_qs.b.norm, false);

kernel/rcu/tree_plugin.h

327

struct rcu_data *rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree_plugin.h

33

rdp == this_cpu_ptr(&rcu_data)) ||

kernel/rcu/tree_plugin.h

485

struct rcu_data *rdp;

kernel/rcu/tree_plugin.h

489

rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree_plugin.h

602

return (__this_cpu_read(rcu_data.cpu_no_qs.b.exp) ||

kernel/rcu/tree_plugin.h

629

struct rcu_data *rdp;

kernel/rcu/tree_plugin.h

632

rdp = container_of(iwp, struct rcu_data, defer_qs_iw);

kernel/rcu/tree_plugin.h

669

struct rcu_data *rdp,

kernel/rcu/tree_plugin.h

740

struct rcu_data *rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree_plugin.h

830

__this_cpu_read(rcu_data.core_needs_qs) &&

kernel/rcu/tree_plugin.h

831

__this_cpu_read(rcu_data.cpu_no_qs.b.norm) &&

kernel/rcu/tree_plugin.h

872

struct rcu_data *rdp;

kernel/rcu/tree_plugin.h

894

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_plugin.h

902

static void rcu_preempt_deferred_qs_init(struct rcu_data *rdp)

kernel/rcu/tree_plugin.h

915

struct rcu_data *rdp;

kernel/rcu/tree_plugin.h

928

rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree_plugin.h

953

if (!__this_cpu_read(rcu_data.cpu_no_qs.s))

kernel/rcu/tree_plugin.h

956

__this_cpu_read(rcu_data.gp_seq), TPS("cpuqs"));

kernel/rcu/tree_plugin.h

957

__this_cpu_write(rcu_data.cpu_no_qs.b.norm, false);

kernel/rcu/tree_plugin.h

958

if (__this_cpu_read(rcu_data.cpu_no_qs.b.exp))

kernel/rcu/tree_plugin.h

959

rcu_report_exp_rdp(this_cpu_ptr(&rcu_data));

kernel/rcu/tree_plugin.h

973

if (!raw_cpu_read(rcu_data.rcu_urgent_qs))

kernel/rcu/tree_plugin.h

977

if (!smp_load_acquire(this_cpu_ptr(&rcu_data.rcu_urgent_qs))) {

kernel/rcu/tree_plugin.h

981

this_cpu_write(rcu_data.rcu_urgent_qs, false);

kernel/rcu/tree_plugin.h

982

if (unlikely(raw_cpu_read(rcu_data.rcu_need_heavy_qs))) {

kernel/rcu/tree_stall.h

1001

static void rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp,

kernel/rcu/tree_stall.h

1066

struct rcu_data *rdp;

kernel/rcu/tree_stall.h

1076

rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree_stall.h

216

static void zero_cpu_stall_ticks(struct rcu_data *rdp)

kernel/rcu/tree_stall.h

251

struct rcu_data *rdp;

kernel/rcu/tree_stall.h

254

rdp = container_of(iwp, struct rcu_data, rcu_iw);

kernel/rcu/tree_stall.h

457

static bool rcu_is_rcuc_kthread_starving(struct rcu_data *rdp, unsigned long *jp)

kernel/rcu/tree_stall.h

481

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_stall.h

521

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_stall.h

584

struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_stall.h

712

struct rcu_data *rdp = this_cpu_ptr(&rcu_data);

kernel/rcu/tree_stall.h

771

static void check_cpu_stall(struct rcu_data *rdp)

kernel/rcu/tree_stall.h

942

struct rcu_data *rdp;

kernel/rcu/tree_stall.h

978

rdp = per_cpu_ptr(&rcu_data, cpu);

kernel/rcu/tree_stall.h

988

rdp = per_cpu_ptr(&rcu_data, cpu);