include/linux/netdevice.h

3525

struct softnet_data *rps_ipi_list;

include/linux/netdevice.h

3551

struct softnet_data *rps_ipi_next;

include/linux/netdevice.h

3572

DECLARE_PER_CPU_ALIGNED(struct softnet_data, softnet_data);

include/linux/netdevice.h

3585

return this_cpu_read(softnet_data.xmit.recursion);

include/linux/netdevice.h

3590

return unlikely(__this_cpu_read(softnet_data.xmit.recursion) >

include/linux/netdevice.h

3596

__this_cpu_inc(softnet_data.xmit.recursion);

include/linux/netdevice.h

3601

__this_cpu_dec(softnet_data.xmit.recursion);

include/linux/netdevice.h

5301

__this_cpu_write(softnet_data.xmit.more, more);

include/linux/netdevice.h

5306

return __this_cpu_read(softnet_data.xmit.more);

include/net/rps.h

180

static inline u32 rps_input_queue_tail_incr(struct softnet_data *sd)

include/net/rps.h

196

static inline void rps_input_queue_head_add(struct softnet_data *sd, int val)

include/net/rps.h

203

static inline void rps_input_queue_head_incr(struct softnet_data *sd)

include/net/xfrm.h

2068

void xfrm_dev_backlog(struct softnet_data *sd);

include/net/xfrm.h

2133

static inline void xfrm_dev_backlog(struct softnet_data *sd)

net/core/dev.c

12705

struct softnet_data *sd, *oldsd, *remsd = NULL;

net/core/dev.c

12709

sd = &per_cpu(softnet_data, cpu);

net/core/dev.c

12710

oldsd = &per_cpu(softnet_data, oldcpu);

net/core/dev.c

13187

struct softnet_data *sd = per_cpu_ptr(&softnet_data, cpu);

net/core/dev.c

13195

struct softnet_data *sd = per_cpu_ptr(&softnet_data, cpu);

net/core/dev.c

13202

struct softnet_data *sd = per_cpu_ptr(&softnet_data, cpu);

net/core/dev.c

13250

struct softnet_data *sd = &per_cpu(softnet_data, i);

net/core/dev.c

231

static inline void backlog_lock_irq_save(struct softnet_data *sd,

net/core/dev.c

243

static inline void backlog_lock_irq_disable(struct softnet_data *sd)

net/core/dev.c

251

static inline void backlog_unlock_irq_restore(struct softnet_data *sd,

net/core/dev.c

263

static inline void backlog_unlock_irq_enable(struct softnet_data *sd)

net/core/dev.c

3382

struct softnet_data *sd;

net/core/dev.c

3386

sd = this_cpu_ptr(&softnet_data);

net/core/dev.c

3457

skb->next = __this_cpu_read(softnet_data.completion_queue);

net/core/dev.c

3458

__this_cpu_write(softnet_data.completion_queue, skb);

net/core/dev.c

4356

return __this_cpu_read(softnet_data.xmit.skip_txqueue);

net/core/dev.c

4361

__this_cpu_write(softnet_data.xmit.skip_txqueue, skip);

net/core/dev.c

462

DEFINE_PER_CPU_ALIGNED(struct softnet_data, softnet_data) = {

net/core/dev.c

465

EXPORT_PER_CPU_SYMBOL(softnet_data);

net/core/dev.c

4942

static inline void ____napi_schedule(struct softnet_data *sd,

net/core/dev.c

5012

sd_input_head = READ_ONCE(per_cpu(softnet_data, cpu).input_queue_head);

net/core/dev.c

5076

head = READ_ONCE(per_cpu(softnet_data, next_cpu).input_queue_head);

net/core/dev.c

5159

((int)(READ_ONCE(per_cpu(softnet_data, tcpu).input_queue_head) -

net/core/dev.c

5228

struct softnet_data *sd = data;

net/core/dev.c

5240

struct softnet_data *sd = data;

net/core/dev.c

5256

static void napi_schedule_rps(struct softnet_data *sd)

net/core/dev.c

5258

struct softnet_data *mysd = this_cpu_ptr(&softnet_data);

net/core/dev.c

5283

struct softnet_data *sd = &per_cpu(softnet_data, cpu);

net/core/dev.c

5308

const struct softnet_data *sd;

net/core/dev.c

5314

sd = this_cpu_ptr(&softnet_data);

net/core/dev.c

5349

struct softnet_data *sd;

net/core/dev.c

5359

sd = &per_cpu(softnet_data, cpu);

net/core/dev.c

5754

struct softnet_data *sd = this_cpu_ptr(&softnet_data);

net/core/dev.c

5985

__this_cpu_inc(softnet_data.processed);

net/core/dev.c

6476

struct softnet_data *sd;

net/core/dev.c

6480

sd = this_cpu_ptr(&softnet_data);

net/core/dev.c

6492

local_lock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6500

local_unlock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6509

struct softnet_data *sd = &per_cpu(softnet_data, cpu);

net/core/dev.c

6580

static void net_rps_send_ipi(struct softnet_data *remsd)

net/core/dev.c

6584

struct softnet_data *next = remsd->rps_ipi_next;

net/core/dev.c

6597

static void net_rps_action_and_irq_enable(struct softnet_data *sd)

net/core/dev.c

6600

struct softnet_data *remsd = sd->rps_ipi_list;

net/core/dev.c

6614

static bool sd_has_rps_ipi_waiting(struct softnet_data *sd)

net/core/dev.c

6625

struct softnet_data *sd = container_of(napi, struct softnet_data, backlog);

net/core/dev.c

6641

local_lock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6643

local_unlock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6652

local_lock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6654

local_unlock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6669

local_lock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6672

local_unlock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6694

____napi_schedule(this_cpu_ptr(&softnet_data), n);

net/core/dev.c

6744

____napi_schedule(this_cpu_ptr(&softnet_data), n);

net/core/dev.c

7816

struct softnet_data *sd;

net/core/dev.c

7825

sd = this_cpu_ptr(&softnet_data);

net/core/dev.c

7892

struct softnet_data *sd = this_cpu_ptr(&softnet_data);

net/core/net-procfs.c

101

sd = &per_cpu(softnet_data, *pos);

net/core/net-procfs.c

125

struct softnet_data *sd = v;

net/core/net-procfs.c

85

static u32 softnet_input_pkt_queue_len(struct softnet_data *sd)

net/core/net-procfs.c

90

static u32 softnet_process_queue_len(struct softnet_data *sd)

net/core/net-procfs.c

95

static struct softnet_data *softnet_get_online(loff_t *pos)

net/core/net-procfs.c

97

struct softnet_data *sd = NULL;

net/core/netpoll.c

246

struct softnet_data *sd = &get_cpu_var(softnet_data);

net/core/netpoll.c

268

put_cpu_var(softnet_data);

net/core/sysctl_net_core.c

214

struct softnet_data *sd;

net/core/sysctl_net_core.c

229

sd = &per_cpu(softnet_data, i);

net/core/sysctl_net_core.c

253

sd = &per_cpu(softnet_data, i);

net/netfilter/nf_dup_netdev.c

21

return this_cpu_ptr(&softnet_data.xmit.nf_dup_skb_recursion);

net/sched/act_mirred.c

435

xmit = this_cpu_ptr(&softnet_data.xmit);

net/xfrm/xfrm_device.c

120

struct softnet_data *sd;

net/xfrm/xfrm_device.c

149

sd = this_cpu_ptr(&softnet_data);

net/xfrm/xfrm_device.c

472

struct softnet_data *sd;

net/xfrm/xfrm_device.c

485

sd = this_cpu_ptr(&softnet_data);

net/xfrm/xfrm_device.c

494

void xfrm_dev_backlog(struct softnet_data *sd)