include/linux/netdevice.h

3588

struct softnet_data *rps_ipi_list;

include/linux/netdevice.h

3614

struct softnet_data *rps_ipi_next;

include/linux/netdevice.h

3635

DECLARE_PER_CPU_ALIGNED(struct softnet_data, softnet_data);

include/linux/netdevice.h

3648

return this_cpu_read(softnet_data.xmit.recursion);

include/linux/netdevice.h

3653

return unlikely(__this_cpu_read(softnet_data.xmit.recursion) >

include/linux/netdevice.h

3659

__this_cpu_inc(softnet_data.xmit.recursion);

include/linux/netdevice.h

3664

__this_cpu_dec(softnet_data.xmit.recursion);

include/linux/netdevice.h

5376

__this_cpu_write(softnet_data.xmit.more, more);

include/linux/netdevice.h

5381

return __this_cpu_read(softnet_data.xmit.more);

include/net/netfilter/nf_dup_netdev.h

17

return unlikely(__this_cpu_read(softnet_data.xmit.nf_dup_skb_recursion) >

include/net/netfilter/nf_dup_netdev.h

23

__this_cpu_inc(softnet_data.xmit.nf_dup_skb_recursion);

include/net/netfilter/nf_dup_netdev.h

28

__this_cpu_dec(softnet_data.xmit.nf_dup_skb_recursion);

include/net/rps.h

169

static inline u32 rps_input_queue_tail_incr(struct softnet_data *sd)

include/net/rps.h

185

static inline void rps_input_queue_head_add(struct softnet_data *sd, int val)

include/net/rps.h

192

static inline void rps_input_queue_head_incr(struct softnet_data *sd)

include/net/xfrm.h

2122

void xfrm_dev_backlog(struct softnet_data *sd);

include/net/xfrm.h

2187

static inline void xfrm_dev_backlog(struct softnet_data *sd)

net/core/dev.c

12718

struct softnet_data *sd, *oldsd, *remsd = NULL;

net/core/dev.c

12722

sd = &per_cpu(softnet_data, cpu);

net/core/dev.c

12723

oldsd = &per_cpu(softnet_data, oldcpu);

net/core/dev.c

13200

struct softnet_data *sd = per_cpu_ptr(&softnet_data, cpu);

net/core/dev.c

13208

struct softnet_data *sd = per_cpu_ptr(&softnet_data, cpu);

net/core/dev.c

13215

struct softnet_data *sd = per_cpu_ptr(&softnet_data, cpu);

net/core/dev.c

13263

struct softnet_data *sd = &per_cpu(softnet_data, i);

net/core/dev.c

231

static inline void backlog_lock_irq_save(struct softnet_data *sd,

net/core/dev.c

243

static inline void backlog_lock_irq_disable(struct softnet_data *sd)

net/core/dev.c

251

static inline void backlog_unlock_irq_restore(struct softnet_data *sd,

net/core/dev.c

263

static inline void backlog_unlock_irq_enable(struct softnet_data *sd)

net/core/dev.c

3383

struct softnet_data *sd;

net/core/dev.c

3387

sd = this_cpu_ptr(&softnet_data);

net/core/dev.c

3458

skb->next = __this_cpu_read(softnet_data.completion_queue);

net/core/dev.c

3459

__this_cpu_write(softnet_data.completion_queue, skb);

net/core/dev.c

4367

return __this_cpu_read(softnet_data.xmit.skip_txqueue);

net/core/dev.c

4372

__this_cpu_write(softnet_data.xmit.skip_txqueue, skip);

net/core/dev.c

462

DEFINE_PER_CPU_ALIGNED(struct softnet_data, softnet_data) = {

net/core/dev.c

465

EXPORT_PER_CPU_SYMBOL(softnet_data);

net/core/dev.c

4965

static inline void ____napi_schedule(struct softnet_data *sd,

net/core/dev.c

5035

sd_input_head = READ_ONCE(per_cpu(softnet_data, cpu).input_queue_head);

net/core/dev.c

5102

head = READ_ONCE(per_cpu(softnet_data, next_cpu).input_queue_head);

net/core/dev.c

5191

((int)(READ_ONCE(per_cpu(softnet_data, tcpu).input_queue_head) -

net/core/dev.c

5264

struct softnet_data *sd = data;

net/core/dev.c

5276

struct softnet_data *sd = data;

net/core/dev.c

5292

static void napi_schedule_rps(struct softnet_data *sd)

net/core/dev.c

5294

struct softnet_data *mysd = this_cpu_ptr(&softnet_data);

net/core/dev.c

5319

struct softnet_data *sd = &per_cpu(softnet_data, cpu);

net/core/dev.c

5344

const struct softnet_data *sd;

net/core/dev.c

5350

sd = this_cpu_ptr(&softnet_data);

net/core/dev.c

5385

struct softnet_data *sd;

net/core/dev.c

5393

sd = &per_cpu(softnet_data, cpu);

net/core/dev.c

5792

struct softnet_data *sd = this_cpu_ptr(&softnet_data);

net/core/dev.c

6016

__this_cpu_inc(softnet_data.processed);

net/core/dev.c

6507

struct softnet_data *sd;

net/core/dev.c

6511

sd = this_cpu_ptr(&softnet_data);

net/core/dev.c

6523

local_lock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6531

local_unlock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6540

struct softnet_data *sd = &per_cpu(softnet_data, cpu);

net/core/dev.c

6611

static void net_rps_send_ipi(struct softnet_data *remsd)

net/core/dev.c

6615

struct softnet_data *next = remsd->rps_ipi_next;

net/core/dev.c

6628

static void net_rps_action_and_irq_enable(struct softnet_data *sd)

net/core/dev.c

6631

struct softnet_data *remsd = sd->rps_ipi_list;

net/core/dev.c

6645

static bool sd_has_rps_ipi_waiting(struct softnet_data *sd)

net/core/dev.c

6656

struct softnet_data *sd = container_of(napi, struct softnet_data, backlog);

net/core/dev.c

6672

local_lock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6674

local_unlock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6683

local_lock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6685

local_unlock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6700

local_lock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6703

local_unlock_nested_bh(&softnet_data.process_queue_bh_lock);

net/core/dev.c

6725

____napi_schedule(this_cpu_ptr(&softnet_data), n);

net/core/dev.c

6775

____napi_schedule(this_cpu_ptr(&softnet_data), n);

net/core/dev.c

7842

struct softnet_data *sd;

net/core/dev.c

7851

sd = this_cpu_ptr(&softnet_data);

net/core/dev.c

7918

struct softnet_data *sd = this_cpu_ptr(&softnet_data);

net/core/net-procfs.c

101

sd = &per_cpu(softnet_data, *pos);

net/core/net-procfs.c

125

struct softnet_data *sd = v;

net/core/net-procfs.c

85

static u32 softnet_input_pkt_queue_len(struct softnet_data *sd)

net/core/net-procfs.c

90

static u32 softnet_process_queue_len(struct softnet_data *sd)

net/core/net-procfs.c

95

static struct softnet_data *softnet_get_online(loff_t *pos)

net/core/net-procfs.c

97

struct softnet_data *sd = NULL;

net/core/netpoll.c

235

struct softnet_data *sd = &get_cpu_var(softnet_data);

net/core/netpoll.c

257

put_cpu_var(softnet_data);

net/core/sysctl_net_core.c

222

struct softnet_data *sd;

net/core/sysctl_net_core.c

237

sd = &per_cpu(softnet_data, i);

net/core/sysctl_net_core.c

261

sd = &per_cpu(softnet_data, i);

net/sched/act_mirred.c

442

xmit = this_cpu_ptr(&softnet_data.xmit);

net/xfrm/xfrm_device.c

120

struct softnet_data *sd;

net/xfrm/xfrm_device.c

149

sd = this_cpu_ptr(&softnet_data);

net/xfrm/xfrm_device.c

481

struct softnet_data *sd;

net/xfrm/xfrm_device.c

494

sd = this_cpu_ptr(&softnet_data);

net/xfrm/xfrm_device.c

503

void xfrm_dev_backlog(struct softnet_data *sd)