block/ioctl.c
866
static void blk_cmd_complete(struct io_tw_req tw_req, io_tw_token_t tw)
drivers/block/drbd/drbd_worker.c
1808
unsigned long tw = drbd_bm_total_weight(device);
drivers/block/drbd/drbd_worker.c
1816
device->rs_total = tw;
drivers/block/drbd/drbd_worker.c
1819
device->rs_mark_left[i] = tw;
drivers/block/ublk_drv.c
1994
static void ublk_batch_tw_cb(struct io_tw_req tw_req, io_tw_token_t tw)
drivers/block/ublk_drv.c
2057
static void ublk_cmd_tw_cb(struct io_tw_req tw_req, io_tw_token_t tw)
drivers/block/ublk_drv.c
2090
static void ublk_cmd_list_tw_cb(struct io_tw_req tw_req, io_tw_token_t tw)
drivers/block/ublk_drv.c
3517
static void ublk_ch_uring_cmd_cb(struct io_tw_req tw_req, io_tw_token_t tw)
drivers/block/ublk_drv.c
3523
if (!tw.cancel)
drivers/input/touchscreen/touchwin.c
100
kfree(tw);
drivers/input/touchscreen/touchwin.c
111
struct tw *tw;
drivers/input/touchscreen/touchwin.c
115
tw = kzalloc_obj(*tw);
drivers/input/touchscreen/touchwin.c
117
if (!tw || !input_dev) {
drivers/input/touchscreen/touchwin.c
122
tw->serio = serio;
drivers/input/touchscreen/touchwin.c
123
tw->dev = input_dev;
drivers/input/touchscreen/touchwin.c
124
scnprintf(tw->phys, sizeof(tw->phys), "%s/input0", serio->phys);
drivers/input/touchscreen/touchwin.c
127
input_dev->phys = tw->phys;
drivers/input/touchscreen/touchwin.c
135
input_set_abs_params(tw->dev, ABS_X, TW_MIN_XC, TW_MAX_XC, 0, 0);
drivers/input/touchscreen/touchwin.c
136
input_set_abs_params(tw->dev, ABS_Y, TW_MIN_YC, TW_MAX_YC, 0, 0);
drivers/input/touchscreen/touchwin.c
138
serio_set_drvdata(serio, tw);
drivers/input/touchscreen/touchwin.c
144
err = input_register_device(tw->dev);
drivers/input/touchscreen/touchwin.c
153
kfree(tw);
drivers/input/touchscreen/touchwin.c
60
struct tw *tw = serio_get_drvdata(serio);
drivers/input/touchscreen/touchwin.c
61
struct input_dev *dev = tw->dev;
drivers/input/touchscreen/touchwin.c
64
tw->touched = 1;
drivers/input/touchscreen/touchwin.c
65
tw->data[tw->idx++] = data;
drivers/input/touchscreen/touchwin.c
67
if (tw->idx == TW_LENGTH) {
drivers/input/touchscreen/touchwin.c
69
if (tw->data[1] == tw->data[2]) {
drivers/input/touchscreen/touchwin.c
70
input_report_abs(dev, ABS_X, tw->data[0]);
drivers/input/touchscreen/touchwin.c
71
input_report_abs(dev, ABS_Y, tw->data[1]);
drivers/input/touchscreen/touchwin.c
75
tw->idx = 0;
drivers/input/touchscreen/touchwin.c
77
} else if (tw->touched) { /* untouch */
drivers/input/touchscreen/touchwin.c
80
tw->idx = 0;
drivers/input/touchscreen/touchwin.c
81
tw->touched = 0;
drivers/input/touchscreen/touchwin.c
93
struct tw *tw = serio_get_drvdata(serio);
drivers/input/touchscreen/touchwin.c
95
input_get_device(tw->dev);
drivers/input/touchscreen/touchwin.c
96
input_unregister_device(tw->dev);
drivers/input/touchscreen/touchwin.c
99
input_put_device(tw->dev);
drivers/net/ethernet/marvell/mvneta.c
4306
u32 ts, tw, lpi0, lpi1, status;
drivers/net/ethernet/marvell/mvneta.c
4313
tw = 17;
drivers/net/ethernet/marvell/mvneta.c
4319
tw = 3;
drivers/net/ethernet/marvell/mvneta.c
4333
lpi1 = u32_replace_bits(lpi1, tw, MVNETA_LPI_CTRL_1_TW);
drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c
6751
u32 ts, tw, lpi1, status;
drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c
6758
tw = 17;
drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c
6764
tw = 3;
drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c
6779
lpi1 = u32_replace_bits(lpi1, tw, MVPP2_GMAC_LPI_CTRL1_TW_MASK);
drivers/net/ethernet/samsung/sxgbe/sxgbe_common.h
352
const int tw);
drivers/net/ethernet/samsung/sxgbe/sxgbe_core.c
225
const int ls, const int tw)
drivers/net/ethernet/samsung/sxgbe/sxgbe_core.c
227
int value = ((tw & 0xffff)) | ((ls & 0x7ff) << 16);
drivers/net/ethernet/stmicro/stmmac/dwmac1000_core.c
353
static void dwmac1000_set_eee_timer(struct mac_device_info *hw, int ls, int tw)
drivers/net/ethernet/stmicro/stmmac/dwmac1000_core.c
356
int value = ((tw & 0xffff)) | ((ls & 0x7ff) << 16);
drivers/net/ethernet/stmicro/stmmac/dwmac4_core.c
443
static void dwmac4_set_eee_timer(struct mac_device_info *hw, int ls, int tw)
drivers/net/ethernet/stmicro/stmmac/dwmac4_core.c
446
int value = ((tw & 0xffff)) | ((ls & 0x3ff) << 16);
drivers/net/ethernet/stmicro/stmmac/dwxgmac2_core.c
465
static void dwxgmac2_set_eee_timer(struct mac_device_info *hw, int ls, int tw)
drivers/net/ethernet/stmicro/stmmac/dwxgmac2_core.c
470
value = (tw & 0xffff) | ((ls & 0x3ff) << 16);
drivers/net/ethernet/stmicro/stmmac/hwif.h
371
void (*set_eee_timer)(struct mac_device_info *hw, int ls, int tw);
drivers/net/phy/qcom/at803x.c
288
u32 freq, strength, tw;
drivers/net/phy/qcom/at803x.c
301
if (!of_property_read_u32(node, "qca,smarteee-tw-us-1g", &tw)) {
drivers/net/phy/qcom/at803x.c
302
if (!tw || tw > 255) {
drivers/net/phy/qcom/at803x.c
306
priv->smarteee_lpi_tw_1g = tw;
drivers/net/phy/qcom/at803x.c
309
if (!of_property_read_u32(node, "qca,smarteee-tw-us-100m", &tw)) {
drivers/net/phy/qcom/at803x.c
310
if (!tw || tw > 255) {
drivers/net/phy/qcom/at803x.c
314
priv->smarteee_lpi_tw_100m = tw;
drivers/nvme/host/ioctl.c
400
static void nvme_uring_task_cb(struct io_tw_req tw_req, io_tw_token_t tw)
drivers/scsi/scsi_bsg.c
31
static void scsi_bsg_uring_task_cb(struct io_tw_req tw_req, io_tw_token_t tw)
fs/btrfs/ioctl.c
4543
static void btrfs_uring_read_finished(struct io_tw_req tw_req, io_tw_token_t tw)
fs/fuse/dev_uring.c
1289
static void fuse_uring_send_in_task(struct io_tw_req tw_req, io_tw_token_t tw)
fs/fuse/dev_uring.c
1297
if (!tw.cancel) {
include/linux/io_uring_types.h
696
typedef void (*io_req_tw_func_t)(struct io_tw_req tw_req, io_tw_token_t tw);
include/net/inet_timewait_sock.h
101
void inet_twsk_free(struct inet_timewait_sock *tw);
include/net/inet_timewait_sock.h
102
void inet_twsk_put(struct inet_timewait_sock *tw);
include/net/inet_timewait_sock.h
104
void inet_twsk_bind_unhash(struct inet_timewait_sock *tw,
include/net/inet_timewait_sock.h
111
void inet_twsk_hashdance_schedule(struct inet_timewait_sock *tw,
include/net/inet_timewait_sock.h
116
void __inet_twsk_schedule(struct inet_timewait_sock *tw, int timeo,
include/net/inet_timewait_sock.h
119
static inline void inet_twsk_reschedule(struct inet_timewait_sock *tw, int timeo)
include/net/inet_timewait_sock.h
121
__inet_twsk_schedule(tw, timeo, true);
include/net/inet_timewait_sock.h
124
void inet_twsk_deschedule_put(struct inet_timewait_sock *tw);
include/net/netfilter/nf_tproxy.h
20
static inline void nf_tproxy_twsk_deschedule_put(struct inet_timewait_sock *tw)
include/net/netfilter/nf_tproxy.h
23
inet_twsk_deschedule_put(tw);
include/net/psp/functions.h
122
psp_twsk_rx_policy_check(struct inet_timewait_sock *tw, struct sk_buff *skb)
include/net/psp/functions.h
124
return __psp_sk_rx_policy_check(skb, rcu_dereference(tw->psp_assoc));
include/net/psp/functions.h
160
psp_twsk_init(struct inet_timewait_sock *tw, const struct sock *sk) { }
include/net/psp/functions.h
161
static inline void psp_twsk_assoc_free(struct inet_timewait_sock *tw) { }
include/net/psp/functions.h
187
psp_twsk_rx_policy_check(struct inet_timewait_sock *tw, struct sk_buff *skb)
include/net/psp/functions.h
35
void psp_twsk_init(struct inet_timewait_sock *tw, const struct sock *sk);
include/net/psp/functions.h
36
void psp_twsk_assoc_free(struct inet_timewait_sock *tw);
include/net/tcp.h
476
enum tcp_tw_status tcp_timewait_state_process(struct inet_timewait_sock *tw,
io_uring/futex.c
48
static void __io_futex_complete(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/futex.c
51
io_req_task_complete(tw_req, tw);
io_uring/futex.c
54
static void io_futex_complete(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/futex.c
59
io_tw_lock(ctx, tw);
io_uring/futex.c
62
__io_futex_complete(tw_req, tw);
io_uring/futex.c
65
static void io_futexv_complete(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/futex.c
71
io_tw_lock(req->ctx, tw);
io_uring/futex.c
82
__io_futex_complete(tw_req, tw);
io_uring/io_uring.c
1039
static void io_req_task_cancel(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/io_uring.c
1043
io_tw_lock(req->ctx, tw);
io_uring/io_uring.c
1047
void io_req_task_submit(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/io_uring.c
1052
io_tw_lock(ctx, tw);
io_uring/io_uring.c
1053
if (unlikely(tw.cancel))
io_uring/io_uring.c
1272
void io_req_task_complete(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/io_uring.c
1438
int io_poll_issue(struct io_kiocb *req, io_tw_token_t tw)
io_uring/io_uring.c
1445
io_tw_lock(req->ctx, tw);
io_uring/io_uring.c
436
static void io_req_queue_iowq_tw(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/io_uring.h
191
void io_req_task_complete(struct io_tw_req tw_req, io_tw_token_t tw);
io_uring/io_uring.h
193
void io_req_task_submit(struct io_tw_req tw_req, io_tw_token_t tw);
io_uring/io_uring.h
200
int io_poll_issue(struct io_kiocb *req, io_tw_token_t tw);
io_uring/msg_ring.c
23
struct callback_head tw;
io_uring/msg_ring.c
230
struct io_msg *msg = container_of(head, struct io_msg, tw);
io_uring/msg_ring.c
247
init_task_work(&msg->tw, io_msg_tw_fd_complete);
io_uring/msg_ring.c
248
if (task_work_add(task, &msg->tw, TWA_SIGNAL))
io_uring/msg_ring.c
73
static void io_msg_tw_complete(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/notif.c
15
static void io_notif_tw_complete(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/notif.c
39
io_req_task_complete((struct io_tw_req){notif}, tw);
io_uring/poll.c
241
static int io_poll_check_events(struct io_kiocb *req, io_tw_token_t tw)
io_uring/poll.c
245
if (unlikely(tw.cancel))
io_uring/poll.c
316
ret = io_poll_issue(req, tw);
io_uring/poll.c
338
void io_poll_task_func(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/poll.c
343
ret = io_poll_check_events(req, tw);
io_uring/poll.c
361
io_req_task_submit(tw_req, tw);
io_uring/poll.c
369
io_req_task_complete(tw_req, tw);
io_uring/poll.c
371
io_tw_lock(req->ctx, tw);
io_uring/poll.c
374
io_req_task_complete(tw_req, tw);
io_uring/poll.c
376
io_req_task_submit(tw_req, tw);
io_uring/poll.h
49
void io_poll_task_func(struct io_tw_req tw_req, io_tw_token_t tw);
io_uring/rw.c
576
void io_req_rw_complete(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/rw.c
586
io_req_task_complete(tw_req, tw);
io_uring/rw.h
49
void io_req_rw_complete(struct io_tw_req tw_req, io_tw_token_t tw);
io_uring/timeout.c
110
static void io_timeout_complete(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/timeout.c
128
io_req_task_complete(tw_req, tw);
io_uring/timeout.c
200
static void io_req_tw_fail_links(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/timeout.c
204
io_tw_lock(link->ctx, tw);
io_uring/timeout.c
213
io_req_task_complete((struct io_tw_req){link}, tw);
io_uring/timeout.c
366
static void io_req_task_link_timeout(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/timeout.c
382
if (!tw.cancel) {
io_uring/timeout.c
393
io_req_task_complete(tw_req, tw);
io_uring/timeout.c
397
io_req_task_complete(tw_req, tw);
io_uring/tw.c
19
static void ctx_flush_and_put(struct io_ring_ctx *ctx, io_tw_token_t tw)
io_uring/tw.c
286
io_tw_token_t tw,
io_uring/tw.c
300
(struct io_tw_req){req}, tw);
io_uring/tw.c
307
static int __io_run_local_work(struct io_ring_ctx *ctx, io_tw_token_t tw,
io_uring/tw.c
326
tw.cancel = io_should_terminate_tw(ctx);
io_uring/tw.c
328
ret = __io_run_local_work_loop(ctx, tw, max_events);
io_uring/tw.h
101
static inline void io_tw_lock(struct io_ring_ctx *ctx, io_tw_token_t tw)
io_uring/waitid.c
19
static void io_waitid_cb(struct io_tw_req tw_req, io_tw_token_t tw);
io_uring/waitid.c
197
static void io_waitid_cb(struct io_tw_req tw_req, io_tw_token_t tw)
io_uring/waitid.c
204
io_tw_lock(ctx, tw);
io_uring/waitid.c
233
io_req_task_complete(tw_req, tw);
io_uring/zcrx.c
1184
static void zcrx_notif_tw(struct io_tw_req tw_req, io_tw_token_t tw)
kernel/bpf/helpers.c
4520
static struct bpf_task_work_ctx *bpf_task_work_fetch_ctx(struct bpf_task_work *tw,
kernel/bpf/helpers.c
4523
struct bpf_task_work_kern *twk = (void *)tw;
kernel/bpf/helpers.c
4551
static struct bpf_task_work_ctx *bpf_task_work_acquire_ctx(struct bpf_task_work *tw,
kernel/bpf/helpers.c
4565
ctx = bpf_task_work_fetch_ctx(tw, map);
kernel/bpf/helpers.c
4589
bpf_task_work_cancel_and_free(tw);
kernel/bpf/helpers.c
4596
static int bpf_task_work_schedule(struct task_struct *task, struct bpf_task_work *tw,
kernel/bpf/helpers.c
4615
ctx = bpf_task_work_acquire_ctx(tw, map);
kernel/bpf/helpers.c
4626
ctx->map_val = (void *)tw - map->record->task_work_off;
kernel/bpf/helpers.c
4651
__bpf_kfunc int bpf_task_work_schedule_signal(struct task_struct *task, struct bpf_task_work *tw,
kernel/bpf/helpers.c
4655
return bpf_task_work_schedule(task, tw, map__map, callback, aux, TWA_SIGNAL);
kernel/bpf/helpers.c
4669
__bpf_kfunc int bpf_task_work_schedule_resume(struct task_struct *task, struct bpf_task_work *tw,
kernel/bpf/helpers.c
4673
return bpf_task_work_schedule(task, tw, map__map, callback, aux, TWA_RESUME);
net/ipv4/inet_hashtables.c
1049
struct inet_timewait_sock *tw = NULL;
net/ipv4/inet_hashtables.c
1129
if (!check_established(death_row, sk, port, &tw, true,
net/ipv4/inet_hashtables.c
1149
port, &tw, false,
net/ipv4/inet_hashtables.c
1210
inet_ehash_nolisten(sk, (struct sock *)tw, NULL);
net/ipv4/inet_hashtables.c
1212
if (tw)
net/ipv4/inet_hashtables.c
1213
inet_twsk_bind_unhash(tw, hinfo);
net/ipv4/inet_hashtables.c
1218
if (tw)
net/ipv4/inet_hashtables.c
1219
inet_twsk_deschedule_put(tw);
net/ipv4/inet_hashtables.c
1237
if (tw)
net/ipv4/inet_hashtables.c
1238
inet_twsk_bind_unhash(tw, hinfo);
net/ipv4/inet_hashtables.c
1246
if (tw)
net/ipv4/inet_hashtables.c
1247
inet_twsk_deschedule_put(tw);
net/ipv4/inet_hashtables.c
594
struct inet_timewait_sock *tw = NULL;
net/ipv4/inet_hashtables.c
620
tw = inet_twsk(sk2);
net/ipv4/inet_hashtables.c
636
if (tw) {
net/ipv4/inet_hashtables.c
637
sk_nulls_del_node_init_rcu((struct sock *)tw);
net/ipv4/inet_hashtables.c
644
*twp = tw;
net/ipv4/inet_hashtables.c
645
} else if (tw) {
net/ipv4/inet_hashtables.c
647
inet_twsk_deschedule_put(tw);
net/ipv4/inet_timewait_sock.c
103
void inet_twsk_hashdance_schedule(struct inet_timewait_sock *tw,
net/ipv4/inet_timewait_sock.c
117
bhead = &hashinfo->bhash[inet_bhashfn(twsk_net(tw), inet->inet_num,
net/ipv4/inet_timewait_sock.c
119
bhead2 = inet_bhashfn_portaddr(hashinfo, sk, twsk_net(tw), inet->inet_num);
net/ipv4/inet_timewait_sock.c
125
tw->tw_tb = icsk->icsk_bind_hash;
net/ipv4/inet_timewait_sock.c
128
tw->tw_tb2 = icsk->icsk_bind2_hash;
net/ipv4/inet_timewait_sock.c
130
sk_add_bind_node((struct sock *)tw, &tw->tw_tb2->owners);
net/ipv4/inet_timewait_sock.c
144
refcount_set(&tw->tw_refcnt, 3);
net/ipv4/inet_timewait_sock.c
152
hlist_nulls_replace_init_rcu(&sk->sk_nulls_node, &tw->tw_node);
net/ipv4/inet_timewait_sock.c
155
inet_twsk_schedule(tw, timeo);
net/ipv4/inet_timewait_sock.c
163
struct inet_timewait_sock *tw = timer_container_of(tw, t, tw_timer);
net/ipv4/inet_timewait_sock.c
165
inet_twsk_kill(tw);
net/ipv4/inet_timewait_sock.c
172
struct inet_timewait_sock *tw;
net/ipv4/inet_timewait_sock.c
178
tw = kmem_cache_alloc(sk->sk_prot_creator->twsk_prot->twsk_slab,
net/ipv4/inet_timewait_sock.c
180
if (tw) {
net/ipv4/inet_timewait_sock.c
183
tw->tw_dr = dr;
net/ipv4/inet_timewait_sock.c
185
tw->tw_daddr = inet->inet_daddr;
net/ipv4/inet_timewait_sock.c
186
tw->tw_rcv_saddr = inet->inet_rcv_saddr;
net/ipv4/inet_timewait_sock.c
187
tw->tw_bound_dev_if = sk->sk_bound_dev_if;
net/ipv4/inet_timewait_sock.c
188
tw->tw_tos = inet->tos;
net/ipv4/inet_timewait_sock.c
189
tw->tw_num = inet->inet_num;
net/ipv4/inet_timewait_sock.c
190
tw->tw_state = TCP_TIME_WAIT;
net/ipv4/inet_timewait_sock.c
191
tw->tw_substate = state;
net/ipv4/inet_timewait_sock.c
192
tw->tw_sport = inet->inet_sport;
net/ipv4/inet_timewait_sock.c
193
tw->tw_dport = inet->inet_dport;
net/ipv4/inet_timewait_sock.c
194
tw->tw_family = sk->sk_family;
net/ipv4/inet_timewait_sock.c
195
tw->tw_reuse = sk->sk_reuse;
net/ipv4/inet_timewait_sock.c
196
tw->tw_reuseport = sk->sk_reuseport;
net/ipv4/inet_timewait_sock.c
197
tw->tw_hash = sk->sk_hash;
net/ipv4/inet_timewait_sock.c
198
tw->tw_ipv6only = 0;
net/ipv4/inet_timewait_sock.c
199
tw->tw_transparent = inet_test_bit(TRANSPARENT, sk);
net/ipv4/inet_timewait_sock.c
200
tw->tw_connect_bind = !!(sk->sk_userlocks & SOCK_CONNECT_BIND);
net/ipv4/inet_timewait_sock.c
201
tw->tw_prot = sk->sk_prot_creator;
net/ipv4/inet_timewait_sock.c
202
atomic64_set(&tw->tw_cookie, atomic64_read(&sk->sk_cookie));
net/ipv4/inet_timewait_sock.c
203
twsk_net_set(tw, sock_net(sk));
net/ipv4/inet_timewait_sock.c
204
timer_setup(&tw->tw_timer, tw_timer_handler, 0);
net/ipv4/inet_timewait_sock.c
206
tw->tw_validate_xmit_skb = NULL;
net/ipv4/inet_timewait_sock.c
213
refcount_set(&tw->tw_refcnt, 0);
net/ipv4/inet_timewait_sock.c
215
__module_get(tw->tw_prot->owner);
net/ipv4/inet_timewait_sock.c
216
psp_twsk_init(tw, sk);
net/ipv4/inet_timewait_sock.c
219
return tw;
net/ipv4/inet_timewait_sock.c
230
void inet_twsk_deschedule_put(struct inet_timewait_sock *tw)
net/ipv4/inet_timewait_sock.c
232
struct inet_hashinfo *hashinfo = tw->tw_dr->hashinfo;
net/ipv4/inet_timewait_sock.c
233
spinlock_t *lock = inet_ehash_lockp(hashinfo, tw->tw_hash);
net/ipv4/inet_timewait_sock.c
259
if (timer_shutdown_sync(&tw->tw_timer))
net/ipv4/inet_timewait_sock.c
260
inet_twsk_kill(tw);
net/ipv4/inet_timewait_sock.c
261
inet_twsk_put(tw);
net/ipv4/inet_timewait_sock.c
265
void __inet_twsk_schedule(struct inet_timewait_sock *tw, int timeo, bool rearm)
net/ipv4/inet_timewait_sock.c
295
__NET_INC_STATS(twsk_net(tw), kill ? LINUX_MIB_TIMEWAITKILLED :
net/ipv4/inet_timewait_sock.c
297
BUG_ON(mod_timer(&tw->tw_timer, jiffies + timeo));
net/ipv4/inet_timewait_sock.c
298
refcount_inc(&tw->tw_dr->tw_refcount);
net/ipv4/inet_timewait_sock.c
30
void inet_twsk_bind_unhash(struct inet_timewait_sock *tw,
net/ipv4/inet_timewait_sock.c
300
mod_timer_pending(&tw->tw_timer, jiffies + timeo);
net/ipv4/inet_timewait_sock.c
33
struct inet_bind2_bucket *tb2 = tw->tw_tb2;
net/ipv4/inet_timewait_sock.c
34
struct inet_bind_bucket *tb = tw->tw_tb;
net/ipv4/inet_timewait_sock.c
39
__sk_del_bind_node((struct sock *)tw);
net/ipv4/inet_timewait_sock.c
40
tw->tw_tb = NULL;
net/ipv4/inet_timewait_sock.c
41
tw->tw_tb2 = NULL;
net/ipv4/inet_timewait_sock.c
45
__sock_put((struct sock *)tw);
net/ipv4/inet_timewait_sock.c
49
static void inet_twsk_kill(struct inet_timewait_sock *tw)
net/ipv4/inet_timewait_sock.c
51
struct inet_hashinfo *hashinfo = tw->tw_dr->hashinfo;
net/ipv4/inet_timewait_sock.c
52
spinlock_t *lock = inet_ehash_lockp(hashinfo, tw->tw_hash);
net/ipv4/inet_timewait_sock.c
56
sk_nulls_del_node_init_rcu((struct sock *)tw);
net/ipv4/inet_timewait_sock.c
60
bhead = &hashinfo->bhash[inet_bhashfn(twsk_net(tw), tw->tw_num,
net/ipv4/inet_timewait_sock.c
62
bhead2 = inet_bhashfn_portaddr(hashinfo, (struct sock *)tw,
net/ipv4/inet_timewait_sock.c
63
twsk_net(tw), tw->tw_num);
net/ipv4/inet_timewait_sock.c
67
inet_twsk_bind_unhash(tw, hashinfo);
net/ipv4/inet_timewait_sock.c
71
refcount_dec(&tw->tw_dr->tw_refcount);
net/ipv4/inet_timewait_sock.c
72
inet_twsk_put(tw);
net/ipv4/inet_timewait_sock.c
75
void inet_twsk_free(struct inet_timewait_sock *tw)
net/ipv4/inet_timewait_sock.c
77
struct module *owner = tw->tw_prot->owner;
net/ipv4/inet_timewait_sock.c
79
tcp_twsk_destructor((struct sock *)tw);
net/ipv4/inet_timewait_sock.c
80
kmem_cache_free(tw->tw_prot->twsk_prot->twsk_slab, tw);
net/ipv4/inet_timewait_sock.c
84
void inet_twsk_put(struct inet_timewait_sock *tw)
net/ipv4/inet_timewait_sock.c
86
if (refcount_dec_and_test(&tw->tw_refcnt))
net/ipv4/inet_timewait_sock.c
87
inet_twsk_free(tw);
net/ipv4/inet_timewait_sock.c
91
static void inet_twsk_schedule(struct inet_timewait_sock *tw, int timeo)
net/ipv4/inet_timewait_sock.c
93
__inet_twsk_schedule(tw, timeo, false);
net/ipv4/tcp.c
5118
struct inet_timewait_sock *tw = inet_twsk(sk);
net/ipv4/tcp.c
5120
refcount_inc(&tw->tw_refcnt);
net/ipv4/tcp.c
5122
inet_twsk_deschedule_put(tw);
net/ipv4/tcp_diag.c
197
struct inet_timewait_sock *tw = inet_twsk(sk);
net/ipv4/tcp_diag.c
209
DEBUG_NET_WARN_ON_ONCE(tw->tw_state != TCP_TIME_WAIT);
net/ipv4/tcp_diag.c
214
r->idiag_state = READ_ONCE(tw->tw_substate);
net/ipv4/tcp_diag.c
216
tmo = tw->tw_timer.expires - jiffies;
net/ipv4/tcp_diag.c
224
tw->tw_mark)) {
net/ipv4/tcp_ipv4.c
1018
struct inet_timewait_sock *tw = inet_twsk(sk);
net/ipv4/tcp_ipv4.c
1021
u8 tos = tw->tw_tos;
net/ipv4/tcp_ipv4.c
1040
inet_twsk_put(tw);
net/ipv4/tcp_ipv4.c
1068
tcptw->tw_rcv_wnd >> tw->tw_rcv_wscale,
net/ipv4/tcp_ipv4.c
1071
tw->tw_bound_dev_if, &key,
net/ipv4/tcp_ipv4.c
1072
tw->tw_transparent ? IP_REPLY_ARG_NOSRCCHECK : 0,
net/ipv4/tcp_ipv4.c
1074
tw->tw_txhash);
net/ipv4/tcp_ipv4.c
1076
inet_twsk_put(tw);
net/ipv4/tcp_ipv4.c
121
const struct inet_timewait_sock *tw = inet_twsk(sktw);
net/ipv4/tcp_ipv4.c
127
if (READ_ONCE(tw->tw_substate) == TCP_FIN_WAIT2)
net/ipv4/tcp_ipv4.c
136
if (tw->tw_bound_dev_if == LOOPBACK_IFINDEX)
net/ipv4/tcp_ipv4.c
139
if (tw->tw_family == AF_INET6) {
net/ipv4/tcp_ipv4.c
140
if (ipv6_addr_loopback(&tw->tw_v6_daddr) ||
net/ipv4/tcp_ipv4.c
141
ipv6_addr_v4mapped_loopback(&tw->tw_v6_daddr) ||
net/ipv4/tcp_ipv4.c
142
ipv6_addr_loopback(&tw->tw_v6_rcv_saddr) ||
net/ipv4/tcp_ipv4.c
143
ipv6_addr_v4mapped_loopback(&tw->tw_v6_rcv_saddr))
net/ipv4/tcp_ipv4.c
148
if (ipv4_is_loopback(tw->tw_daddr) ||
net/ipv4/tcp_ipv4.c
149
ipv4_is_loopback(tw->tw_rcv_saddr))
net/ipv4/tcp_ipv4.c
168
reuse_thresh = READ_ONCE(tw->tw_entry_stamp) +
net/ipv4/tcp_ipv4.c
2834
static void get_timewait4_sock(const struct inet_timewait_sock *tw,
net/ipv4/tcp_ipv4.c
2837
long delta = tw->tw_timer.expires - jiffies;
net/ipv4/tcp_ipv4.c
2841
dest = tw->tw_daddr;
net/ipv4/tcp_ipv4.c
2842
src = tw->tw_rcv_saddr;
net/ipv4/tcp_ipv4.c
2843
destp = ntohs(tw->tw_dport);
net/ipv4/tcp_ipv4.c
2844
srcp = ntohs(tw->tw_sport);
net/ipv4/tcp_ipv4.c
2848
i, src, srcp, dest, destp, READ_ONCE(tw->tw_substate), 0, 0,
net/ipv4/tcp_ipv4.c
2850
refcount_read(&tw->tw_refcnt), tw);
net/ipv4/tcp_minisocks.c
101
tcp_timewait_state_process(struct inet_timewait_sock *tw, struct sk_buff *skb,
net/ipv4/tcp_minisocks.c
105
struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
net/ipv4/tcp_minisocks.c
116
psp_drop = psp_twsk_rx_policy_check(tw, skb);
net/ipv4/tcp_minisocks.c
121
tcp_parse_options(twsk_net(tw), skb, &tmp_opt, 0, NULL);
net/ipv4/tcp_minisocks.c
132
if (READ_ONCE(tw->tw_substate) == TCP_FIN_WAIT2) {
net/ipv4/tcp_minisocks.c
144
tw, skb, LINUX_MIB_TCPACKSKIPPEDFINWAIT2);
net/ipv4/tcp_minisocks.c
156
inet_twsk_put(tw);
net/ipv4/tcp_minisocks.c
168
WRITE_ONCE(tw->tw_substate, TCP_TIME_WAIT);
net/ipv4/tcp_minisocks.c
175
WRITE_ONCE(tw->tw_entry_stamp, ts);
net/ipv4/tcp_minisocks.c
182
inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
net/ipv4/tcp_minisocks.c
216
if (!READ_ONCE(twsk_net(tw)->ipv4.sysctl_tcp_rfc1337)) {
net/ipv4/tcp_minisocks.c
218
inet_twsk_deschedule_put(tw);
net/ipv4/tcp_minisocks.c
222
inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
net/ipv4/tcp_minisocks.c
232
inet_twsk_put(tw);
net/ipv4/tcp_minisocks.c
269
__NET_INC_STATS(twsk_net(tw), LINUX_MIB_PAWS_TW_REJECTED);
net/ipv4/tcp_minisocks.c
280
inet_twsk_reschedule(tw, TCP_TIMEWAIT_LEN);
net/ipv4/tcp_minisocks.c
283
tw, skb, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT);
net/ipv4/tcp_minisocks.c
287
inet_twsk_put(tw);
net/ipv4/tcp_minisocks.c
331
struct inet_timewait_sock *tw;
net/ipv4/tcp_minisocks.c
333
tw = inet_twsk_alloc(sk, &net->ipv4.tcp_death_row, state);
net/ipv4/tcp_minisocks.c
335
if (tw) {
net/ipv4/tcp_minisocks.c
336
struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
net/ipv4/tcp_minisocks.c
339
tw->tw_mark = sk->sk_mark;
net/ipv4/tcp_minisocks.c
340
tw->tw_priority = READ_ONCE(sk->sk_priority);
net/ipv4/tcp_minisocks.c
341
tw->tw_rcv_wscale = tp->rx_opt.rcv_wscale;
net/ipv4/tcp_minisocks.c
343
tw->tw_entry_stamp = tcp_time_stamp_ms(tp);
net/ipv4/tcp_minisocks.c
350
tw->tw_usec_ts = tp->tcp_usec_ts;
net/ipv4/tcp_minisocks.c
353
tw->tw_txhash = sk->sk_txhash;
net/ipv4/tcp_minisocks.c
354
tw->tw_tx_queue_mapping = sk->sk_tx_queue_mapping;
net/ipv4/tcp_minisocks.c
356
tw->tw_rx_queue_mapping = sk->sk_rx_queue_mapping;
net/ipv4/tcp_minisocks.c
359
if (tw->tw_family == PF_INET6) {
net/ipv4/tcp_minisocks.c
362
tw->tw_v6_daddr = sk->sk_v6_daddr;
net/ipv4/tcp_minisocks.c
363
tw->tw_v6_rcv_saddr = sk->sk_v6_rcv_saddr;
net/ipv4/tcp_minisocks.c
364
tw->tw_tclass = np->tclass;
net/ipv4/tcp_minisocks.c
365
tw->tw_flowlabel = be32_to_cpu(np->flow_label & IPV6_FLOWLABEL_MASK);
net/ipv4/tcp_minisocks.c
366
tw->tw_ipv6only = sk->sk_ipv6only;
net/ipv4/tcp_minisocks.c
383
inet_twsk_hashdance_schedule(tw, sk, net->ipv4.tcp_death_row.hashinfo, timeo);
net/ipv4/tcp_minisocks.c
39
tcp_timewait_check_oow_rate_limit(struct inet_timewait_sock *tw,
net/ipv4/tcp_minisocks.c
42
struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
net/ipv4/tcp_minisocks.c
44
if (!tcp_oow_rate_limited(twsk_net(tw), skb, mib_idx,
net/ipv4/tcp_minisocks.c
53
inet_twsk_put(tw);
net/ipv6/inet6_hashtables.c
315
struct inet_timewait_sock *tw = NULL;
net/ipv6/inet6_hashtables.c
343
tw = inet_twsk(sk2);
net/ipv6/inet6_hashtables.c
359
if (tw) {
net/ipv6/inet6_hashtables.c
360
sk_nulls_del_node_init_rcu((struct sock *)tw);
net/ipv6/inet6_hashtables.c
367
*twp = tw;
net/ipv6/inet6_hashtables.c
368
} else if (tw) {
net/ipv6/inet6_hashtables.c
370
inet_twsk_deschedule_put(tw);
net/ipv6/tcp_ipv6.c
1154
struct inet_timewait_sock *tw = inet_twsk(sk);
net/ipv6/tcp_ipv6.c
1156
u8 tclass = tw->tw_tclass;
net/ipv6/tcp_ipv6.c
1201
tcptw->tw_rcv_wnd >> tw->tw_rcv_wscale,
net/ipv6/tcp_ipv6.c
1203
READ_ONCE(tcptw->tw_ts_recent), tw->tw_bound_dev_if,
net/ipv6/tcp_ipv6.c
1204
&key, tclass, cpu_to_be32(tw->tw_flowlabel),
net/ipv6/tcp_ipv6.c
1205
tw->tw_priority, tw->tw_txhash);
net/ipv6/tcp_ipv6.c
1210
inet_twsk_put(tw);
net/ipv6/tcp_ipv6.c
1973
struct inet_timewait_sock *tw = inet_twsk(sk);
net/ipv6/tcp_ipv6.c
1974
inet_twsk_deschedule_put(tw);
net/ipv6/tcp_ipv6.c
2201
struct inet_timewait_sock *tw, int i)
net/ipv6/tcp_ipv6.c
2203
long delta = tw->tw_timer.expires - jiffies;
net/ipv6/tcp_ipv6.c
2207
dest = &tw->tw_v6_daddr;
net/ipv6/tcp_ipv6.c
2208
src = &tw->tw_v6_rcv_saddr;
net/ipv6/tcp_ipv6.c
2209
destp = ntohs(tw->tw_dport);
net/ipv6/tcp_ipv6.c
2210
srcp = ntohs(tw->tw_sport);
net/ipv6/tcp_ipv6.c
2220
READ_ONCE(tw->tw_substate), 0, 0,
net/ipv6/tcp_ipv6.c
2222
refcount_read(&tw->tw_refcnt), tw);
net/psp/psp_sock.c
266
void psp_twsk_init(struct inet_timewait_sock *tw, const struct sock *sk)
net/psp/psp_sock.c
272
rcu_assign_pointer(tw->psp_assoc, pas);
net/psp/psp_sock.c
273
tw->tw_validate_xmit_skb = psp_validate_xmit;
net/psp/psp_sock.c
276
void psp_twsk_assoc_free(struct inet_timewait_sock *tw)
net/psp/psp_sock.c
278
struct psp_assoc *pas = rcu_dereference_protected(tw->psp_assoc, 1);
net/psp/psp_sock.c
280
rcu_assign_pointer(tw->psp_assoc, NULL);
sound/soc/sof/topology.c
1082
struct snd_soc_tplg_dapm_widget *tw,
sound/soc/sof/topology.c
1223
struct snd_soc_tplg_dapm_widget *tw,
sound/soc/sof/topology.c
1228
struct snd_soc_tplg_private *private = &tw->priv;
sound/soc/sof/topology.c
1423
struct snd_soc_tplg_dapm_widget *tw)
sound/soc/sof/topology.c
1428
struct snd_soc_tplg_private *priv = &tw->priv;
sound/soc/sof/topology.c
1517
ret = sof_widget_parse_tokens(scomp, swidget, tw, token_list, token_list_size);
sound/soc/sof/topology.c
1519
ret = sof_connect_dai_widget(scomp, w, tw, dai);
sound/soc/sof/topology.c
1529
if (le32_to_cpu(tw->priv.size) == 0) {
sound/soc/sof/topology.c
1534
ret = sof_widget_parse_tokens(scomp, swidget, tw, token_list, token_list_size);
sound/soc/sof/topology.c
1537
if (!le32_to_cpu(tw->num_kcontrols)) {
sound/soc/sof/topology.c
1539
le32_to_cpu(tw->num_kcontrols));
sound/soc/sof/topology.c
1555
ret = sof_widget_parse_tokens(scomp, swidget, tw, token_list, token_list_size);
sound/soc/sof/topology.c
1561
dev_dbg(scomp->dev, "widget type %d name %s not handled\n", swidget->id, tw->name);
sound/soc/sof/topology.c
1569
swidget->id, tw->name, strnlen(tw->sname, SNDRV_CTL_ELEM_ID_NAME_MAXLEN) > 0
sound/soc/sof/topology.c
1570
? tw->sname : "none");
sound/soc/sof/topology.c
1592
if (tw->event_type) {
sound/soc/sof/topology.c
1595
le16_to_cpu(tw->event_type));
sound/soc/sof/topology.c
2388
struct snd_soc_tplg_dapm_widget *tw)
sound/soc/sof/topology.c
2390
struct snd_soc_tplg_private *priv = &tw->priv;
sound/soc/sof/topology.c
2423
dev_err(scomp->dev, "Failed to parse DAI tokens for %s\n", tw->name);
sound/soc/sof/topology.c
2429
ret = sof_connect_dai_widget(scomp, w, tw, sdai);
tools/testing/selftests/bpf/prog_tests/test_task_work.c
27
struct bpf_task_work tw;
tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c
150
struct inet_timewait_sock *tw = &ttw->tw_sk;
tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c
155
delta = tw->tw_timer.expires - bpf_jiffies64();
tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c
156
dest = tw->tw_daddr;
tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c
157
src = tw->tw_rcv_saddr;
tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c
158
destp = bpf_ntohs(tw->tw_dport);
tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c
159
srcp = bpf_ntohs(tw->tw_sport);
tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c
165
tw->tw_substate, 0, 0,
tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c
167
tw->tw_refcnt.refs.counter, tw);
tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c
200
struct tcp_timewait_sock *tw;
tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c
224
tw = bpf_skc_to_tcp_timewait_sock(sk_common);
tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c
225
if (tw)
tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c
226
return dump_tw_sock(seq, tw, uid, seq_num);
tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c
155
struct inet_timewait_sock *tw = &ttw->tw_sk;
tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c
160
delta = tw->tw_timer.expires - bpf_jiffies64();
tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c
161
dest = &tw->tw_v6_daddr;
tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c
162
src = &tw->tw_v6_rcv_saddr;
tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c
163
destp = bpf_ntohs(tw->tw_dport);
tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c
164
srcp = bpf_ntohs(tw->tw_sport);
tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c
174
tw->tw_substate, 0, 0,
tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c
176
tw->tw_refcnt.refs.counter, tw);
tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c
216
struct tcp_timewait_sock *tw;
tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c
240
tw = bpf_skc_to_tcp_timewait_sock(sk_common);
tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c
241
if (tw)
tools/testing/selftests/bpf/progs/bpf_iter_tcp6.c
242
return dump_tw_sock(seq, tw, uid, seq_num);
tools/testing/selftests/bpf/progs/file_reader.c
22
struct bpf_task_work tw;
tools/testing/selftests/bpf/progs/file_reader.c
80
bpf_task_work_schedule_signal(task, &work->tw, &arrmap, task_work_callback);
tools/testing/selftests/bpf/progs/task_work.c
104
bpf_task_work_schedule_resume(task, &work->tw, &lrumap, process_work);
tools/testing/selftests/bpf/progs/task_work.c
18
struct bpf_task_work tw;
tools/testing/selftests/bpf/progs/task_work.c
68
bpf_task_work_schedule_resume(task, &work->tw, &hmap, process_work);
tools/testing/selftests/bpf/progs/task_work.c
82
bpf_task_work_schedule_signal(task, &work->tw, &arrmap, process_work);
tools/testing/selftests/bpf/progs/task_work_fail.c
17
struct bpf_task_work tw;
tools/testing/selftests/bpf/progs/task_work_fail.c
56
bpf_task_work_schedule_resume(task, &work->tw, &hmap, process_work);
tools/testing/selftests/bpf/progs/task_work_fail.c
65
struct bpf_task_work tw;
tools/testing/selftests/bpf/progs/task_work_fail.c
68
bpf_task_work_schedule_resume(task, &tw, &hmap, process_work);
tools/testing/selftests/bpf/progs/task_work_fail.c
94
bpf_task_work_schedule_resume(task, &work->tw, NULL, process_work);
tools/testing/selftests/bpf/progs/task_work_stress.c
22
struct bpf_task_work tw;
tools/testing/selftests/bpf/progs/task_work_stress.c
54
err = bpf_task_work_schedule_signal(bpf_get_current_task_btf(), &work->tw, &hmap,
tools/testing/selftests/bpf/progs/verifier_async_cb_context.c
125
struct bpf_task_work tw;
tools/testing/selftests/bpf/progs/verifier_async_cb_context.c
159
bpf_task_work_schedule_resume(task, &val->tw, &task_work_map, task_work_cb);
tools/testing/selftests/bpf/progs/verifier_async_cb_context.c
179
bpf_task_work_schedule_resume(task, &val->tw, &task_work_map, task_work_cb);