arch/um/drivers/vector_kern.c
1059
queue_depth = vector_enqueue(vp->tx_queue, skb);
arch/um/drivers/vector_kern.c
1061
if (queue_depth < vp->tx_queue->max_depth && netdev_xmit_more()) {
arch/um/drivers/vector_kern.c
1065
queue_depth = vector_send(vp->tx_queue);
arch/um/drivers/vector_kern.c
1149
if (vp->tx_queue != NULL)
arch/um/drivers/vector_kern.c
1150
destroy_queue(vp->tx_queue);
arch/um/drivers/vector_kern.c
1165
tx_enqueued = (vector_send(vp->tx_queue) > 0);
arch/um/drivers/vector_kern.c
1231
vp->tx_queue = create_queue(
arch/um/drivers/vector_kern.c
126
spin_lock(&vp->tx_queue->head_lock);
arch/um/drivers/vector_kern.c
134
spin_unlock(&vp->tx_queue->head_lock);
arch/um/drivers/vector_kern.c
1425
ring->tx_max_pending = vp->tx_queue->max_depth;
arch/um/drivers/vector_kern.c
1427
ring->tx_pending = vp->tx_queue->max_depth;
arch/um/drivers/vector_kern.c
1469
spin_lock(&vp->tx_queue->head_lock);
arch/um/drivers/vector_kern.c
1473
spin_unlock(&vp->tx_queue->head_lock);
arch/um/drivers/vector_kern.h
90
struct vector_queue *tx_queue;
drivers/atm/eni.c
1176
skb_queue_tail(&eni_dev->tx_queue,skb);
drivers/atm/eni.c
1216
while ((skb = skb_dequeue(&eni_dev->tx_queue))) {
drivers/atm/eni.c
1225
skb_queue_head(&eni_dev->tx_queue,skb);
drivers/atm/eni.c
1444
skb_queue_head_init(&eni_dev->tx_queue);
drivers/atm/eni.c
1980
skb_queue_walk(&eni_dev->tx_queue, skb) {
drivers/atm/eni.h
87
struct sk_buff_head tx_queue; /* PDUs currently being TX DMAed*/
drivers/atm/solos-pci.c
1037
old_len = skb_queue_len(&card->tx_queue[port]);
drivers/atm/solos-pci.c
1038
skb_queue_tail(&card->tx_queue[port], skb);
drivers/atm/solos-pci.c
1079
skb = skb_dequeue(&card->tx_queue[port]);
drivers/atm/solos-pci.c
118
struct sk_buff_head tx_queue[4];
drivers/atm/solos-pci.c
1360
skb_queue_head_init(&card->tx_queue[i]);
drivers/atm/solos-pci.c
1425
while ((skb = skb_dequeue(&card->tx_queue[i])))
drivers/atm/solos-pci.c
960
skb_queue_walk_safe(&card->tx_queue[port], skb, tmpskb) {
drivers/atm/solos-pci.c
962
skb_unlink(skb, &card->tx_queue[port]);
drivers/bluetooth/btmrvl_drv.h
77
struct sk_buff_head tx_queue;
drivers/bluetooth/btmrvl_main.c
182
skb_queue_head(&priv->adapter->tx_queue, skb);
drivers/bluetooth/btmrvl_main.c
377
skb_queue_head_init(&priv->adapter->tx_queue);
drivers/bluetooth/btmrvl_main.c
400
skb_queue_purge(&priv->adapter->tx_queue);
drivers/bluetooth/btmrvl_main.c
433
skb_queue_tail(&priv->adapter->tx_queue, skb);
drivers/bluetooth/btmrvl_main.c
445
skb_queue_purge(&priv->adapter->tx_queue);
drivers/bluetooth/btmrvl_main.c
454
skb_queue_purge(&priv->adapter->tx_queue);
drivers/bluetooth/btmrvl_main.c
606
skb_queue_empty(&adapter->tx_queue)))) {
drivers/bluetooth/btmrvl_main.c
628
!skb_queue_empty(&adapter->tx_queue)) {
drivers/bluetooth/btmrvl_main.c
644
skb = skb_dequeue(&adapter->tx_queue);
drivers/i3c/master/mipi-i3c-hci/pio.c
128
struct hci_xfer *curr_tx, *tx_queue;
drivers/i3c/master/mipi-i3c-hci/pio.c
409
prev_queue_tail = pio->tx_queue;
drivers/i3c/master/mipi-i3c-hci/pio.c
410
pio->tx_queue = xfer;
drivers/infiniband/hw/bng_re/bng_roce_hsi.h
2617
u8 tx_queue;
drivers/infiniband/hw/bng_re/bng_roce_hsi.h
2685
u8 tx_queue;
drivers/infiniband/hw/bng_re/bng_roce_hsi.h
2949
u8 tx_queue;
drivers/infiniband/hw/bng_re/bng_roce_hsi.h
3038
u8 tx_queue;
drivers/infiniband/hw/bnxt_re/roce_hsi.h
2465
u8 tx_queue;
drivers/infiniband/hw/bnxt_re/roce_hsi.h
2536
u8 tx_queue;
drivers/infiniband/hw/bnxt_re/roce_hsi.h
2688
u8 tx_queue;
drivers/infiniband/hw/bnxt_re/roce_hsi.h
2779
u8 tx_queue;
drivers/infiniband/hw/hfi1/ipoib.h
41
u8 tx_queue;
drivers/infiniband/hw/hfi1/ipoib_tx.c
387
txq->flow.tx_queue = txp->flow.tx_queue;
drivers/infiniband/hw/hfi1/ipoib_tx.c
391
txp->flow.tx_queue,
drivers/infiniband/hw/hfi1/ipoib_tx.c
596
txp.flow.tx_queue = (u8)skb_get_queue_mapping(skb);
drivers/infiniband/hw/hfi1/ipoib_tx.c
724
txq->flow.tx_queue = 0xff;
drivers/media/rc/ite-cir.c
1358
init_waitqueue_head(&itdev->tx_queue);
drivers/media/rc/ite-cir.c
272
wake_up_interruptible(&dev->tx_queue);
drivers/media/rc/ite-cir.c
419
wait_event_interruptible(dev->tx_queue,
drivers/media/rc/ite-cir.h
87
wait_queue_head_t tx_queue, tx_ended;
drivers/net/can/mscan/mscan.c
265
list_add_tail(&priv->tx_queue[buf_id].list, &priv->tx_head);
drivers/net/can/mscan/mscan.c
689
priv->tx_queue[i].id = i;
drivers/net/can/mscan/mscan.c
690
priv->tx_queue[i].mask = 1 << i;
drivers/net/can/mscan/mscan.h
284
struct tx_queue_entry tx_queue[TX_QUEUE_SIZE];
drivers/net/ethernet/atheros/alx/main.c
167
struct netdev_queue *tx_queue;
drivers/net/ethernet/atheros/alx/main.c
173
tx_queue = alx_get_tx_queue(txq);
drivers/net/ethernet/atheros/alx/main.c
196
netdev_tx_completed_queue(tx_queue, total_packets, total_bytes);
drivers/net/ethernet/atheros/alx/main.c
199
if (netif_tx_queue_stopped(tx_queue) && netif_carrier_ok(alx->dev) &&
drivers/net/ethernet/atheros/alx/main.c
201
netif_tx_wake_queue(tx_queue);
drivers/net/ethernet/freescale/fec.h
607
struct fec_enet_priv_tx_q *tx_queue[FEC_ENET_MAX_TX_QS];
drivers/net/ethernet/freescale/fec_main.c
1013
txq = fep->tx_queue[q];
drivers/net/ethernet/freescale/fec_main.c
1094
txq = fep->tx_queue[i];
drivers/net/ethernet/freescale/fec_main.c
1486
struct fec_enet_priv_tx_q *txq = fep->tx_queue[queue];
drivers/net/ethernet/freescale/fec_main.c
1569
struct fec_enet_priv_tx_q *txq = fep->tx_queue[queue];
drivers/net/ethernet/freescale/fec_main.c
2179
fec_txq_trigger_xmit(fep, fep->tx_queue[tx_qid]);
drivers/net/ethernet/freescale/fec_main.c
2207
struct fec_enet_priv_tx_q *txq = fep->tx_queue[queue];
drivers/net/ethernet/freescale/fec_main.c
2440
fec_txq_trigger_xmit(fep, fep->tx_queue[queue]);
drivers/net/ethernet/freescale/fec_main.c
366
txq = fep->tx_queue[0];
drivers/net/ethernet/freescale/fec_main.c
3897
txq = fep->tx_queue[q];
drivers/net/ethernet/freescale/fec_main.c
3934
if (fep->tx_queue[i] && fep->tx_queue[i]->tso_hdrs) {
drivers/net/ethernet/freescale/fec_main.c
3935
txq = fep->tx_queue[i];
drivers/net/ethernet/freescale/fec_main.c
3944
kfree(fep->tx_queue[i]);
drivers/net/ethernet/freescale/fec_main.c
3961
fep->tx_queue[i] = txq;
drivers/net/ethernet/freescale/fec_main.c
3963
fep->total_tx_ring_size += fep->tx_queue[i]->bd.ring_size;
drivers/net/ethernet/freescale/fec_main.c
4109
txq = fep->tx_queue[queue];
drivers/net/ethernet/freescale/fec_main.c
4526
struct fec_enet_priv_tx_q *txq = fep->tx_queue[queue];
drivers/net/ethernet/freescale/fec_main.c
4575
struct fec_enet_priv_tx_q *txq = fep->tx_queue[queue];
drivers/net/ethernet/freescale/fec_main.c
4595
struct fec_enet_priv_tx_q *txq = fep->tx_queue[queue];
drivers/net/ethernet/freescale/fec_main.c
4767
struct fec_enet_priv_tx_q *txq = fep->tx_queue[queue];
drivers/net/ethernet/freescale/fec_main.c
4795
txq = fep->tx_queue[queue];
drivers/net/ethernet/freescale/fec_main.c
4985
struct fec_enet_priv_tx_q *txq = fep->tx_queue[i];
drivers/net/ethernet/freescale/fec_main.c
954
txq = fep->tx_queue[queue];
drivers/net/ethernet/freescale/gianfar.c
1052
static void free_skb_tx_queue(struct gfar_priv_tx_q *tx_queue)
drivers/net/ethernet/freescale/gianfar.c
1055
struct gfar_private *priv = netdev_priv(tx_queue->dev);
drivers/net/ethernet/freescale/gianfar.c
1058
txbdp = tx_queue->tx_bd_base;
drivers/net/ethernet/freescale/gianfar.c
1060
for (i = 0; i < tx_queue->tx_ring_size; i++) {
drivers/net/ethernet/freescale/gianfar.c
1061
if (!tx_queue->tx_skbuff[i])
drivers/net/ethernet/freescale/gianfar.c
1067
for (j = 0; j < skb_shinfo(tx_queue->tx_skbuff[i])->nr_frags;
drivers/net/ethernet/freescale/gianfar.c
1075
dev_kfree_skb_any(tx_queue->tx_skbuff[i]);
drivers/net/ethernet/freescale/gianfar.c
1076
tx_queue->tx_skbuff[i] = NULL;
drivers/net/ethernet/freescale/gianfar.c
1078
kfree(tx_queue->tx_skbuff);
drivers/net/ethernet/freescale/gianfar.c
1079
tx_queue->tx_skbuff = NULL;
drivers/net/ethernet/freescale/gianfar.c
1116
struct gfar_priv_tx_q *tx_queue = NULL;
drivers/net/ethernet/freescale/gianfar.c
1124
tx_queue = priv->tx_queue[i];
drivers/net/ethernet/freescale/gianfar.c
1125
txq = netdev_get_tx_queue(tx_queue->dev, tx_queue->qindex);
drivers/net/ethernet/freescale/gianfar.c
1126
if (tx_queue->tx_skbuff)
drivers/net/ethernet/freescale/gianfar.c
1127
free_skb_tx_queue(tx_queue);
drivers/net/ethernet/freescale/gianfar.c
1140
priv->tx_queue[0]->tx_bd_base,
drivers/net/ethernet/freescale/gianfar.c
1141
priv->tx_queue[0]->tx_bd_dma_base);
drivers/net/ethernet/freescale/gianfar.c
1276
struct gfar_priv_tx_q *tx_queue = NULL;
drivers/net/ethernet/freescale/gianfar.c
1283
tx_queue = priv->tx_queue[i];
drivers/net/ethernet/freescale/gianfar.c
1285
tx_queue->num_txbdfree = tx_queue->tx_ring_size;
drivers/net/ethernet/freescale/gianfar.c
1286
tx_queue->dirty_tx = tx_queue->tx_bd_base;
drivers/net/ethernet/freescale/gianfar.c
1287
tx_queue->cur_tx = tx_queue->tx_bd_base;
drivers/net/ethernet/freescale/gianfar.c
1288
tx_queue->skb_curtx = 0;
drivers/net/ethernet/freescale/gianfar.c
1289
tx_queue->skb_dirtytx = 0;
drivers/net/ethernet/freescale/gianfar.c
1292
txbdp = tx_queue->tx_bd_base;
drivers/net/ethernet/freescale/gianfar.c
1293
for (j = 0; j < tx_queue->tx_ring_size; j++) {
drivers/net/ethernet/freescale/gianfar.c
1330
struct gfar_priv_tx_q *tx_queue = NULL;
drivers/net/ethernet/freescale/gianfar.c
1335
priv->total_tx_ring_size += priv->tx_queue[i]->tx_ring_size;
drivers/net/ethernet/freescale/gianfar.c
134
gfar_write(baddr, priv->tx_queue[i]->tx_bd_dma_base);
drivers/net/ethernet/freescale/gianfar.c
1352
tx_queue = priv->tx_queue[i];
drivers/net/ethernet/freescale/gianfar.c
1353
tx_queue->tx_bd_base = vaddr;
drivers/net/ethernet/freescale/gianfar.c
1354
tx_queue->tx_bd_dma_base = addr;
drivers/net/ethernet/freescale/gianfar.c
1355
tx_queue->dev = ndev;
drivers/net/ethernet/freescale/gianfar.c
1357
addr += sizeof(struct txbd8) * tx_queue->tx_ring_size;
drivers/net/ethernet/freescale/gianfar.c
1358
vaddr += sizeof(struct txbd8) * tx_queue->tx_ring_size;
drivers/net/ethernet/freescale/gianfar.c
1374
tx_queue = priv->tx_queue[i];
drivers/net/ethernet/freescale/gianfar.c
1375
tx_queue->tx_skbuff =
drivers/net/ethernet/freescale/gianfar.c
1376
kmalloc_objs(*tx_queue->tx_skbuff,
drivers/net/ethernet/freescale/gianfar.c
1377
tx_queue->tx_ring_size);
drivers/net/ethernet/freescale/gianfar.c
1378
if (!tx_queue->tx_skbuff)
drivers/net/ethernet/freescale/gianfar.c
1381
for (j = 0; j < tx_queue->tx_ring_size; j++)
drivers/net/ethernet/freescale/gianfar.c
1382
tx_queue->tx_skbuff[j] = NULL;
drivers/net/ethernet/freescale/gianfar.c
1750
struct gfar_priv_tx_q *tx_queue = NULL;
drivers/net/ethernet/freescale/gianfar.c
1763
tx_queue = priv->tx_queue[rq];
drivers/net/ethernet/freescale/gianfar.c
1765
base = tx_queue->tx_bd_base;
drivers/net/ethernet/freescale/gianfar.c
1766
regs = tx_queue->grp->regs;
drivers/net/ethernet/freescale/gianfar.c
1799
if (nr_txbds > tx_queue->num_txbdfree) {
drivers/net/ethernet/freescale/gianfar.c
1808
tx_queue->stats.tx_bytes += bytes_sent;
drivers/net/ethernet/freescale/gianfar.c
1811
tx_queue->stats.tx_packets++;
drivers/net/ethernet/freescale/gianfar.c
1813
txbdp = txbdp_start = tx_queue->cur_tx;
drivers/net/ethernet/freescale/gianfar.c
1860
tx_queue->tx_ring_size);
drivers/net/ethernet/freescale/gianfar.c
1874
txbdp = next_txbd(txbdp, base, tx_queue->tx_ring_size);
drivers/net/ethernet/freescale/gianfar.c
1934
tx_queue->tx_skbuff[tx_queue->skb_curtx] = skb;
drivers/net/ethernet/freescale/gianfar.c
1939
tx_queue->skb_curtx = (tx_queue->skb_curtx + 1) &
drivers/net/ethernet/freescale/gianfar.c
1940
TX_RING_MOD_MASK(tx_queue->tx_ring_size);
drivers/net/ethernet/freescale/gianfar.c
1942
tx_queue->cur_tx = next_txbd(txbdp, base, tx_queue->tx_ring_size);
drivers/net/ethernet/freescale/gianfar.c
1949
spin_lock_bh(&tx_queue->txlock);
drivers/net/ethernet/freescale/gianfar.c
1951
tx_queue->num_txbdfree -= (nr_txbds);
drivers/net/ethernet/freescale/gianfar.c
1952
spin_unlock_bh(&tx_queue->txlock);
drivers/net/ethernet/freescale/gianfar.c
1957
if (!tx_queue->num_txbdfree) {
drivers/net/ethernet/freescale/gianfar.c
1964
gfar_write(®s->tstat, TSTAT_CLEAR_THALT >> tx_queue->qindex);
drivers/net/ethernet/freescale/gianfar.c
1969
txbdp = next_txbd(txbdp_start, base, tx_queue->tx_ring_size);
drivers/net/ethernet/freescale/gianfar.c
1971
txbdp = next_txbd(txbdp, base, tx_queue->tx_ring_size);
drivers/net/ethernet/freescale/gianfar.c
1982
txbdp = next_txbd(txbdp, base, tx_queue->tx_ring_size);
drivers/net/ethernet/freescale/gianfar.c
2103
static void gfar_clean_tx_ring(struct gfar_priv_tx_q *tx_queue)
drivers/net/ethernet/freescale/gianfar.c
2105
struct net_device *dev = tx_queue->dev;
drivers/net/ethernet/freescale/gianfar.c
2110
struct txbd8 *base = tx_queue->tx_bd_base;
drivers/net/ethernet/freescale/gianfar.c
2113
int tx_ring_size = tx_queue->tx_ring_size;
drivers/net/ethernet/freescale/gianfar.c
2117
int tqi = tx_queue->qindex;
drivers/net/ethernet/freescale/gianfar.c
2123
bdp = tx_queue->dirty_tx;
drivers/net/ethernet/freescale/gianfar.c
2124
skb_dirtytx = tx_queue->skb_dirtytx;
drivers/net/ethernet/freescale/gianfar.c
2126
while ((skb = tx_queue->tx_skbuff[skb_dirtytx])) {
drivers/net/ethernet/freescale/gianfar.c
2190
tx_queue->tx_skbuff[skb_dirtytx] = NULL;
drivers/net/ethernet/freescale/gianfar.c
2196
spin_lock(&tx_queue->txlock);
drivers/net/ethernet/freescale/gianfar.c
2197
tx_queue->num_txbdfree += nr_txbds;
drivers/net/ethernet/freescale/gianfar.c
2198
spin_unlock(&tx_queue->txlock);
drivers/net/ethernet/freescale/gianfar.c
2202
if (tx_queue->num_txbdfree &&
drivers/net/ethernet/freescale/gianfar.c
2208
tx_queue->skb_dirtytx = skb_dirtytx;
drivers/net/ethernet/freescale/gianfar.c
2209
tx_queue->dirty_tx = bdp;
drivers/net/ethernet/freescale/gianfar.c
249
if (likely(priv->tx_queue[i]->txcoalescing))
drivers/net/ethernet/freescale/gianfar.c
250
gfar_write(baddr + i, priv->tx_queue[i]->txic);
drivers/net/ethernet/freescale/gianfar.c
2596
struct gfar_priv_tx_q *tx_queue = gfargrp->tx_queue;
drivers/net/ethernet/freescale/gianfar.c
2605
if (tx_queue->tx_skbuff[tx_queue->skb_dirtytx])
drivers/net/ethernet/freescale/gianfar.c
2606
gfar_clean_tx_ring(tx_queue);
drivers/net/ethernet/freescale/gianfar.c
264
if (likely(priv->tx_queue[0]->txcoalescing))
drivers/net/ethernet/freescale/gianfar.c
265
gfar_write(®s->txic, priv->tx_queue[0]->txic);
drivers/net/ethernet/freescale/gianfar.c
290
stats->tx_bytes += priv->tx_queue[i]->stats.tx_bytes;
drivers/net/ethernet/freescale/gianfar.c
291
stats->tx_packets += priv->tx_queue[i]->stats.tx_packets;
drivers/net/ethernet/freescale/gianfar.c
3228
priv->tx_queue[i]->tx_ring_size = DEFAULT_TX_RING_SIZE;
drivers/net/ethernet/freescale/gianfar.c
3229
priv->tx_queue[i]->num_txbdfree = DEFAULT_TX_RING_SIZE;
drivers/net/ethernet/freescale/gianfar.c
3230
priv->tx_queue[i]->txcoalescing = DEFAULT_TX_COALESCE;
drivers/net/ethernet/freescale/gianfar.c
3231
priv->tx_queue[i]->txic = DEFAULT_TXIC;
drivers/net/ethernet/freescale/gianfar.c
3309
i, priv->tx_queue[i]->tx_ring_size);
drivers/net/ethernet/freescale/gianfar.c
416
priv->tx_queue[i] = kzalloc_obj(struct gfar_priv_tx_q);
drivers/net/ethernet/freescale/gianfar.c
417
if (!priv->tx_queue[i])
drivers/net/ethernet/freescale/gianfar.c
420
priv->tx_queue[i]->tx_skbuff = NULL;
drivers/net/ethernet/freescale/gianfar.c
421
priv->tx_queue[i]->qindex = i;
drivers/net/ethernet/freescale/gianfar.c
422
priv->tx_queue[i]->dev = priv->ndev;
drivers/net/ethernet/freescale/gianfar.c
423
spin_lock_init(&(priv->tx_queue[i]->txlock));
drivers/net/ethernet/freescale/gianfar.c
448
kfree(priv->tx_queue[i]);
drivers/net/ethernet/freescale/gianfar.c
559
if (!grp->tx_queue)
drivers/net/ethernet/freescale/gianfar.c
560
grp->tx_queue = priv->tx_queue[i];
drivers/net/ethernet/freescale/gianfar.c
564
priv->tx_queue[i]->grp = grp;
drivers/net/ethernet/freescale/gianfar.h
1094
struct gfar_priv_tx_q *tx_queue;
drivers/net/ethernet/freescale/gianfar.h
1145
struct gfar_priv_tx_q *tx_queue[MAX_TX_QS];
drivers/net/ethernet/freescale/gianfar_ethtool.c
256
struct gfar_priv_tx_q *tx_queue = NULL;
drivers/net/ethernet/freescale/gianfar_ethtool.c
269
tx_queue = priv->tx_queue[0];
drivers/net/ethernet/freescale/gianfar_ethtool.c
273
txtime = get_ictt_value(tx_queue->txic);
drivers/net/ethernet/freescale/gianfar_ethtool.c
274
txcount = get_icft_value(tx_queue->txic);
drivers/net/ethernet/freescale/gianfar_ethtool.c
351
priv->tx_queue[i]->txcoalescing = 0;
drivers/net/ethernet/freescale/gianfar_ethtool.c
354
priv->tx_queue[i]->txcoalescing = 1;
drivers/net/ethernet/freescale/gianfar_ethtool.c
358
priv->tx_queue[i]->txic = mk_ic_value(
drivers/net/ethernet/freescale/gianfar_ethtool.c
384
struct gfar_priv_tx_q *tx_queue = NULL;
drivers/net/ethernet/freescale/gianfar_ethtool.c
387
tx_queue = priv->tx_queue[0];
drivers/net/ethernet/freescale/gianfar_ethtool.c
401
rvals->tx_pending = tx_queue->tx_ring_size;
drivers/net/ethernet/freescale/gianfar_ethtool.c
442
priv->tx_queue[i]->tx_ring_size = rvals->tx_pending;
drivers/net/ethernet/fujitsu/fmvj18x_cs.c
1078
lp->tx_queue = 0;
drivers/net/ethernet/fujitsu/fmvj18x_cs.c
113
uint tx_queue;
drivers/net/ethernet/fujitsu/fmvj18x_cs.c
748
if (lp->tx_queue) {
drivers/net/ethernet/fujitsu/fmvj18x_cs.c
749
outb(DO_TX | lp->tx_queue, ioaddr + TX_START);
drivers/net/ethernet/fujitsu/fmvj18x_cs.c
750
lp->sent = lp->tx_queue ;
drivers/net/ethernet/fujitsu/fmvj18x_cs.c
751
lp->tx_queue = 0;
drivers/net/ethernet/fujitsu/fmvj18x_cs.c
798
lp->tx_queue = 0;
drivers/net/ethernet/fujitsu/fmvj18x_cs.c
844
lp->tx_queue++;
drivers/net/ethernet/fujitsu/fmvj18x_cs.c
849
outb(DO_TX | lp->tx_queue, ioaddr + TX_START);
drivers/net/ethernet/fujitsu/fmvj18x_cs.c
850
lp->sent = lp->tx_queue ;
drivers/net/ethernet/fujitsu/fmvj18x_cs.c
851
lp->tx_queue = 0;
drivers/net/ethernet/fujitsu/fmvj18x_cs.c
862
lp->tx_queue < 127 )
drivers/net/ethernet/intel/igb/igb_main.c
763
int tx_queue = IGB_N0_QUEUE;
drivers/net/ethernet/intel/igb/igb_main.c
769
tx_queue = q_vector->tx.ring->reg_idx;
drivers/net/ethernet/intel/igb/igb_main.c
780
if (tx_queue > IGB_N0_QUEUE)
drivers/net/ethernet/intel/igb/igb_main.c
781
msixbm |= E1000_EICR_TX_QUEUE0 << tx_queue;
drivers/net/ethernet/intel/igb/igb_main.c
797
if (tx_queue > IGB_N0_QUEUE)
drivers/net/ethernet/intel/igb/igb_main.c
799
tx_queue & 0x7,
drivers/net/ethernet/intel/igb/igb_main.c
800
((tx_queue & 0x8) << 1) + 8);
drivers/net/ethernet/intel/igb/igb_main.c
818
if (tx_queue > IGB_N0_QUEUE)
drivers/net/ethernet/intel/igb/igb_main.c
820
tx_queue >> 1,
drivers/net/ethernet/intel/igb/igb_main.c
821
((tx_queue & 0x1) << 4) + 8);
drivers/net/ethernet/intel/igbvf/netdev.c
921
int tx_queue, int msix_vector)
drivers/net/ethernet/intel/igbvf/netdev.c
946
if (tx_queue > IGBVF_NO_QUEUE) {
drivers/net/ethernet/intel/igbvf/netdev.c
947
index = (tx_queue >> 1);
drivers/net/ethernet/intel/igbvf/netdev.c
949
if (tx_queue & 0x1) {
drivers/net/ethernet/intel/igbvf/netdev.c
958
adapter->tx_ring[tx_queue].eims_value = BIT(msix_vector);
drivers/net/ethernet/intel/igc/igc_main.c
4229
int tx_queue = IGC_N0_QUEUE;
drivers/net/ethernet/intel/igc/igc_main.c
4234
tx_queue = q_vector->tx.ring->reg_idx;
drivers/net/ethernet/intel/igc/igc_main.c
4242
if (tx_queue > IGC_N0_QUEUE)
drivers/net/ethernet/intel/igc/igc_main.c
4244
tx_queue >> 1,
drivers/net/ethernet/intel/igc/igc_main.c
4245
((tx_queue & 0x1) << 4) + 8);
drivers/net/ethernet/marvell/mv643xx_eth.c
1032
static void txq_kick(struct tx_queue *txq)
drivers/net/ethernet/marvell/mv643xx_eth.c
1057
static int txq_reclaim(struct tx_queue *txq, int budget, int force)
drivers/net/ethernet/marvell/mv643xx_eth.c
1165
static void txq_set_rate(struct tx_queue *txq, int rate, int burst)
drivers/net/ethernet/marvell/mv643xx_eth.c
1183
static void txq_set_fixed_prio_mode(struct tx_queue *txq)
drivers/net/ethernet/marvell/mv643xx_eth.c
1262
struct tx_queue *txq = mp->txq + i;
drivers/net/ethernet/marvell/mv643xx_eth.c
2032
struct tx_queue *txq = mp->txq + index;
drivers/net/ethernet/marvell/mv643xx_eth.c
2118
static void txq_deinit(struct tx_queue *txq)
drivers/net/ethernet/marvell/mv643xx_eth.c
2208
struct tx_queue *txq = mp->txq + i;
drivers/net/ethernet/marvell/mv643xx_eth.c
2351
struct tx_queue *txq = mp->txq + i;
drivers/net/ethernet/marvell/mv643xx_eth.c
408
struct tx_queue txq[8];
drivers/net/ethernet/marvell/mv643xx_eth.c
446
static struct mv643xx_eth_private *txq_to_mp(struct tx_queue *txq)
drivers/net/ethernet/marvell/mv643xx_eth.c
467
static void txq_reset_hw_ptr(struct tx_queue *txq)
drivers/net/ethernet/marvell/mv643xx_eth.c
477
static void txq_enable(struct tx_queue *txq)
drivers/net/ethernet/marvell/mv643xx_eth.c
483
static void txq_disable(struct tx_queue *txq)
drivers/net/ethernet/marvell/mv643xx_eth.c
493
static void txq_maybe_wake(struct tx_queue *txq)
drivers/net/ethernet/marvell/mv643xx_eth.c
727
txq_put_data_tso(struct net_device *dev, struct tx_queue *txq,
drivers/net/ethernet/marvell/mv643xx_eth.c
775
txq_put_hdr_tso(struct sk_buff *skb, struct tx_queue *txq, int length,
drivers/net/ethernet/marvell/mv643xx_eth.c
818
static int txq_submit_tso(struct tx_queue *txq, struct sk_buff *skb,
drivers/net/ethernet/marvell/mv643xx_eth.c
891
static void txq_submit_frag_skb(struct tx_queue *txq, struct sk_buff *skb)
drivers/net/ethernet/marvell/mv643xx_eth.c
929
static int txq_submit_skb(struct tx_queue *txq, struct sk_buff *skb,
drivers/net/ethernet/marvell/mv643xx_eth.c
997
struct tx_queue *txq;
drivers/net/ethernet/mellanox/mlx4/en_netdev.c
1756
tx_ring->tx_queue = netdev_get_tx_queue(dev, i);
drivers/net/ethernet/mellanox/mlx4/en_tx.c
1070
netif_tx_stop_queue(ring->tx_queue);
drivers/net/ethernet/mellanox/mlx4/en_tx.c
1074
send_doorbell = __netdev_tx_sent_queue(ring->tx_queue,
drivers/net/ethernet/mellanox/mlx4/en_tx.c
1100
netif_tx_wake_queue(ring->tx_queue);
drivers/net/ethernet/mellanox/mlx4/en_tx.c
386
if (ring->tx_queue)
drivers/net/ethernet/mellanox/mlx4/en_tx.c
387
netdev_tx_reset_queue(ring->tx_queue);
drivers/net/ethernet/mellanox/mlx4/en_tx.c
451
netdev_txq_bql_complete_prefetchw(ring->tx_queue);
drivers/net/ethernet/mellanox/mlx4/en_tx.c
525
netdev_tx_completed_queue(ring->tx_queue, packets, bytes);
drivers/net/ethernet/mellanox/mlx4/en_tx.c
529
if (netif_tx_queue_stopped(ring->tx_queue) &&
drivers/net/ethernet/mellanox/mlx4/en_tx.c
531
netif_tx_wake_queue(ring->tx_queue);
drivers/net/ethernet/mellanox/mlx4/en_tx.c
919
netdev_txq_bql_enqueue_prefetchw(ring->tx_queue);
drivers/net/ethernet/mellanox/mlx4/mlx4_en.h
268
struct netdev_queue *tx_queue;
drivers/net/ethernet/meta/fbnic/fbnic_txrx.c
2414
struct netdev_queue *tx_queue;
drivers/net/ethernet/meta/fbnic/fbnic_txrx.c
2429
tx_queue = netdev_get_tx_queue(nv->napi.dev,
drivers/net/ethernet/meta/fbnic/fbnic_txrx.c
2431
netdev_tx_reset_queue(tx_queue);
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1027
struct qed_ll2_tx_queue *p_tx = &p_ll2_conn->tx_queue;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1149
struct qed_ll2_tx_queue *p_tx = &p_ll2_conn->tx_queue;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1241
rc = qed_chain_alloc(p_hwfn->cdev, &p_ll2_info->tx_queue.txq_chain,
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1246
capacity = qed_chain_get_capacity(&p_ll2_info->tx_queue.txq_chain);
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1256
p_ll2_info->tx_queue.descq_mem = p_descq;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1476
&p_ll2_info->tx_queue.tx_sb_index,
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1477
&p_ll2_info->tx_queue.p_fw_cons);
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1478
p_ll2_info->tx_queue.b_cb_registered = true;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1586
p_tx = &p_ll2_conn->tx_queue;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1860
struct qed_chain *p_tx_chain = &p_ll2->tx_queue.txq_chain;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1929
if (p_ll2->tx_queue.cur_send_frag_num == pkt->num_of_bds)
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1933
for (frag_idx = p_ll2->tx_queue.cur_send_frag_num;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1949
bool b_notify = p_ll2_conn->tx_queue.cur_send_packet->notify_fw;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1950
struct qed_ll2_tx_queue *p_tx = &p_ll2_conn->tx_queue;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1955
if (p_ll2_conn->tx_queue.cur_send_frag_num !=
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1956
p_ll2_conn->tx_queue.cur_send_packet->bd_used)
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1960
list_add_tail(&p_ll2_conn->tx_queue.cur_send_packet->list_entry,
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1961
&p_ll2_conn->tx_queue.sending_descq);
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1962
p_ll2_conn->tx_queue.cur_send_packet = NULL;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1963
p_ll2_conn->tx_queue.cur_send_frag_num = 0;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
1969
bd_prod = qed_chain_get_prod_idx(&p_ll2_conn->tx_queue.txq_chain);
drivers/net/ethernet/qlogic/qed/qed_ll2.c
2011
p_tx = &p_ll2_conn->tx_queue;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
2063
if (unlikely(!p_ll2_conn->tx_queue.cur_send_packet))
drivers/net/ethernet/qlogic/qed/qed_ll2.c
2066
p_cur_send_packet = p_ll2_conn->tx_queue.cur_send_packet;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
2067
cur_send_frag_num = p_ll2_conn->tx_queue.cur_send_frag_num;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
2079
p_ll2_conn->tx_queue.cur_send_frag_num++;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
2081
spin_lock_irqsave(&p_ll2_conn->tx_queue.lock, flags);
drivers/net/ethernet/qlogic/qed/qed_ll2.c
2083
spin_unlock_irqrestore(&p_ll2_conn->tx_queue.lock, flags);
drivers/net/ethernet/qlogic/qed/qed_ll2.c
2107
p_ll2_conn->tx_queue.b_cb_registered = false;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
2114
qed_int_unregister_cb(p_hwfn, p_ll2_conn->tx_queue.tx_sb_index);
drivers/net/ethernet/qlogic/qed/qed_ll2.c
2180
kfree(p_ll2_conn->tx_queue.descq_mem);
drivers/net/ethernet/qlogic/qed/qed_ll2.c
2181
qed_chain_free(p_hwfn->cdev, &p_ll2_conn->tx_queue.txq_chain);
drivers/net/ethernet/qlogic/qed/qed_ll2.c
312
p_tx = &p_ll2_conn->tx_queue;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
352
struct qed_ll2_tx_queue *p_tx = &p_ll2_conn->tx_queue;
drivers/net/ethernet/qlogic/qed/qed_ll2.c
42
#define QED_LL2_TX_REGISTERED(ll2) ((ll2)->tx_queue.b_cb_registered)
drivers/net/ethernet/qlogic/qed/qed_ll2.c
881
struct qed_ll2_tx_queue *p_tx = &p_ll2_conn->tx_queue;
drivers/net/ethernet/qlogic/qed/qed_ll2.h
115
struct qed_ll2_tx_queue tx_queue;
drivers/net/ethernet/realtek/rtase/rtase_main.c
1314
struct netdev_queue *tx_queue;
drivers/net/ethernet/realtek/rtase/rtase_main.c
1325
tx_queue = netdev_get_tx_queue(dev, q_idx);
drivers/net/ethernet/realtek/rtase/rtase_main.c
1399
door_bell = __netdev_tx_sent_queue(tx_queue, skb->len,
drivers/net/ethernet/renesas/rswitch.h
1016
struct rswitch_gwca_queue *tx_queue;
drivers/net/ethernet/renesas/rswitch_main.c
1622
rswitch_enadis_data_irq(rdev->priv, rdev->tx_queue->index, true);
drivers/net/ethernet/renesas/rswitch_main.c
1648
rswitch_enadis_data_irq(rdev->priv, rdev->tx_queue->index, false);
drivers/net/ethernet/renesas/rswitch_main.c
1741
struct rswitch_gwca_queue *gq = rdev->tx_queue;
drivers/net/ethernet/renesas/rswitch_main.c
617
rdev->tx_queue = rswitch_gwca_get(priv);
drivers/net/ethernet/renesas/rswitch_main.c
618
if (!rdev->tx_queue)
drivers/net/ethernet/renesas/rswitch_main.c
621
err = rswitch_gwca_queue_alloc(ndev, priv, rdev->tx_queue, true, TX_RING_SIZE);
drivers/net/ethernet/renesas/rswitch_main.c
623
rswitch_gwca_put(priv, rdev->tx_queue);
drivers/net/ethernet/renesas/rswitch_main.c
634
rswitch_gwca_queue_free(ndev, rdev->tx_queue);
drivers/net/ethernet/renesas/rswitch_main.c
635
rswitch_gwca_put(rdev->priv, rdev->tx_queue);
drivers/net/ethernet/renesas/rswitch_main.c
642
return rswitch_gwca_queue_format(rdev->ndev, priv, rdev->tx_queue);
drivers/net/ethernet/renesas/rswitch_main.c
895
struct rswitch_gwca_queue *gq = rdev->tx_queue;
drivers/net/ethernet/renesas/rswitch_main.c
946
rswitch_enadis_data_irq(priv, rdev->tx_queue->index, true);
drivers/net/ethernet/renesas/rswitch_main.c
967
rswitch_enadis_data_irq(rdev->priv, rdev->tx_queue->index, false);
drivers/net/ethernet/sfc/ef10.c
2207
static int efx_ef10_tx_probe(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/ef10.c
2211
tx_queue->type = tx_queue->label & 3;
drivers/net/ethernet/sfc/ef10.c
2212
return efx_nic_alloc_buffer(tx_queue->efx, &tx_queue->txd,
drivers/net/ethernet/sfc/ef10.c
2213
(tx_queue->ptr_mask + 1) *
drivers/net/ethernet/sfc/ef10.c
2219
static inline void efx_ef10_push_tx_desc(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/ef10.c
2225
write_ptr = tx_queue->write_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/ef10.c
2228
efx_writeo_page(tx_queue->efx, ®,
drivers/net/ethernet/sfc/ef10.c
2229
ER_DZ_TX_DESC_UPD, tx_queue->queue);
drivers/net/ethernet/sfc/ef10.c
2234
int efx_ef10_tx_tso_desc(struct efx_tx_queue *tx_queue, struct sk_buff *skb,
drivers/net/ethernet/sfc/ef10.c
2246
EFX_WARN_ON_ONCE_PARANOID(tx_queue->tso_version != 2);
drivers/net/ethernet/sfc/ef10.c
2256
if (!tx_queue->tso_encap)
drivers/net/ethernet/sfc/ef10.c
2294
buffer = efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/ef10.c
2307
++tx_queue->insert_count;
drivers/net/ethernet/sfc/ef10.c
2309
buffer = efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/ef10.c
2322
++tx_queue->insert_count;
drivers/net/ethernet/sfc/ef10.c
2341
static void efx_ef10_tx_init(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/ef10.c
2343
bool csum_offload = tx_queue->type & EFX_TXQ_TYPE_OUTER_CSUM;
drivers/net/ethernet/sfc/ef10.c
2344
bool inner_csum = tx_queue->type & EFX_TXQ_TYPE_INNER_CSUM;
drivers/net/ethernet/sfc/ef10.c
2345
struct efx_channel *channel = tx_queue->channel;
drivers/net/ethernet/sfc/ef10.c
2346
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/ef10.c
2358
tx_queue->timestamping = false;
drivers/net/ethernet/sfc/ef10.c
2372
!tx_queue->timestamping && !tx_queue->xdp_tx) {
drivers/net/ethernet/sfc/ef10.c
2373
tx_queue->tso_version = 2;
drivers/net/ethernet/sfc/ef10.c
2378
tx_queue->tso_version = 1;
drivers/net/ethernet/sfc/ef10.c
2381
rc = efx_mcdi_tx_init(tx_queue);
drivers/net/ethernet/sfc/ef10.c
2391
tx_queue->buffer[0].flags = EFX_TX_BUF_OPTION;
drivers/net/ethernet/sfc/ef10.c
2392
tx_queue->insert_count = 1;
drivers/net/ethernet/sfc/ef10.c
2393
txd = efx_tx_desc(tx_queue, 0);
drivers/net/ethernet/sfc/ef10.c
2399
ESF_DZ_TX_OPTION_IP_CSUM, csum_offload && tx_queue->tso_version != 2,
drivers/net/ethernet/sfc/ef10.c
2401
ESF_DZ_TX_OPTION_INNER_IP_CSUM, inner_csum && tx_queue->tso_version != 2,
drivers/net/ethernet/sfc/ef10.c
2402
ESF_DZ_TX_TIMESTAMP, tx_queue->timestamping);
drivers/net/ethernet/sfc/ef10.c
2403
tx_queue->write_count = 1;
drivers/net/ethernet/sfc/ef10.c
2405
if (tx_queue->tso_version == 2 && efx_has_cap(efx, TX_TSO_V2_ENCAP))
drivers/net/ethernet/sfc/ef10.c
2406
tx_queue->tso_encap = true;
drivers/net/ethernet/sfc/ef10.c
2409
efx_ef10_push_tx_desc(tx_queue, txd);
drivers/net/ethernet/sfc/ef10.c
2415
tx_queue->queue);
drivers/net/ethernet/sfc/ef10.c
2419
static inline void efx_ef10_notify_tx_desc(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/ef10.c
2424
write_ptr = tx_queue->write_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/ef10.c
2426
efx_writed_page(tx_queue->efx, ®,
drivers/net/ethernet/sfc/ef10.c
2427
ER_DZ_TX_DESC_UPD_DWORD, tx_queue->queue);
drivers/net/ethernet/sfc/ef10.c
2432
static unsigned int efx_ef10_tx_limit_len(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/ef10.c
2449
static void efx_ef10_tx_write(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/ef10.c
2451
unsigned int old_write_count = tx_queue->write_count;
drivers/net/ethernet/sfc/ef10.c
2456
tx_queue->xmit_pending = false;
drivers/net/ethernet/sfc/ef10.c
2457
if (unlikely(tx_queue->write_count == tx_queue->insert_count))
drivers/net/ethernet/sfc/ef10.c
2461
write_ptr = tx_queue->write_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/ef10.c
2462
buffer = &tx_queue->buffer[write_ptr];
drivers/net/ethernet/sfc/ef10.c
2463
txd = efx_tx_desc(tx_queue, write_ptr);
drivers/net/ethernet/sfc/ef10.c
2464
++tx_queue->write_count;
drivers/net/ethernet/sfc/ef10.c
2471
tx_queue->packet_write_count = tx_queue->write_count;
drivers/net/ethernet/sfc/ef10.c
2473
tx_queue->packet_write_count = tx_queue->write_count;
drivers/net/ethernet/sfc/ef10.c
2482
} while (tx_queue->write_count != tx_queue->insert_count);
drivers/net/ethernet/sfc/ef10.c
2486
if (efx_nic_may_push_tx_desc(tx_queue, old_write_count)) {
drivers/net/ethernet/sfc/ef10.c
2487
txd = efx_tx_desc(tx_queue,
drivers/net/ethernet/sfc/ef10.c
2488
old_write_count & tx_queue->ptr_mask);
drivers/net/ethernet/sfc/ef10.c
2489
efx_ef10_push_tx_desc(tx_queue, txd);
drivers/net/ethernet/sfc/ef10.c
2490
++tx_queue->pushes;
drivers/net/ethernet/sfc/ef10.c
2492
efx_ef10_notify_tx_desc(tx_queue);
drivers/net/ethernet/sfc/ef10.c
2964
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/ef10.c
2979
tx_queue = channel->tx_queue + (tx_ev_q_label % EFX_MAX_TXQ_PER_CHANNEL);
drivers/net/ethernet/sfc/ef10.c
2981
if (!tx_queue->timestamping) {
drivers/net/ethernet/sfc/ef10.c
2984
return efx_xmit_done(tx_queue, tx_ev_desc_ptr & tx_queue->ptr_mask);
drivers/net/ethernet/sfc/ef10.c
3019
tx_queue->completed_timestamp_minor = ts_part;
drivers/net/ethernet/sfc/ef10.c
3024
tx_queue->completed_timestamp_major = ts_part;
drivers/net/ethernet/sfc/ef10.c
3026
efx_xmit_done_single(tx_queue);
drivers/net/ethernet/sfc/ef10.c
779
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/ef10.c
816
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/ef10.c
822
tx_queue->channel->channel - 1) *
drivers/net/ethernet/sfc/ef10.c
832
if (tx_queue->queue == nic_data->pio_write_vi_base) {
drivers/net/ethernet/sfc/ef10.c
841
tx_queue->queue);
drivers/net/ethernet/sfc/ef10.c
853
tx_queue->queue, index, rc);
drivers/net/ethernet/sfc/ef10.c
854
tx_queue->piobuf = NULL;
drivers/net/ethernet/sfc/ef10.c
856
tx_queue->piobuf =
drivers/net/ethernet/sfc/ef10.c
859
tx_queue->piobuf_offset = offset;
drivers/net/ethernet/sfc/ef10.c
862
tx_queue->queue, index,
drivers/net/ethernet/sfc/ef10.c
863
tx_queue->piobuf_offset,
drivers/net/ethernet/sfc/ef10.c
864
tx_queue->piobuf);
drivers/net/ethernet/sfc/ef10.c
889
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/ef10.c
893
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/ef10.c
894
tx_queue->piobuf = NULL;
drivers/net/ethernet/sfc/ef100_netdev.c
252
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/ef100_netdev.c
266
tx_queue = &channel->tx_queue[0];
drivers/net/ethernet/sfc/ef100_netdev.c
267
rc = __ef100_enqueue_skb(tx_queue, skb, efv);
drivers/net/ethernet/sfc/ef100_tx.c
102
static efx_oword_t *ef100_tx_desc(struct efx_tx_queue *tx_queue, unsigned int index)
drivers/net/ethernet/sfc/ef100_tx.c
104
if (likely(tx_queue->txd.addr))
drivers/net/ethernet/sfc/ef100_tx.c
105
return ((efx_oword_t *)tx_queue->txd.addr) + index;
drivers/net/ethernet/sfc/ef100_tx.c
110
static void ef100_notify_tx_desc(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/ef100_tx.c
115
tx_queue->xmit_pending = false;
drivers/net/ethernet/sfc/ef100_tx.c
117
if (unlikely(tx_queue->notify_count == tx_queue->write_count))
drivers/net/ethernet/sfc/ef100_tx.c
120
write_ptr = tx_queue->write_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/ef100_tx.c
123
efx_writed_page(tx_queue->efx, ®,
drivers/net/ethernet/sfc/ef100_tx.c
124
ER_GZ_TX_RING_DOORBELL, tx_queue->queue);
drivers/net/ethernet/sfc/ef100_tx.c
125
tx_queue->notify_count = tx_queue->write_count;
drivers/net/ethernet/sfc/ef100_tx.c
128
static void ef100_tx_push_buffers(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/ef100_tx.c
130
ef100_notify_tx_desc(tx_queue);
drivers/net/ethernet/sfc/ef100_tx.c
131
++tx_queue->pushes;
drivers/net/ethernet/sfc/ef100_tx.c
23
int ef100_tx_probe(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/ef100_tx.c
26
return efx_nic_alloc_buffer(tx_queue->efx, &tx_queue->txd,
drivers/net/ethernet/sfc/ef100_tx.c
264
static void ef100_tx_make_descriptors(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/ef100_tx.c
269
unsigned int old_write_count = tx_queue->write_count;
drivers/net/ethernet/sfc/ef100_tx.c
27
(tx_queue->ptr_mask + 2) *
drivers/net/ethernet/sfc/ef100_tx.c
275
unsigned int nr_descs = tx_queue->insert_count - old_write_count;
drivers/net/ethernet/sfc/ef100_tx.c
287
write_ptr = new_write_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/ef100_tx.c
288
txd = ef100_tx_desc(tx_queue, write_ptr);
drivers/net/ethernet/sfc/ef100_tx.c
291
tx_queue->packet_write_count = new_write_count;
drivers/net/ethernet/sfc/ef100_tx.c
304
write_ptr = new_write_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/ef100_tx.c
305
buffer = &tx_queue->buffer[write_ptr];
drivers/net/ethernet/sfc/ef100_tx.c
306
txd = ef100_tx_desc(tx_queue, write_ptr);
drivers/net/ethernet/sfc/ef100_tx.c
310
tx_queue->packet_write_count = new_write_count;
drivers/net/ethernet/sfc/ef100_tx.c
314
ef100_make_send_desc(tx_queue->efx, skb,
drivers/net/ethernet/sfc/ef100_tx.c
32
void ef100_tx_init(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/ef100_tx.c
320
ef100_make_tso_desc(tx_queue->efx, skb,
drivers/net/ethernet/sfc/ef100_tx.c
337
} while (new_write_count != tx_queue->insert_count);
drivers/net/ethernet/sfc/ef100_tx.c
341
tx_queue->write_count = new_write_count;
drivers/net/ethernet/sfc/ef100_tx.c
35
tx_queue->core_txq =
drivers/net/ethernet/sfc/ef100_tx.c
352
void ef100_tx_write(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/ef100_tx.c
354
ef100_tx_make_descriptors(tx_queue, NULL, 0, NULL);
drivers/net/ethernet/sfc/ef100_tx.c
355
ef100_tx_push_buffers(tx_queue);
drivers/net/ethernet/sfc/ef100_tx.c
36
netdev_get_tx_queue(tx_queue->efx->net_dev,
drivers/net/ethernet/sfc/ef100_tx.c
364
struct efx_tx_queue *tx_queue =
drivers/net/ethernet/sfc/ef100_tx.c
366
unsigned int tx_index = (tx_queue->read_count + tx_done - 1) &
drivers/net/ethernet/sfc/ef100_tx.c
367
tx_queue->ptr_mask;
drivers/net/ethernet/sfc/ef100_tx.c
369
return efx_xmit_done(tx_queue, tx_index);
drivers/net/ethernet/sfc/ef100_tx.c
37
tx_queue->channel->channel -
drivers/net/ethernet/sfc/ef100_tx.c
379
netdev_tx_t ef100_enqueue_skb(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/ef100_tx.c
38
tx_queue->efx->tx_channel_offset);
drivers/net/ethernet/sfc/ef100_tx.c
382
return __ef100_enqueue_skb(tx_queue, skb, NULL);
drivers/net/ethernet/sfc/ef100_tx.c
385
int __ef100_enqueue_skb(struct efx_tx_queue *tx_queue, struct sk_buff *skb,
drivers/net/ethernet/sfc/ef100_tx.c
388
unsigned int old_insert_count = tx_queue->insert_count;
drivers/net/ethernet/sfc/ef100_tx.c
389
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/ef100_tx.c
395
if (!tx_queue->buffer || !tx_queue->ptr_mask) {
drivers/net/ethernet/sfc/ef100_tx.c
404
if (segments && !ef100_tx_can_tso(tx_queue, skb)) {
drivers/net/ethernet/sfc/ef100_tx.c
405
rc = efx_tx_tso_fallback(tx_queue, skb);
drivers/net/ethernet/sfc/ef100_tx.c
406
tx_queue->tso_fallbacks++;
drivers/net/ethernet/sfc/ef100_tx.c
414
struct efx_tx_buffer *buffer = __efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/ef100_tx.c
422
if (netif_tx_queue_stopped(tx_queue->core_txq) ||
drivers/net/ethernet/sfc/ef100_tx.c
434
fill_level = efx_channel_tx_old_fill_level(tx_queue->channel);
drivers/net/ethernet/sfc/ef100_tx.c
440
efx_for_each_channel_tx_queue(txq2, tx_queue->channel)
drivers/net/ethernet/sfc/ef100_tx.c
443
fill_level = efx_channel_tx_old_fill_level(tx_queue->channel);
drivers/net/ethernet/sfc/ef100_tx.c
453
tx_queue->insert_count++;
drivers/net/ethernet/sfc/ef100_tx.c
457
rc = efx_tx_map_data(tx_queue, skb, segments);
drivers/net/ethernet/sfc/ef100_tx.c
46
tx_queue->tso_version = 3;
drivers/net/ethernet/sfc/ef100_tx.c
460
ef100_tx_make_descriptors(tx_queue, skb, segments, efv);
drivers/net/ethernet/sfc/ef100_tx.c
462
fill_level = efx_channel_tx_old_fill_level(tx_queue->channel);
drivers/net/ethernet/sfc/ef100_tx.c
47
if (efx_mcdi_tx_init(tx_queue))
drivers/net/ethernet/sfc/ef100_tx.c
471
netif_tx_stop_queue(tx_queue->core_txq);
drivers/net/ethernet/sfc/ef100_tx.c
477
efx_for_each_channel_tx_queue(txq2, tx_queue->channel)
drivers/net/ethernet/sfc/ef100_tx.c
479
fill_level = efx_channel_tx_old_fill_level(tx_queue->channel);
drivers/net/ethernet/sfc/ef100_tx.c
48
netdev_WARN(tx_queue->efx->net_dev,
drivers/net/ethernet/sfc/ef100_tx.c
481
netif_tx_start_queue(tx_queue->core_txq);
drivers/net/ethernet/sfc/ef100_tx.c
484
tx_queue->xmit_pending = true;
drivers/net/ethernet/sfc/ef100_tx.c
49
"failed to initialise TXQ %d\n", tx_queue->queue);
drivers/net/ethernet/sfc/ef100_tx.c
494
__netdev_tx_sent_queue(tx_queue->core_txq, skb->len, xmit_more) ||
drivers/net/ethernet/sfc/ef100_tx.c
495
tx_queue->write_count - tx_queue->notify_count > 255)
drivers/net/ethernet/sfc/ef100_tx.c
496
ef100_tx_push_buffers(tx_queue);
drivers/net/ethernet/sfc/ef100_tx.c
499
tx_queue->tso_bursts++;
drivers/net/ethernet/sfc/ef100_tx.c
500
tx_queue->tso_packets += segments;
drivers/net/ethernet/sfc/ef100_tx.c
501
tx_queue->tx_packets += segments;
drivers/net/ethernet/sfc/ef100_tx.c
503
tx_queue->tx_packets++;
drivers/net/ethernet/sfc/ef100_tx.c
508
efx_enqueue_unwind(tx_queue, old_insert_count);
drivers/net/ethernet/sfc/ef100_tx.c
517
if (tx_queue->xmit_pending && !xmit_more)
drivers/net/ethernet/sfc/ef100_tx.c
518
ef100_tx_push_buffers(tx_queue);
drivers/net/ethernet/sfc/ef100_tx.c
52
static bool ef100_tx_can_tso(struct efx_tx_queue *tx_queue, struct sk_buff *skb)
drivers/net/ethernet/sfc/ef100_tx.c
54
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/ef100_tx.c
93
buffer = efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/ef100_tx.c
98
++tx_queue->insert_count;
drivers/net/ethernet/sfc/ef100_tx.h
18
int ef100_tx_probe(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/ef100_tx.h
19
void ef100_tx_init(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/ef100_tx.h
20
void ef100_tx_write(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/ef100_tx.h
25
netdev_tx_t ef100_enqueue_skb(struct efx_tx_queue *tx_queue, struct sk_buff *skb);
drivers/net/ethernet/sfc/ef100_tx.h
26
int __ef100_enqueue_skb(struct efx_tx_queue *tx_queue, struct sk_buff *skb,
drivers/net/ethernet/sfc/efx.c
621
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/efx.c
629
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/efx.c
630
stats->packets += tx_queue->complete_packets -
drivers/net/ethernet/sfc/efx.c
631
tx_queue->old_complete_packets;
drivers/net/ethernet/sfc/efx.c
632
stats->bytes += tx_queue->complete_bytes -
drivers/net/ethernet/sfc/efx.c
633
tx_queue->old_complete_bytes;
drivers/net/ethernet/sfc/efx.c
638
stats->hw_gso_packets += tx_queue->tso_bursts -
drivers/net/ethernet/sfc/efx.c
639
tx_queue->old_tso_bursts;
drivers/net/ethernet/sfc/efx.c
640
stats->hw_gso_wire_packets += tx_queue->tso_packets -
drivers/net/ethernet/sfc/efx.c
641
tx_queue->old_tso_packets;
drivers/net/ethernet/sfc/efx.c
650
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/efx.c
679
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/efx.c
683
tx->packets += tx_queue->complete_packets;
drivers/net/ethernet/sfc/efx.c
684
tx->bytes += tx_queue->complete_bytes;
drivers/net/ethernet/sfc/efx.c
685
tx->hw_gso_packets += tx_queue->tso_bursts;
drivers/net/ethernet/sfc/efx.c
686
tx->hw_gso_wire_packets += tx_queue->tso_packets;
drivers/net/ethernet/sfc/efx.c
688
tx->packets += tx_queue->old_complete_packets;
drivers/net/ethernet/sfc/efx.c
689
tx->bytes += tx_queue->old_complete_bytes;
drivers/net/ethernet/sfc/efx.c
690
tx->hw_gso_packets += tx_queue->old_tso_bursts;
drivers/net/ethernet/sfc/efx.c
691
tx->hw_gso_wire_packets += tx_queue->old_tso_packets;
drivers/net/ethernet/sfc/efx.c
694
tx->packets += tx_queue->complete_xdp_packets;
drivers/net/ethernet/sfc/efx.c
695
tx->bytes += tx_queue->complete_xdp_bytes;
drivers/net/ethernet/sfc/efx.c
829
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/efx.c
830
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/efx.c
831
efx_init_tx_queue_core_txq(tx_queue);
drivers/net/ethernet/sfc/efx.h
22
void efx_init_tx_queue_core_txq(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/efx.h
25
netdev_tx_t __efx_enqueue_skb(struct efx_tx_queue *tx_queue, struct sk_buff *skb);
drivers/net/ethernet/sfc/efx.h
26
static inline netdev_tx_t efx_enqueue_skb(struct efx_tx_queue *tx_queue, struct sk_buff *skb)
drivers/net/ethernet/sfc/efx.h
28
return INDIRECT_CALL_2(tx_queue->efx->type->tx_enqueue,
drivers/net/ethernet/sfc/efx.h
30
tx_queue, skb);
drivers/net/ethernet/sfc/efx.h
32
void efx_xmit_done_single(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/efx_channels.c
1090
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/efx_channels.c
1097
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/efx_channels.c
1098
efx_init_tx_queue(tx_queue);
drivers/net/ethernet/sfc/efx_channels.c
1120
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/efx_channels.c
1162
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/efx_channels.c
1163
efx_fini_tx_queue(tx_queue);
drivers/net/ethernet/sfc/efx_channels.c
1182
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/efx_channels.c
1194
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/efx_channels.c
1195
tx_queue->pkts_compl = 0;
drivers/net/ethernet/sfc/efx_channels.c
1196
tx_queue->bytes_compl = 0;
drivers/net/ethernet/sfc/efx_channels.c
1209
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/efx_channels.c
1210
if (tx_queue->bytes_compl) {
drivers/net/ethernet/sfc/efx_channels.c
1211
netdev_tx_completed_queue(tx_queue->core_txq,
drivers/net/ethernet/sfc/efx_channels.c
1212
tx_queue->pkts_compl,
drivers/net/ethernet/sfc/efx_channels.c
1213
tx_queue->bytes_compl);
drivers/net/ethernet/sfc/efx_channels.c
1215
tx_queue->complete_packets += tx_queue->pkts_compl;
drivers/net/ethernet/sfc/efx_channels.c
1216
tx_queue->complete_bytes += tx_queue->bytes_compl;
drivers/net/ethernet/sfc/efx_channels.c
533
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/efx_channels.c
546
tx_queue = &channel->tx_queue[j];
drivers/net/ethernet/sfc/efx_channels.c
547
tx_queue->efx = efx;
drivers/net/ethernet/sfc/efx_channels.c
548
tx_queue->queue = -1;
drivers/net/ethernet/sfc/efx_channels.c
549
tx_queue->label = j;
drivers/net/ethernet/sfc/efx_channels.c
550
tx_queue->channel = channel;
drivers/net/ethernet/sfc/efx_channels.c
603
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/efx_channels.c
620
tx_queue = &channel->tx_queue[j];
drivers/net/ethernet/sfc/efx_channels.c
621
if (tx_queue->channel)
drivers/net/ethernet/sfc/efx_channels.c
622
tx_queue->channel = channel;
drivers/net/ethernet/sfc/efx_channels.c
623
tx_queue->buffer = NULL;
drivers/net/ethernet/sfc/efx_channels.c
624
tx_queue->cb_page = NULL;
drivers/net/ethernet/sfc/efx_channels.c
625
memset(&tx_queue->txd, 0, sizeof(tx_queue->txd));
drivers/net/ethernet/sfc/efx_channels.c
641
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/efx_channels.c
656
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/efx_channels.c
657
rc = efx_probe_tx_queue(tx_queue);
drivers/net/ethernet/sfc/efx_channels.c
741
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/efx_channels.c
749
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/efx_channels.c
750
efx_remove_tx_queue(tx_queue);
drivers/net/ethernet/sfc/efx_channels.c
766
struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/efx_channels.c
773
tx_queue->channel->channel, tx_queue->label,
drivers/net/ethernet/sfc/efx_channels.c
774
xdp_queue_number, tx_queue->queue);
drivers/net/ethernet/sfc/efx_channels.c
775
efx->xdp_tx_queues[xdp_queue_number] = tx_queue;
drivers/net/ethernet/sfc/efx_channels.c
781
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/efx_channels.c
796
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/efx_channels.c
797
tx_queue->queue = next_queue++;
drivers/net/ethernet/sfc/efx_channels.c
799
tx_queue);
drivers/net/ethernet/sfc/efx_channels.c
804
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/efx_channels.c
805
tx_queue->queue = next_queue++;
drivers/net/ethernet/sfc/efx_channels.c
808
channel->channel, tx_queue->label,
drivers/net/ethernet/sfc/efx_channels.c
809
tx_queue->queue);
drivers/net/ethernet/sfc/efx_channels.c
819
tx_queue = &channel->tx_queue[0];
drivers/net/ethernet/sfc/efx_channels.c
821
tx_queue);
drivers/net/ethernet/sfc/efx_channels.c
837
tx_queue = efx->xdp_tx_queues[next_queue++];
drivers/net/ethernet/sfc/efx_channels.c
838
rc = efx_set_xdp_tx_queue(efx, xdp_queue_number, tx_queue);
drivers/net/ethernet/sfc/ethtool_common.c
306
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/ethtool_common.c
308
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/ethtool_common.c
310
&lb_tests->tx_sent[tx_queue->label],
drivers/net/ethernet/sfc/ethtool_common.c
311
EFX_TX_QUEUE_NAME(tx_queue),
drivers/net/ethernet/sfc/ethtool_common.c
314
&lb_tests->tx_done[tx_queue->label],
drivers/net/ethernet/sfc/ethtool_common.c
315
EFX_TX_QUEUE_NAME(tx_queue),
drivers/net/ethernet/sfc/ethtool_common.c
410
channel->tx_queue[0].queue /
drivers/net/ethernet/sfc/ethtool_common.c
487
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/ethtool_common.c
512
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/ethtool_common.c
514
stat->get_stat((void *)tx_queue
drivers/net/ethernet/sfc/ethtool_common.c
527
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/ethtool_common.c
528
*data += tx_queue->tx_packets;
drivers/net/ethernet/sfc/ethtool_common.c
65
EFX_ETHTOOL_STAT(tx_##field, tx_queue, field, \
drivers/net/ethernet/sfc/falcon/efx.c
1585
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/efx.c
1601
ef4_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/falcon/efx.c
1602
tx_queue->queue -= (efx->tx_channel_offset *
drivers/net/ethernet/sfc/falcon/efx.c
2286
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/efx.c
2287
ef4_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/falcon/efx.c
2288
ef4_init_tx_queue_core_txq(tx_queue);
drivers/net/ethernet/sfc/falcon/efx.c
234
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/efx.c
240
ef4_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/falcon/efx.c
241
tx_queue->pkts_compl = 0;
drivers/net/ethernet/sfc/falcon/efx.c
242
tx_queue->bytes_compl = 0;
drivers/net/ethernet/sfc/falcon/efx.c
255
ef4_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/falcon/efx.c
256
if (tx_queue->bytes_compl) {
drivers/net/ethernet/sfc/falcon/efx.c
257
netdev_tx_completed_queue(tx_queue->core_txq,
drivers/net/ethernet/sfc/falcon/efx.c
258
tx_queue->pkts_compl, tx_queue->bytes_compl);
drivers/net/ethernet/sfc/falcon/efx.c
423
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/efx.c
435
tx_queue = &channel->tx_queue[j];
drivers/net/ethernet/sfc/falcon/efx.c
436
tx_queue->efx = efx;
drivers/net/ethernet/sfc/falcon/efx.c
437
tx_queue->queue = i * EF4_TXQ_TYPES + j;
drivers/net/ethernet/sfc/falcon/efx.c
438
tx_queue->channel = channel;
drivers/net/ethernet/sfc/falcon/efx.c
456
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/efx.c
472
tx_queue = &channel->tx_queue[j];
drivers/net/ethernet/sfc/falcon/efx.c
473
if (tx_queue->channel)
drivers/net/ethernet/sfc/falcon/efx.c
474
tx_queue->channel = channel;
drivers/net/ethernet/sfc/falcon/efx.c
475
tx_queue->buffer = NULL;
drivers/net/ethernet/sfc/falcon/efx.c
476
memset(&tx_queue->txd, 0, sizeof(tx_queue->txd));
drivers/net/ethernet/sfc/falcon/efx.c
489
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/efx.c
504
ef4_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/falcon/efx.c
505
rc = ef4_probe_tx_queue(tx_queue);
drivers/net/ethernet/sfc/falcon/efx.c
591
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/efx.c
659
ef4_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/falcon/efx.c
660
ef4_init_tx_queue(tx_queue);
drivers/net/ethernet/sfc/falcon/efx.c
682
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/efx.c
728
ef4_for_each_possible_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/falcon/efx.c
729
ef4_fini_tx_queue(tx_queue);
drivers/net/ethernet/sfc/falcon/efx.c
735
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/efx.c
743
ef4_for_each_possible_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/falcon/efx.c
744
ef4_remove_tx_queue(tx_queue);
drivers/net/ethernet/sfc/falcon/efx.c
774
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/efx.c
785
ef4_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/falcon/efx.c
787
tx_queue->txd.index +
drivers/net/ethernet/sfc/falcon/efx.c
788
tx_queue->txd.entries);
drivers/net/ethernet/sfc/falcon/efx.h
23
int ef4_probe_tx_queue(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/efx.h
24
void ef4_remove_tx_queue(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/efx.h
25
void ef4_init_tx_queue(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/efx.h
26
void ef4_init_tx_queue_core_txq(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/efx.h
27
void ef4_fini_tx_queue(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/efx.h
30
netdev_tx_t ef4_enqueue_skb(struct ef4_tx_queue *tx_queue, struct sk_buff *skb);
drivers/net/ethernet/sfc/falcon/efx.h
31
void ef4_xmit_done(struct ef4_tx_queue *tx_queue, unsigned int index);
drivers/net/ethernet/sfc/falcon/ethtool.c
259
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/ethtool.c
261
ef4_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/falcon/ethtool.c
263
&lb_tests->tx_sent[tx_queue->queue],
drivers/net/ethernet/sfc/falcon/ethtool.c
264
EF4_TX_QUEUE_NAME(tx_queue),
drivers/net/ethernet/sfc/falcon/ethtool.c
267
&lb_tests->tx_done[tx_queue->queue],
drivers/net/ethernet/sfc/falcon/ethtool.c
268
EF4_TX_QUEUE_NAME(tx_queue),
drivers/net/ethernet/sfc/falcon/ethtool.c
368
channel->tx_queue[0].queue /
drivers/net/ethernet/sfc/falcon/ethtool.c
431
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/ethtool.c
456
ef4_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/falcon/ethtool.c
458
stat->get_stat((void *)tx_queue
drivers/net/ethernet/sfc/falcon/ethtool.c
471
ef4_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/falcon/ethtool.c
472
*data += tx_queue->tx_packets;
drivers/net/ethernet/sfc/falcon/ethtool.c
61
EF4_ETHTOOL_STAT(tx_##field, tx_queue, field, \
drivers/net/ethernet/sfc/falcon/farch.c
1092
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/farch.c
1097
tx_queue = ef4_get_tx_queue(efx, qid / EF4_TXQ_TYPES,
drivers/net/ethernet/sfc/falcon/farch.c
1099
if (atomic_cmpxchg(&tx_queue->flush_outstanding, 1, 0)) {
drivers/net/ethernet/sfc/falcon/farch.c
1100
ef4_farch_magic_event(tx_queue->channel,
drivers/net/ethernet/sfc/falcon/farch.c
1101
EF4_CHANNEL_MAGIC_TX_DRAIN(tx_queue));
drivers/net/ethernet/sfc/falcon/farch.c
272
static inline void ef4_farch_notify_tx_desc(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/farch.c
277
write_ptr = tx_queue->write_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/falcon/farch.c
279
ef4_writed_page(tx_queue->efx, ®,
drivers/net/ethernet/sfc/falcon/farch.c
280
FR_AZ_TX_DESC_UPD_DWORD_P0, tx_queue->queue);
drivers/net/ethernet/sfc/falcon/farch.c
284
static inline void ef4_farch_push_tx_desc(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/farch.c
293
write_ptr = tx_queue->write_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/falcon/farch.c
297
ef4_writeo_page(tx_queue->efx, ®,
drivers/net/ethernet/sfc/falcon/farch.c
298
FR_BZ_TX_DESC_UPD_P0, tx_queue->queue);
drivers/net/ethernet/sfc/falcon/farch.c
306
void ef4_farch_tx_write(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/farch.c
311
unsigned old_write_count = tx_queue->write_count;
drivers/net/ethernet/sfc/falcon/farch.c
313
tx_queue->xmit_more_available = false;
drivers/net/ethernet/sfc/falcon/farch.c
314
if (unlikely(tx_queue->write_count == tx_queue->insert_count))
drivers/net/ethernet/sfc/falcon/farch.c
318
write_ptr = tx_queue->write_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/falcon/farch.c
319
buffer = &tx_queue->buffer[write_ptr];
drivers/net/ethernet/sfc/falcon/farch.c
320
txd = ef4_tx_desc(tx_queue, write_ptr);
drivers/net/ethernet/sfc/falcon/farch.c
321
++tx_queue->write_count;
drivers/net/ethernet/sfc/falcon/farch.c
333
} while (tx_queue->write_count != tx_queue->insert_count);
drivers/net/ethernet/sfc/falcon/farch.c
337
if (ef4_nic_may_push_tx_desc(tx_queue, old_write_count)) {
drivers/net/ethernet/sfc/falcon/farch.c
338
txd = ef4_tx_desc(tx_queue,
drivers/net/ethernet/sfc/falcon/farch.c
339
old_write_count & tx_queue->ptr_mask);
drivers/net/ethernet/sfc/falcon/farch.c
340
ef4_farch_push_tx_desc(tx_queue, txd);
drivers/net/ethernet/sfc/falcon/farch.c
341
++tx_queue->pushes;
drivers/net/ethernet/sfc/falcon/farch.c
343
ef4_farch_notify_tx_desc(tx_queue);
drivers/net/ethernet/sfc/falcon/farch.c
347
unsigned int ef4_farch_tx_limit_len(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/farch.c
355
if (EF4_WORKAROUND_5391(tx_queue->efx) && (dma_addr & 0xf))
drivers/net/ethernet/sfc/falcon/farch.c
363
int ef4_farch_tx_probe(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/farch.c
365
struct ef4_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/falcon/farch.c
368
entries = tx_queue->ptr_mask + 1;
drivers/net/ethernet/sfc/falcon/farch.c
369
return ef4_alloc_special_buffer(efx, &tx_queue->txd,
drivers/net/ethernet/sfc/falcon/farch.c
373
void ef4_farch_tx_init(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/farch.c
375
struct ef4_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/falcon/farch.c
379
ef4_init_special_buffer(efx, &tx_queue->txd);
drivers/net/ethernet/sfc/falcon/farch.c
386
FRF_AZ_TX_DESCQ_BUF_BASE_ID, tx_queue->txd.index,
drivers/net/ethernet/sfc/falcon/farch.c
388
tx_queue->channel->channel,
drivers/net/ethernet/sfc/falcon/farch.c
390
FRF_AZ_TX_DESCQ_LABEL, tx_queue->queue,
drivers/net/ethernet/sfc/falcon/farch.c
392
__ffs(tx_queue->txd.entries),
drivers/net/ethernet/sfc/falcon/farch.c
397
int csum = tx_queue->queue & EF4_TXQ_TYPE_OFFLOAD;
drivers/net/ethernet/sfc/falcon/farch.c
404
tx_queue->queue);
drivers/net/ethernet/sfc/falcon/farch.c
411
if (tx_queue->queue & EF4_TXQ_TYPE_OFFLOAD)
drivers/net/ethernet/sfc/falcon/farch.c
412
__clear_bit_le(tx_queue->queue, ®);
drivers/net/ethernet/sfc/falcon/farch.c
414
__set_bit_le(tx_queue->queue, ®);
drivers/net/ethernet/sfc/falcon/farch.c
421
(tx_queue->queue & EF4_TXQ_TYPE_HIGHPRI) ?
drivers/net/ethernet/sfc/falcon/farch.c
425
tx_queue->queue);
drivers/net/ethernet/sfc/falcon/farch.c
429
static void ef4_farch_flush_tx_queue(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/farch.c
431
struct ef4_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/falcon/farch.c
434
WARN_ON(atomic_read(&tx_queue->flush_outstanding));
drivers/net/ethernet/sfc/falcon/farch.c
435
atomic_set(&tx_queue->flush_outstanding, 1);
drivers/net/ethernet/sfc/falcon/farch.c
439
FRF_AZ_TX_FLUSH_DESCQ, tx_queue->queue);
drivers/net/ethernet/sfc/falcon/farch.c
443
void ef4_farch_tx_fini(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/farch.c
445
struct ef4_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/falcon/farch.c
451
tx_queue->queue);
drivers/net/ethernet/sfc/falcon/farch.c
454
ef4_fini_special_buffer(efx, &tx_queue->txd);
drivers/net/ethernet/sfc/falcon/farch.c
458
void ef4_farch_tx_remove(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/farch.c
460
ef4_free_special_buffer(tx_queue->efx, &tx_queue->txd);
drivers/net/ethernet/sfc/falcon/farch.c
619
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/farch.c
622
ef4_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/falcon/farch.c
624
FR_BZ_TX_DESC_PTR_TBL, tx_queue->queue);
drivers/net/ethernet/sfc/falcon/farch.c
631
tx_queue->queue);
drivers/net/ethernet/sfc/falcon/farch.c
633
} else if (atomic_cmpxchg(&tx_queue->flush_outstanding,
drivers/net/ethernet/sfc/falcon/farch.c
640
"the queue\n", tx_queue->queue);
drivers/net/ethernet/sfc/falcon/farch.c
647
tx_queue));
drivers/net/ethernet/sfc/falcon/farch.c
663
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/farch.c
667
ef4_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/falcon/farch.c
668
ef4_farch_flush_tx_queue(tx_queue);
drivers/net/ethernet/sfc/falcon/farch.c
720
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/farch.c
736
ef4_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/falcon/farch.c
737
ef4_farch_tx_fini(tx_queue);
drivers/net/ethernet/sfc/falcon/farch.c
830
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/farch.c
841
tx_queue = ef4_channel_get_tx_queue(
drivers/net/ethernet/sfc/falcon/farch.c
843
tx_packets = ((tx_ev_desc_ptr - tx_queue->read_count) &
drivers/net/ethernet/sfc/falcon/farch.c
844
tx_queue->ptr_mask);
drivers/net/ethernet/sfc/falcon/farch.c
845
ef4_xmit_done(tx_queue, tx_ev_desc_ptr);
drivers/net/ethernet/sfc/falcon/farch.c
849
tx_queue = ef4_channel_get_tx_queue(
drivers/net/ethernet/sfc/falcon/farch.c
853
ef4_farch_notify_tx_desc(tx_queue);
drivers/net/ethernet/sfc/falcon/net_driver.h
1082
int (*tx_probe)(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/net_driver.h
1083
void (*tx_init)(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/net_driver.h
1084
void (*tx_remove)(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/net_driver.h
1085
void (*tx_write)(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/net_driver.h
1086
unsigned int (*tx_limit_len)(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/net_driver.h
1192
return &efx->channel[efx->tx_channel_offset + index]->tx_queue[type];
drivers/net/ethernet/sfc/falcon/net_driver.h
1206
return &channel->tx_queue[type];
drivers/net/ethernet/sfc/falcon/net_driver.h
1209
static inline bool ef4_tx_queue_used(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/net_driver.h
1211
return !(tx_queue->efx->net_dev->num_tc < 2 &&
drivers/net/ethernet/sfc/falcon/net_driver.h
1212
tx_queue->queue & EF4_TXQ_TYPE_HIGHPRI);
drivers/net/ethernet/sfc/falcon/net_driver.h
1220
for (_tx_queue = (_channel)->tx_queue; \
drivers/net/ethernet/sfc/falcon/net_driver.h
1221
_tx_queue < (_channel)->tx_queue + EF4_TXQ_TYPES && \
drivers/net/ethernet/sfc/falcon/net_driver.h
1230
for (_tx_queue = (_channel)->tx_queue; \
drivers/net/ethernet/sfc/falcon/net_driver.h
1231
_tx_queue < (_channel)->tx_queue + EF4_TXQ_TYPES; \
drivers/net/ethernet/sfc/falcon/net_driver.h
1310
ef4_tx_queue_get_insert_index(const struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/net_driver.h
1312
return tx_queue->insert_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/falcon/net_driver.h
1317
__ef4_tx_queue_get_insert_buffer(const struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/net_driver.h
1319
return &tx_queue->buffer[ef4_tx_queue_get_insert_index(tx_queue)];
drivers/net/ethernet/sfc/falcon/net_driver.h
1324
ef4_tx_queue_get_insert_buffer(const struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/net_driver.h
1327
__ef4_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/falcon/net_driver.h
445
struct ef4_tx_queue tx_queue[EF4_TXQ_TYPES];
drivers/net/ethernet/sfc/falcon/nic.h
102
bool was_empty = __ef4_nic_tx_is_empty(tx_queue, write_count);
drivers/net/ethernet/sfc/falcon/nic.h
104
tx_queue->empty_read_count = 0;
drivers/net/ethernet/sfc/falcon/nic.h
105
return was_empty && tx_queue->write_count - write_count == 1;
drivers/net/ethernet/sfc/falcon/nic.h
315
static inline int ef4_nic_probe_tx(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/nic.h
317
return tx_queue->efx->type->tx_probe(tx_queue);
drivers/net/ethernet/sfc/falcon/nic.h
319
static inline void ef4_nic_init_tx(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/nic.h
321
tx_queue->efx->type->tx_init(tx_queue);
drivers/net/ethernet/sfc/falcon/nic.h
323
static inline void ef4_nic_remove_tx(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/nic.h
325
tx_queue->efx->type->tx_remove(tx_queue);
drivers/net/ethernet/sfc/falcon/nic.h
327
static inline void ef4_nic_push_buffers(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/nic.h
329
tx_queue->efx->type->tx_write(tx_queue);
drivers/net/ethernet/sfc/falcon/nic.h
383
int ef4_farch_tx_probe(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/nic.h
384
void ef4_farch_tx_init(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/nic.h
385
void ef4_farch_tx_fini(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/nic.h
386
void ef4_farch_tx_remove(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/nic.h
387
void ef4_farch_tx_write(struct ef4_tx_queue *tx_queue);
drivers/net/ethernet/sfc/falcon/nic.h
388
unsigned int ef4_farch_tx_limit_len(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/nic.h
63
ef4_tx_desc(struct ef4_tx_queue *tx_queue, unsigned int index)
drivers/net/ethernet/sfc/falcon/nic.h
65
return ((ef4_qword_t *) (tx_queue->txd.buf.addr)) + index;
drivers/net/ethernet/sfc/falcon/nic.h
69
static inline struct ef4_tx_queue *ef4_tx_queue_partner(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/nic.h
71
if (tx_queue->queue & EF4_TXQ_TYPE_OFFLOAD)
drivers/net/ethernet/sfc/falcon/nic.h
72
return tx_queue - EF4_TXQ_TYPE_OFFLOAD;
drivers/net/ethernet/sfc/falcon/nic.h
74
return tx_queue + EF4_TXQ_TYPE_OFFLOAD;
drivers/net/ethernet/sfc/falcon/nic.h
80
static inline bool __ef4_nic_tx_is_empty(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/nic.h
83
unsigned int empty_read_count = READ_ONCE(tx_queue->empty_read_count);
drivers/net/ethernet/sfc/falcon/nic.h
99
static inline bool ef4_nic_may_push_tx_desc(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/selftest.c
418
static int ef4_begin_loopback(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/selftest.c
420
struct ef4_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/falcon/selftest.c
452
rc = ef4_enqueue_skb(tx_queue, skb);
drivers/net/ethernet/sfc/falcon/selftest.c
458
"%d in %s loopback test\n", tx_queue->queue,
drivers/net/ethernet/sfc/falcon/selftest.c
478
static int ef4_end_loopback(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/selftest.c
481
struct ef4_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/falcon/selftest.c
510
tx_queue->queue, tx_done, state->packet_count,
drivers/net/ethernet/sfc/falcon/selftest.c
521
tx_queue->queue, rx_good, state->packet_count,
drivers/net/ethernet/sfc/falcon/selftest.c
528
lb_tests->tx_sent[tx_queue->queue] += state->packet_count;
drivers/net/ethernet/sfc/falcon/selftest.c
529
lb_tests->tx_done[tx_queue->queue] += tx_done;
drivers/net/ethernet/sfc/falcon/selftest.c
537
ef4_test_loopback(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/selftest.c
540
struct ef4_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/falcon/selftest.c
555
tx_queue->queue, LOOPBACK_MODE(efx),
drivers/net/ethernet/sfc/falcon/selftest.c
559
begin_rc = ef4_begin_loopback(tx_queue);
drivers/net/ethernet/sfc/falcon/selftest.c
569
end_rc = ef4_end_loopback(tx_queue, lb_tests);
drivers/net/ethernet/sfc/falcon/selftest.c
582
"of %d packets\n", tx_queue->queue, LOOPBACK_MODE(efx),
drivers/net/ethernet/sfc/falcon/selftest.c
631
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/selftest.c
671
ef4_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/falcon/selftest.c
672
state->offload_csum = (tx_queue->queue &
drivers/net/ethernet/sfc/falcon/selftest.c
674
rc = ef4_test_loopback(tx_queue,
drivers/net/ethernet/sfc/falcon/tx.c
140
static int ef4_enqueue_skb_copy(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/tx.c
143
unsigned int min_len = tx_queue->tx_min_size;
drivers/net/ethernet/sfc/falcon/tx.c
151
buffer = ef4_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
153
copy_buffer = ef4_tx_get_copy_buffer(tx_queue, buffer);
drivers/net/ethernet/sfc/falcon/tx.c
169
++tx_queue->insert_count;
drivers/net/ethernet/sfc/falcon/tx.c
173
static struct ef4_tx_buffer *ef4_tx_map_chunk(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/tx.c
177
const struct ef4_nic_type *nic_type = tx_queue->efx->type;
drivers/net/ethernet/sfc/falcon/tx.c
183
buffer = ef4_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
184
dma_len = nic_type->tx_limit_len(tx_queue, dma_addr, len);
drivers/net/ethernet/sfc/falcon/tx.c
191
++tx_queue->insert_count;
drivers/net/ethernet/sfc/falcon/tx.c
199
static int ef4_tx_map_data(struct ef4_tx_queue *tx_queue, struct sk_buff *skb)
drivers/net/ethernet/sfc/falcon/tx.c
201
struct ef4_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/falcon/tx.c
226
buffer = ef4_tx_map_chunk(tx_queue, dma_addr, len);
drivers/net/ethernet/sfc/falcon/tx.c
25
static inline u8 *ef4_tx_get_copy_buffer(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/tx.c
261
static void ef4_enqueue_unwind(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/tx.c
266
while (tx_queue->insert_count != tx_queue->write_count) {
drivers/net/ethernet/sfc/falcon/tx.c
267
--tx_queue->insert_count;
drivers/net/ethernet/sfc/falcon/tx.c
268
buffer = __ef4_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
269
ef4_dequeue_buffer(tx_queue, buffer, NULL, NULL);
drivers/net/ethernet/sfc/falcon/tx.c
28
unsigned int index = ef4_tx_queue_get_insert_index(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
289
netdev_tx_t ef4_enqueue_skb(struct ef4_tx_queue *tx_queue, struct sk_buff *skb)
drivers/net/ethernet/sfc/falcon/tx.c
297
if (skb_len < tx_queue->tx_min_size ||
drivers/net/ethernet/sfc/falcon/tx.c
30
&tx_queue->cb_page[index >> (PAGE_SHIFT - EF4_TX_CB_ORDER)];
drivers/net/ethernet/sfc/falcon/tx.c
300
if (ef4_enqueue_skb_copy(tx_queue, skb))
drivers/net/ethernet/sfc/falcon/tx.c
302
tx_queue->cb_packets++;
drivers/net/ethernet/sfc/falcon/tx.c
307
if (!data_mapped && (ef4_tx_map_data(tx_queue, skb)))
drivers/net/ethernet/sfc/falcon/tx.c
311
netdev_tx_sent_queue(tx_queue->core_txq, skb_len);
drivers/net/ethernet/sfc/falcon/tx.c
314
if (!netdev_xmit_more() || netif_xmit_stopped(tx_queue->core_txq)) {
drivers/net/ethernet/sfc/falcon/tx.c
315
struct ef4_tx_queue *txq2 = ef4_tx_queue_partner(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
324
ef4_nic_push_buffers(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
326
tx_queue->xmit_more_available = netdev_xmit_more();
drivers/net/ethernet/sfc/falcon/tx.c
329
tx_queue->tx_packets++;
drivers/net/ethernet/sfc/falcon/tx.c
331
ef4_tx_maybe_stop_queue(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
337
ef4_enqueue_unwind(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
347
static void ef4_dequeue_buffers(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/tx.c
35
ef4_nic_alloc_buffer(tx_queue->efx, page_buf, PAGE_SIZE,
drivers/net/ethernet/sfc/falcon/tx.c
352
struct ef4_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/falcon/tx.c
355
stop_index = (index + 1) & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/falcon/tx.c
356
read_ptr = tx_queue->read_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/falcon/tx.c
359
struct ef4_tx_buffer *buffer = &tx_queue->buffer[read_ptr];
drivers/net/ethernet/sfc/falcon/tx.c
365
tx_queue->queue, read_ptr);
drivers/net/ethernet/sfc/falcon/tx.c
370
ef4_dequeue_buffer(tx_queue, buffer, pkts_compl, bytes_compl);
drivers/net/ethernet/sfc/falcon/tx.c
372
++tx_queue->read_count;
drivers/net/ethernet/sfc/falcon/tx.c
373
read_ptr = tx_queue->read_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/falcon/tx.c
390
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/tx.c
401
tx_queue = ef4_get_tx_queue(efx, index, type);
drivers/net/ethernet/sfc/falcon/tx.c
403
return ef4_enqueue_skb(tx_queue, skb);
drivers/net/ethernet/sfc/falcon/tx.c
406
void ef4_init_tx_queue_core_txq(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/tx.c
408
struct ef4_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/falcon/tx.c
411
tx_queue->core_txq =
drivers/net/ethernet/sfc/falcon/tx.c
413
tx_queue->queue / EF4_TXQ_TYPES +
drivers/net/ethernet/sfc/falcon/tx.c
414
((tx_queue->queue & EF4_TXQ_TYPE_HIGHPRI) ?
drivers/net/ethernet/sfc/falcon/tx.c
424
struct ef4_tx_queue *tx_queue;
drivers/net/ethernet/sfc/falcon/tx.c
43
static void ef4_dequeue_buffer(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/tx.c
449
ef4_for_each_possible_channel_tx_queue(tx_queue,
drivers/net/ethernet/sfc/falcon/tx.c
451
if (!(tx_queue->queue & EF4_TXQ_TYPE_HIGHPRI))
drivers/net/ethernet/sfc/falcon/tx.c
453
if (!tx_queue->buffer) {
drivers/net/ethernet/sfc/falcon/tx.c
454
rc = ef4_probe_tx_queue(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
458
if (!tx_queue->initialised)
drivers/net/ethernet/sfc/falcon/tx.c
459
ef4_init_tx_queue(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
460
ef4_init_tx_queue_core_txq(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
484
void ef4_xmit_done(struct ef4_tx_queue *tx_queue, unsigned int index)
drivers/net/ethernet/sfc/falcon/tx.c
487
struct ef4_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/falcon/tx.c
49
struct device *dma_dev = &tx_queue->efx->pci_dev->dev;
drivers/net/ethernet/sfc/falcon/tx.c
491
EF4_BUG_ON_PARANOID(index > tx_queue->ptr_mask);
drivers/net/ethernet/sfc/falcon/tx.c
493
ef4_dequeue_buffers(tx_queue, index, &pkts_compl, &bytes_compl);
drivers/net/ethernet/sfc/falcon/tx.c
494
tx_queue->pkts_compl += pkts_compl;
drivers/net/ethernet/sfc/falcon/tx.c
495
tx_queue->bytes_compl += bytes_compl;
drivers/net/ethernet/sfc/falcon/tx.c
498
++tx_queue->merge_events;
drivers/net/ethernet/sfc/falcon/tx.c
505
if (unlikely(netif_tx_queue_stopped(tx_queue->core_txq)) &&
drivers/net/ethernet/sfc/falcon/tx.c
508
txq2 = ef4_tx_queue_partner(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
509
fill_level = max(tx_queue->insert_count - tx_queue->read_count,
drivers/net/ethernet/sfc/falcon/tx.c
512
netif_tx_wake_queue(tx_queue->core_txq);
drivers/net/ethernet/sfc/falcon/tx.c
516
if ((int)(tx_queue->read_count - tx_queue->old_write_count) >= 0) {
drivers/net/ethernet/sfc/falcon/tx.c
517
tx_queue->old_write_count = READ_ONCE(tx_queue->write_count);
drivers/net/ethernet/sfc/falcon/tx.c
518
if (tx_queue->read_count == tx_queue->old_write_count) {
drivers/net/ethernet/sfc/falcon/tx.c
520
tx_queue->empty_read_count =
drivers/net/ethernet/sfc/falcon/tx.c
521
tx_queue->read_count | EF4_EMPTY_COUNT_VALID;
drivers/net/ethernet/sfc/falcon/tx.c
526
static unsigned int ef4_tx_cb_page_count(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/tx.c
528
return DIV_ROUND_UP(tx_queue->ptr_mask + 1, PAGE_SIZE >> EF4_TX_CB_ORDER);
drivers/net/ethernet/sfc/falcon/tx.c
531
int ef4_probe_tx_queue(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/tx.c
533
struct ef4_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/falcon/tx.c
540
tx_queue->ptr_mask = entries - 1;
drivers/net/ethernet/sfc/falcon/tx.c
544
tx_queue->queue, efx->txq_entries, tx_queue->ptr_mask);
drivers/net/ethernet/sfc/falcon/tx.c
547
tx_queue->buffer = kzalloc_objs(*tx_queue->buffer, entries);
drivers/net/ethernet/sfc/falcon/tx.c
548
if (!tx_queue->buffer)
drivers/net/ethernet/sfc/falcon/tx.c
551
tx_queue->cb_page = kzalloc_objs(tx_queue->cb_page[0],
drivers/net/ethernet/sfc/falcon/tx.c
552
ef4_tx_cb_page_count(tx_queue));
drivers/net/ethernet/sfc/falcon/tx.c
553
if (!tx_queue->cb_page) {
drivers/net/ethernet/sfc/falcon/tx.c
559
rc = ef4_nic_probe_tx(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
566
kfree(tx_queue->cb_page);
drivers/net/ethernet/sfc/falcon/tx.c
567
tx_queue->cb_page = NULL;
drivers/net/ethernet/sfc/falcon/tx.c
569
kfree(tx_queue->buffer);
drivers/net/ethernet/sfc/falcon/tx.c
570
tx_queue->buffer = NULL;
drivers/net/ethernet/sfc/falcon/tx.c
574
void ef4_init_tx_queue(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/tx.c
576
struct ef4_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/falcon/tx.c
579
"initialising TX queue %d\n", tx_queue->queue);
drivers/net/ethernet/sfc/falcon/tx.c
581
tx_queue->insert_count = 0;
drivers/net/ethernet/sfc/falcon/tx.c
582
tx_queue->write_count = 0;
drivers/net/ethernet/sfc/falcon/tx.c
583
tx_queue->old_write_count = 0;
drivers/net/ethernet/sfc/falcon/tx.c
584
tx_queue->read_count = 0;
drivers/net/ethernet/sfc/falcon/tx.c
585
tx_queue->old_read_count = 0;
drivers/net/ethernet/sfc/falcon/tx.c
586
tx_queue->empty_read_count = 0 | EF4_EMPTY_COUNT_VALID;
drivers/net/ethernet/sfc/falcon/tx.c
587
tx_queue->xmit_more_available = false;
drivers/net/ethernet/sfc/falcon/tx.c
590
tx_queue->tx_min_size = EF4_WORKAROUND_15592(efx) ? 33 : 0;
drivers/net/ethernet/sfc/falcon/tx.c
593
ef4_nic_init_tx(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
595
tx_queue->initialised = true;
drivers/net/ethernet/sfc/falcon/tx.c
598
void ef4_fini_tx_queue(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/tx.c
602
netif_dbg(tx_queue->efx, drv, tx_queue->efx->net_dev,
drivers/net/ethernet/sfc/falcon/tx.c
603
"shutting down TX queue %d\n", tx_queue->queue);
drivers/net/ethernet/sfc/falcon/tx.c
605
if (!tx_queue->buffer)
drivers/net/ethernet/sfc/falcon/tx.c
609
while (tx_queue->read_count != tx_queue->write_count) {
drivers/net/ethernet/sfc/falcon/tx.c
611
buffer = &tx_queue->buffer[tx_queue->read_count & tx_queue->ptr_mask];
drivers/net/ethernet/sfc/falcon/tx.c
612
ef4_dequeue_buffer(tx_queue, buffer, &pkts_compl, &bytes_compl);
drivers/net/ethernet/sfc/falcon/tx.c
614
++tx_queue->read_count;
drivers/net/ethernet/sfc/falcon/tx.c
616
tx_queue->xmit_more_available = false;
drivers/net/ethernet/sfc/falcon/tx.c
617
netdev_tx_reset_queue(tx_queue->core_txq);
drivers/net/ethernet/sfc/falcon/tx.c
620
void ef4_remove_tx_queue(struct ef4_tx_queue *tx_queue)
drivers/net/ethernet/sfc/falcon/tx.c
624
if (!tx_queue->buffer)
drivers/net/ethernet/sfc/falcon/tx.c
627
netif_dbg(tx_queue->efx, drv, tx_queue->efx->net_dev,
drivers/net/ethernet/sfc/falcon/tx.c
628
"destroying TX queue %d\n", tx_queue->queue);
drivers/net/ethernet/sfc/falcon/tx.c
629
ef4_nic_remove_tx(tx_queue);
drivers/net/ethernet/sfc/falcon/tx.c
631
if (tx_queue->cb_page) {
drivers/net/ethernet/sfc/falcon/tx.c
632
for (i = 0; i < ef4_tx_cb_page_count(tx_queue); i++)
drivers/net/ethernet/sfc/falcon/tx.c
633
ef4_nic_free_buffer(tx_queue->efx,
drivers/net/ethernet/sfc/falcon/tx.c
634
&tx_queue->cb_page[i]);
drivers/net/ethernet/sfc/falcon/tx.c
635
kfree(tx_queue->cb_page);
drivers/net/ethernet/sfc/falcon/tx.c
636
tx_queue->cb_page = NULL;
drivers/net/ethernet/sfc/falcon/tx.c
639
kfree(tx_queue->buffer);
drivers/net/ethernet/sfc/falcon/tx.c
64
netif_vdbg(tx_queue->efx, tx_done, tx_queue->efx->net_dev,
drivers/net/ethernet/sfc/falcon/tx.c
640
tx_queue->buffer = NULL;
drivers/net/ethernet/sfc/falcon/tx.c
66
tx_queue->queue, tx_queue->read_count);
drivers/net/ethernet/sfc/falcon/tx.h
15
unsigned int ef4_tx_limit_len(struct ef4_tx_queue *tx_queue,
drivers/net/ethernet/sfc/falcon/tx.h
18
int ef4_enqueue_skb_tso(struct ef4_tx_queue *tx_queue, struct sk_buff *skb,
drivers/net/ethernet/sfc/mcdi_functions.c
163
int efx_mcdi_tx_init(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/mcdi_functions.c
167
bool csum_offload = tx_queue->type & EFX_TXQ_TYPE_OUTER_CSUM;
drivers/net/ethernet/sfc/mcdi_functions.c
168
bool inner_csum = tx_queue->type & EFX_TXQ_TYPE_INNER_CSUM;
drivers/net/ethernet/sfc/mcdi_functions.c
169
size_t entries = tx_queue->txd.len / EFX_BUF_SIZE;
drivers/net/ethernet/sfc/mcdi_functions.c
170
struct efx_channel *channel = tx_queue->channel;
drivers/net/ethernet/sfc/mcdi_functions.c
171
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/mcdi_functions.c
178
MCDI_SET_DWORD(inbuf, INIT_TXQ_IN_SIZE, tx_queue->ptr_mask + 1);
drivers/net/ethernet/sfc/mcdi_functions.c
180
MCDI_SET_DWORD(inbuf, INIT_TXQ_IN_LABEL, tx_queue->label);
drivers/net/ethernet/sfc/mcdi_functions.c
181
MCDI_SET_DWORD(inbuf, INIT_TXQ_IN_INSTANCE, tx_queue->queue);
drivers/net/ethernet/sfc/mcdi_functions.c
185
dma_addr = tx_queue->txd.dma_addr;
drivers/net/ethernet/sfc/mcdi_functions.c
188
tx_queue->queue, entries, (u64)dma_addr);
drivers/net/ethernet/sfc/mcdi_functions.c
198
bool tso_v2 = tx_queue->tso_version == 2;
drivers/net/ethernet/sfc/mcdi_functions.c
214
INIT_TXQ_EXT_IN_FLAG_TIMESTAMP, tx_queue->timestamping,
drivers/net/ethernet/sfc/mcdi_functions.c
222
tx_queue->tso_version = 0;
drivers/net/ethernet/sfc/mcdi_functions.c
241
void efx_mcdi_tx_remove(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/mcdi_functions.c
243
efx_nic_free_buffer(tx_queue->efx, &tx_queue->txd);
drivers/net/ethernet/sfc/mcdi_functions.c
246
void efx_mcdi_tx_fini(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/mcdi_functions.c
250
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/mcdi_functions.c
255
tx_queue->queue);
drivers/net/ethernet/sfc/mcdi_functions.c
357
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/mcdi_functions.c
375
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/mcdi_functions.c
376
efx_mcdi_tx_fini(tx_queue);
drivers/net/ethernet/sfc/mcdi_functions.h
22
int efx_mcdi_tx_init(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/mcdi_functions.h
23
void efx_mcdi_tx_remove(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/mcdi_functions.h
24
void efx_mcdi_tx_fini(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/net_driver.h
1447
int (*tx_probe)(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/net_driver.h
1448
void (*tx_init)(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/net_driver.h
1449
void (*tx_remove)(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/net_driver.h
1450
void (*tx_write)(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/net_driver.h
1451
netdev_tx_t (*tx_enqueue)(struct efx_tx_queue *tx_queue, struct sk_buff *skb);
drivers/net/ethernet/sfc/net_driver.h
1452
unsigned int (*tx_limit_len)(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/net_driver.h
1649
for (_tx_queue = (_channel)->tx_queue; \
drivers/net/ethernet/sfc/net_driver.h
1650
_tx_queue < (_channel)->tx_queue + \
drivers/net/ethernet/sfc/net_driver.h
1738
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/net_driver.h
1741
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/net_driver.h
1743
tx_queue->insert_count - tx_queue->read_count);
drivers/net/ethernet/sfc/net_driver.h
1752
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/net_driver.h
1755
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/net_driver.h
1757
tx_queue->insert_count - tx_queue->old_read_count);
drivers/net/ethernet/sfc/net_driver.h
1776
efx_tx_queue_get_insert_index(const struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/net_driver.h
1778
return tx_queue->insert_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/net_driver.h
1783
__efx_tx_queue_get_insert_buffer(const struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/net_driver.h
1785
return &tx_queue->buffer[efx_tx_queue_get_insert_index(tx_queue)];
drivers/net/ethernet/sfc/net_driver.h
1790
efx_tx_queue_get_insert_buffer(const struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/net_driver.h
1793
__efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/net_driver.h
578
struct efx_tx_queue tx_queue[EFX_MAX_TXQ_PER_CHANNEL];
drivers/net/ethernet/sfc/nic.h
209
int efx_ef10_tx_tso_desc(struct efx_tx_queue *tx_queue, struct sk_buff *skb,
drivers/net/ethernet/sfc/nic_common.h
119
static inline int efx_nic_probe_tx(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/nic_common.h
121
return tx_queue->efx->type->tx_probe(tx_queue);
drivers/net/ethernet/sfc/nic_common.h
123
static inline void efx_nic_init_tx(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/nic_common.h
125
tx_queue->efx->type->tx_init(tx_queue);
drivers/net/ethernet/sfc/nic_common.h
127
static inline void efx_nic_remove_tx(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/nic_common.h
129
if (tx_queue->efx->type->tx_remove)
drivers/net/ethernet/sfc/nic_common.h
130
tx_queue->efx->type->tx_remove(tx_queue);
drivers/net/ethernet/sfc/nic_common.h
132
static inline void efx_nic_push_buffers(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/nic_common.h
134
tx_queue->efx->type->tx_write(tx_queue);
drivers/net/ethernet/sfc/nic_common.h
60
efx_tx_desc(struct efx_tx_queue *tx_queue, unsigned int index)
drivers/net/ethernet/sfc/nic_common.h
62
return ((efx_qword_t *)(tx_queue->txd.addr)) + index;
drivers/net/ethernet/sfc/nic_common.h
68
static inline bool efx_nic_tx_is_empty(struct efx_tx_queue *tx_queue, unsigned int write_count)
drivers/net/ethernet/sfc/nic_common.h
70
unsigned int empty_read_count = READ_ONCE(tx_queue->empty_read_count);
drivers/net/ethernet/sfc/nic_common.h
78
int efx_enqueue_skb_tso(struct efx_tx_queue *tx_queue, struct sk_buff *skb,
drivers/net/ethernet/sfc/nic_common.h
87
static inline bool efx_nic_may_push_tx_desc(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/nic_common.h
90
bool was_empty = efx_nic_tx_is_empty(tx_queue, write_count);
drivers/net/ethernet/sfc/nic_common.h
92
tx_queue->empty_read_count = 0;
drivers/net/ethernet/sfc/nic_common.h
93
return was_empty && tx_queue->write_count - write_count == 1;
drivers/net/ethernet/sfc/ptp.c
1079
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/ptp.c
1081
tx_queue = efx_channel_get_tx_queue(ptp_data->channel, type);
drivers/net/ethernet/sfc/ptp.c
1082
if (tx_queue && tx_queue->timestamping) {
drivers/net/ethernet/sfc/ptp.c
1106
efx_enqueue_skb(tx_queue, skb);
drivers/net/ethernet/sfc/ptp.c
602
ktime_t efx_ptp_nic_to_kernel_time(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/ptp.c
604
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/ptp.c
610
tx_queue->completed_timestamp_major,
drivers/net/ethernet/sfc/ptp.c
611
tx_queue->completed_timestamp_minor,
drivers/net/ethernet/sfc/ptp.c
615
tx_queue->completed_timestamp_major,
drivers/net/ethernet/sfc/ptp.c
616
tx_queue->completed_timestamp_minor,
drivers/net/ethernet/sfc/ptp.h
47
ktime_t efx_ptp_nic_to_kernel_time(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/selftest.c
415
static int efx_begin_loopback(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/selftest.c
417
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/selftest.c
449
rc = efx_enqueue_skb(tx_queue, skb);
drivers/net/ethernet/sfc/selftest.c
455
"%d in %s loopback test\n", tx_queue->label,
drivers/net/ethernet/sfc/selftest.c
475
static int efx_end_loopback(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/selftest.c
478
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/selftest.c
507
tx_queue->label, tx_done, state->packet_count,
drivers/net/ethernet/sfc/selftest.c
518
tx_queue->label, rx_good, state->packet_count,
drivers/net/ethernet/sfc/selftest.c
525
lb_tests->tx_sent[tx_queue->label] += state->packet_count;
drivers/net/ethernet/sfc/selftest.c
526
lb_tests->tx_done[tx_queue->label] += tx_done;
drivers/net/ethernet/sfc/selftest.c
534
efx_test_loopback(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/selftest.c
537
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/selftest.c
552
tx_queue->label, tx_queue->queue, LOOPBACK_MODE(efx),
drivers/net/ethernet/sfc/selftest.c
556
begin_rc = efx_begin_loopback(tx_queue);
drivers/net/ethernet/sfc/selftest.c
566
end_rc = efx_end_loopback(tx_queue, lb_tests);
drivers/net/ethernet/sfc/selftest.c
579
"of %d packets\n", tx_queue->label, LOOPBACK_MODE(efx),
drivers/net/ethernet/sfc/selftest.c
624
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/selftest.c
664
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/selftest.c
665
state->offload_csum = (tx_queue->type &
drivers/net/ethernet/sfc/selftest.c
667
rc = efx_test_loopback(tx_queue,
drivers/net/ethernet/sfc/siena/efx.c
752
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/efx.c
753
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/siena/efx.c
754
efx_siena_init_tx_queue_core_txq(tx_queue);
drivers/net/ethernet/sfc/siena/efx.h
16
void efx_siena_init_tx_queue_core_txq(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/efx.h
19
netdev_tx_t __efx_siena_enqueue_skb(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/efx.h
21
static inline netdev_tx_t efx_enqueue_skb(struct efx_tx_queue *tx_queue, struct sk_buff *skb)
drivers/net/ethernet/sfc/siena/efx.h
23
return INDIRECT_CALL_1(tx_queue->efx->type->tx_enqueue,
drivers/net/ethernet/sfc/siena/efx.h
24
__efx_siena_enqueue_skb, tx_queue, skb);
drivers/net/ethernet/sfc/siena/efx_channels.c
1122
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/efx_channels.c
1127
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/siena/efx_channels.c
1128
efx_siena_init_tx_queue(tx_queue);
drivers/net/ethernet/sfc/siena/efx_channels.c
1146
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/efx_channels.c
1183
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/siena/efx_channels.c
1184
efx_siena_fini_tx_queue(tx_queue);
drivers/net/ethernet/sfc/siena/efx_channels.c
1203
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/efx_channels.c
1215
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/siena/efx_channels.c
1216
tx_queue->pkts_compl = 0;
drivers/net/ethernet/sfc/siena/efx_channels.c
1217
tx_queue->bytes_compl = 0;
drivers/net/ethernet/sfc/siena/efx_channels.c
1230
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/siena/efx_channels.c
1231
if (tx_queue->bytes_compl) {
drivers/net/ethernet/sfc/siena/efx_channels.c
1232
netdev_tx_completed_queue(tx_queue->core_txq,
drivers/net/ethernet/sfc/siena/efx_channels.c
1233
tx_queue->pkts_compl,
drivers/net/ethernet/sfc/siena/efx_channels.c
1234
tx_queue->bytes_compl);
drivers/net/ethernet/sfc/siena/efx_channels.c
535
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/efx_channels.c
548
tx_queue = &channel->tx_queue[j];
drivers/net/ethernet/sfc/siena/efx_channels.c
549
tx_queue->efx = efx;
drivers/net/ethernet/sfc/siena/efx_channels.c
550
tx_queue->queue = -1;
drivers/net/ethernet/sfc/siena/efx_channels.c
551
tx_queue->label = j;
drivers/net/ethernet/sfc/siena/efx_channels.c
552
tx_queue->channel = channel;
drivers/net/ethernet/sfc/siena/efx_channels.c
606
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/efx_channels.c
623
tx_queue = &channel->tx_queue[j];
drivers/net/ethernet/sfc/siena/efx_channels.c
624
if (tx_queue->channel)
drivers/net/ethernet/sfc/siena/efx_channels.c
625
tx_queue->channel = channel;
drivers/net/ethernet/sfc/siena/efx_channels.c
626
tx_queue->buffer = NULL;
drivers/net/ethernet/sfc/siena/efx_channels.c
627
tx_queue->cb_page = NULL;
drivers/net/ethernet/sfc/siena/efx_channels.c
628
memset(&tx_queue->txd, 0, sizeof(tx_queue->txd));
drivers/net/ethernet/sfc/siena/efx_channels.c
644
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/efx_channels.c
659
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/siena/efx_channels.c
660
rc = efx_siena_probe_tx_queue(tx_queue);
drivers/net/ethernet/sfc/siena/efx_channels.c
747
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/efx_channels.c
755
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/siena/efx_channels.c
756
efx_siena_remove_tx_queue(tx_queue);
drivers/net/ethernet/sfc/siena/efx_channels.c
772
struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/efx_channels.c
779
tx_queue->channel->channel, tx_queue->label,
drivers/net/ethernet/sfc/siena/efx_channels.c
780
xdp_queue_number, tx_queue->queue);
drivers/net/ethernet/sfc/siena/efx_channels.c
781
efx->xdp_tx_queues[xdp_queue_number] = tx_queue;
drivers/net/ethernet/sfc/siena/efx_channels.c
787
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/efx_channels.c
802
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/siena/efx_channels.c
803
tx_queue->queue = next_queue++;
drivers/net/ethernet/sfc/siena/efx_channels.c
805
tx_queue);
drivers/net/ethernet/sfc/siena/efx_channels.c
810
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/siena/efx_channels.c
811
tx_queue->queue = next_queue++;
drivers/net/ethernet/sfc/siena/efx_channels.c
814
channel->channel, tx_queue->label,
drivers/net/ethernet/sfc/siena/efx_channels.c
815
tx_queue->queue);
drivers/net/ethernet/sfc/siena/efx_channels.c
825
tx_queue = &channel->tx_queue[0];
drivers/net/ethernet/sfc/siena/efx_channels.c
827
tx_queue);
drivers/net/ethernet/sfc/siena/efx_channels.c
843
tx_queue = efx->xdp_tx_queues[next_queue++];
drivers/net/ethernet/sfc/siena/efx_channels.c
844
rc = efx_set_xdp_tx_queue(efx, xdp_queue_number, tx_queue);
drivers/net/ethernet/sfc/siena/efx_channels.c
872
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/efx_channels.c
883
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/siena/efx_channels.c
885
tx_queue->txd.index +
drivers/net/ethernet/sfc/siena/efx_channels.c
886
tx_queue->txd.entries);
drivers/net/ethernet/sfc/siena/ethtool_common.c
258
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/ethtool_common.c
260
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/siena/ethtool_common.c
262
&lb_tests->tx_sent[tx_queue->label],
drivers/net/ethernet/sfc/siena/ethtool_common.c
263
EFX_TX_QUEUE_NAME(tx_queue),
drivers/net/ethernet/sfc/siena/ethtool_common.c
266
&lb_tests->tx_done[tx_queue->label],
drivers/net/ethernet/sfc/siena/ethtool_common.c
267
EFX_TX_QUEUE_NAME(tx_queue),
drivers/net/ethernet/sfc/siena/ethtool_common.c
410
channel->tx_queue[0].queue /
drivers/net/ethernet/sfc/siena/ethtool_common.c
487
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/ethtool_common.c
512
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/siena/ethtool_common.c
514
stat->get_stat((void *)tx_queue
drivers/net/ethernet/sfc/siena/ethtool_common.c
527
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/siena/ethtool_common.c
528
*data += tx_queue->tx_packets;
drivers/net/ethernet/sfc/siena/ethtool_common.c
65
EFX_ETHTOOL_STAT(tx_##field, tx_queue, field, \
drivers/net/ethernet/sfc/siena/farch.c
1085
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/farch.c
1092
tx_queue = channel->tx_queue + (qid % EFX_MAX_TXQ_PER_CHANNEL);
drivers/net/ethernet/sfc/siena/farch.c
1093
if (atomic_cmpxchg(&tx_queue->flush_outstanding, 1, 0))
drivers/net/ethernet/sfc/siena/farch.c
1094
efx_farch_magic_event(tx_queue->channel,
drivers/net/ethernet/sfc/siena/farch.c
1095
EFX_CHANNEL_MAGIC_TX_DRAIN(tx_queue));
drivers/net/ethernet/sfc/siena/farch.c
283
static inline void efx_farch_notify_tx_desc(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/farch.c
288
write_ptr = tx_queue->write_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/siena/farch.c
290
efx_writed_page(tx_queue->efx, ®,
drivers/net/ethernet/sfc/siena/farch.c
291
FR_AZ_TX_DESC_UPD_DWORD_P0, tx_queue->queue);
drivers/net/ethernet/sfc/siena/farch.c
295
static inline void efx_farch_push_tx_desc(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/farch.c
304
write_ptr = tx_queue->write_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/siena/farch.c
308
efx_writeo_page(tx_queue->efx, ®,
drivers/net/ethernet/sfc/siena/farch.c
309
FR_BZ_TX_DESC_UPD_P0, tx_queue->queue);
drivers/net/ethernet/sfc/siena/farch.c
317
void efx_farch_tx_write(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/farch.c
322
unsigned old_write_count = tx_queue->write_count;
drivers/net/ethernet/sfc/siena/farch.c
324
tx_queue->xmit_pending = false;
drivers/net/ethernet/sfc/siena/farch.c
325
if (unlikely(tx_queue->write_count == tx_queue->insert_count))
drivers/net/ethernet/sfc/siena/farch.c
329
write_ptr = tx_queue->write_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/siena/farch.c
330
buffer = &tx_queue->buffer[write_ptr];
drivers/net/ethernet/sfc/siena/farch.c
331
txd = efx_tx_desc(tx_queue, write_ptr);
drivers/net/ethernet/sfc/siena/farch.c
332
++tx_queue->write_count;
drivers/net/ethernet/sfc/siena/farch.c
344
} while (tx_queue->write_count != tx_queue->insert_count);
drivers/net/ethernet/sfc/siena/farch.c
348
if (efx_nic_may_push_tx_desc(tx_queue, old_write_count)) {
drivers/net/ethernet/sfc/siena/farch.c
349
txd = efx_tx_desc(tx_queue,
drivers/net/ethernet/sfc/siena/farch.c
350
old_write_count & tx_queue->ptr_mask);
drivers/net/ethernet/sfc/siena/farch.c
351
efx_farch_push_tx_desc(tx_queue, txd);
drivers/net/ethernet/sfc/siena/farch.c
352
++tx_queue->pushes;
drivers/net/ethernet/sfc/siena/farch.c
354
efx_farch_notify_tx_desc(tx_queue);
drivers/net/ethernet/sfc/siena/farch.c
358
unsigned int efx_farch_tx_limit_len(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/farch.c
371
int efx_farch_tx_probe(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/farch.c
373
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/farch.c
376
tx_queue->type = ((tx_queue->label & 1) ? EFX_TXQ_TYPE_OUTER_CSUM : 0) |
drivers/net/ethernet/sfc/siena/farch.c
377
((tx_queue->label & 2) ? EFX_TXQ_TYPE_HIGHPRI : 0);
drivers/net/ethernet/sfc/siena/farch.c
378
entries = tx_queue->ptr_mask + 1;
drivers/net/ethernet/sfc/siena/farch.c
379
return efx_alloc_special_buffer(efx, &tx_queue->txd,
drivers/net/ethernet/sfc/siena/farch.c
383
void efx_farch_tx_init(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/farch.c
385
int csum = tx_queue->type & EFX_TXQ_TYPE_OUTER_CSUM;
drivers/net/ethernet/sfc/siena/farch.c
386
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/farch.c
390
efx_init_special_buffer(efx, &tx_queue->txd);
drivers/net/ethernet/sfc/siena/farch.c
397
FRF_AZ_TX_DESCQ_BUF_BASE_ID, tx_queue->txd.index,
drivers/net/ethernet/sfc/siena/farch.c
399
tx_queue->channel->channel,
drivers/net/ethernet/sfc/siena/farch.c
401
FRF_AZ_TX_DESCQ_LABEL, tx_queue->label,
drivers/net/ethernet/sfc/siena/farch.c
403
__ffs(tx_queue->txd.entries),
drivers/net/ethernet/sfc/siena/farch.c
411
tx_queue->queue);
drivers/net/ethernet/sfc/siena/farch.c
415
(tx_queue->type & EFX_TXQ_TYPE_HIGHPRI) ?
drivers/net/ethernet/sfc/siena/farch.c
418
efx_writeo_table(efx, ®, FR_BZ_TX_PACE_TBL, tx_queue->queue);
drivers/net/ethernet/sfc/siena/farch.c
420
tx_queue->tso_version = 1;
drivers/net/ethernet/sfc/siena/farch.c
423
static void efx_farch_flush_tx_queue(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/farch.c
425
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/farch.c
428
WARN_ON(atomic_read(&tx_queue->flush_outstanding));
drivers/net/ethernet/sfc/siena/farch.c
429
atomic_set(&tx_queue->flush_outstanding, 1);
drivers/net/ethernet/sfc/siena/farch.c
433
FRF_AZ_TX_FLUSH_DESCQ, tx_queue->queue);
drivers/net/ethernet/sfc/siena/farch.c
437
void efx_farch_tx_fini(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/farch.c
439
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/farch.c
445
tx_queue->queue);
drivers/net/ethernet/sfc/siena/farch.c
448
efx_fini_special_buffer(efx, &tx_queue->txd);
drivers/net/ethernet/sfc/siena/farch.c
452
void efx_farch_tx_remove(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/farch.c
454
efx_free_special_buffer(tx_queue->efx, &tx_queue->txd);
drivers/net/ethernet/sfc/siena/farch.c
607
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/farch.c
610
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/siena/farch.c
612
FR_BZ_TX_DESC_PTR_TBL, tx_queue->queue);
drivers/net/ethernet/sfc/siena/farch.c
619
tx_queue->queue);
drivers/net/ethernet/sfc/siena/farch.c
621
} else if (atomic_cmpxchg(&tx_queue->flush_outstanding,
drivers/net/ethernet/sfc/siena/farch.c
628
"the queue\n", tx_queue->queue);
drivers/net/ethernet/sfc/siena/farch.c
635
tx_queue));
drivers/net/ethernet/sfc/siena/farch.c
651
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/farch.c
655
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/siena/farch.c
656
efx_farch_flush_tx_queue(tx_queue);
drivers/net/ethernet/sfc/siena/farch.c
719
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/farch.c
735
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/siena/farch.c
736
efx_farch_tx_fini(tx_queue);
drivers/net/ethernet/sfc/siena/farch.c
830
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/farch.c
840
tx_queue = channel->tx_queue +
drivers/net/ethernet/sfc/siena/farch.c
842
efx_siena_xmit_done(tx_queue, tx_ev_desc_ptr);
drivers/net/ethernet/sfc/siena/farch.c
846
tx_queue = channel->tx_queue +
drivers/net/ethernet/sfc/siena/farch.c
850
efx_farch_notify_tx_desc(tx_queue);
drivers/net/ethernet/sfc/siena/net_driver.h
1346
int (*tx_probe)(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/net_driver.h
1347
void (*tx_init)(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/net_driver.h
1348
void (*tx_remove)(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/net_driver.h
1349
void (*tx_write)(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/net_driver.h
1350
netdev_tx_t (*tx_enqueue)(struct efx_tx_queue *tx_queue, struct sk_buff *skb);
drivers/net/ethernet/sfc/siena/net_driver.h
1351
unsigned int (*tx_limit_len)(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/net_driver.h
1542
for (_tx_queue = (_channel)->tx_queue; \
drivers/net/ethernet/sfc/siena/net_driver.h
1543
_tx_queue < (_channel)->tx_queue + \
drivers/net/ethernet/sfc/siena/net_driver.h
1631
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/net_driver.h
1634
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/siena/net_driver.h
1636
tx_queue->insert_count - tx_queue->read_count);
drivers/net/ethernet/sfc/siena/net_driver.h
1645
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/net_driver.h
1648
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/siena/net_driver.h
1650
tx_queue->insert_count - tx_queue->old_read_count);
drivers/net/ethernet/sfc/siena/net_driver.h
1669
efx_tx_queue_get_insert_index(const struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/net_driver.h
1671
return tx_queue->insert_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/siena/net_driver.h
1676
__efx_tx_queue_get_insert_buffer(const struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/net_driver.h
1678
return &tx_queue->buffer[efx_tx_queue_get_insert_index(tx_queue)];
drivers/net/ethernet/sfc/siena/net_driver.h
1683
efx_tx_queue_get_insert_buffer(const struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/net_driver.h
1686
__efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/siena/net_driver.h
546
struct efx_tx_queue tx_queue[EFX_MAX_TXQ_PER_CHANNEL];
drivers/net/ethernet/sfc/siena/nic.h
124
int efx_farch_tx_probe(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/nic.h
125
void efx_farch_tx_init(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/nic.h
126
void efx_farch_tx_fini(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/nic.h
127
void efx_farch_tx_remove(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/nic.h
128
void efx_farch_tx_write(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/nic.h
129
unsigned int efx_farch_tx_limit_len(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/nic_common.h
118
static inline int efx_nic_probe_tx(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/nic_common.h
120
return tx_queue->efx->type->tx_probe(tx_queue);
drivers/net/ethernet/sfc/siena/nic_common.h
122
static inline void efx_nic_init_tx(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/nic_common.h
124
tx_queue->efx->type->tx_init(tx_queue);
drivers/net/ethernet/sfc/siena/nic_common.h
126
static inline void efx_nic_remove_tx(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/nic_common.h
128
if (tx_queue->efx->type->tx_remove)
drivers/net/ethernet/sfc/siena/nic_common.h
129
tx_queue->efx->type->tx_remove(tx_queue);
drivers/net/ethernet/sfc/siena/nic_common.h
131
static inline void efx_nic_push_buffers(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/nic_common.h
133
tx_queue->efx->type->tx_write(tx_queue);
drivers/net/ethernet/sfc/siena/nic_common.h
60
efx_tx_desc(struct efx_tx_queue *tx_queue, unsigned int index)
drivers/net/ethernet/sfc/siena/nic_common.h
62
return ((efx_qword_t *) (tx_queue->txd.buf.addr)) + index;
drivers/net/ethernet/sfc/siena/nic_common.h
68
static inline bool efx_nic_tx_is_empty(struct efx_tx_queue *tx_queue, unsigned int write_count)
drivers/net/ethernet/sfc/siena/nic_common.h
70
unsigned int empty_read_count = READ_ONCE(tx_queue->empty_read_count);
drivers/net/ethernet/sfc/siena/nic_common.h
86
static inline bool efx_nic_may_push_tx_desc(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/nic_common.h
89
bool was_empty = efx_nic_tx_is_empty(tx_queue, write_count);
drivers/net/ethernet/sfc/siena/nic_common.h
91
tx_queue->empty_read_count = 0;
drivers/net/ethernet/sfc/siena/nic_common.h
92
return was_empty && tx_queue->write_count - write_count == 1;
drivers/net/ethernet/sfc/siena/ptp.c
1092
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/ptp.c
1094
tx_queue = efx_channel_get_tx_queue(ptp_data->channel, type);
drivers/net/ethernet/sfc/siena/ptp.c
1095
if (tx_queue && tx_queue->timestamping) {
drivers/net/ethernet/sfc/siena/ptp.c
1096
efx_enqueue_skb(tx_queue, skb);
drivers/net/ethernet/sfc/siena/ptp.c
609
ktime_t efx_siena_ptp_nic_to_kernel_time(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/ptp.c
611
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/ptp.c
617
tx_queue->completed_timestamp_major,
drivers/net/ethernet/sfc/siena/ptp.c
618
tx_queue->completed_timestamp_minor,
drivers/net/ethernet/sfc/siena/ptp.c
622
tx_queue->completed_timestamp_major,
drivers/net/ethernet/sfc/siena/ptp.c
623
tx_queue->completed_timestamp_minor,
drivers/net/ethernet/sfc/siena/ptp.h
46
ktime_t efx_siena_ptp_nic_to_kernel_time(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/selftest.c
416
static int efx_begin_loopback(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/selftest.c
418
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/selftest.c
450
rc = efx_enqueue_skb(tx_queue, skb);
drivers/net/ethernet/sfc/siena/selftest.c
456
"%d in %s loopback test\n", tx_queue->label,
drivers/net/ethernet/sfc/siena/selftest.c
476
static int efx_end_loopback(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/selftest.c
479
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/selftest.c
508
tx_queue->label, tx_done, state->packet_count,
drivers/net/ethernet/sfc/siena/selftest.c
519
tx_queue->label, rx_good, state->packet_count,
drivers/net/ethernet/sfc/siena/selftest.c
526
lb_tests->tx_sent[tx_queue->label] += state->packet_count;
drivers/net/ethernet/sfc/siena/selftest.c
527
lb_tests->tx_done[tx_queue->label] += tx_done;
drivers/net/ethernet/sfc/siena/selftest.c
535
efx_test_loopback(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/selftest.c
538
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/selftest.c
553
tx_queue->label, tx_queue->queue, LOOPBACK_MODE(efx),
drivers/net/ethernet/sfc/siena/selftest.c
557
begin_rc = efx_begin_loopback(tx_queue);
drivers/net/ethernet/sfc/siena/selftest.c
567
end_rc = efx_end_loopback(tx_queue, lb_tests);
drivers/net/ethernet/sfc/siena/selftest.c
580
"of %d packets\n", tx_queue->label, LOOPBACK_MODE(efx),
drivers/net/ethernet/sfc/siena/selftest.c
629
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/selftest.c
669
efx_for_each_channel_tx_queue(tx_queue, channel) {
drivers/net/ethernet/sfc/siena/selftest.c
670
state->offload_csum = (tx_queue->type &
drivers/net/ethernet/sfc/siena/selftest.c
672
rc = efx_test_loopback(tx_queue,
drivers/net/ethernet/sfc/siena/tx.c
106
++tx_queue->insert_count;
drivers/net/ethernet/sfc/siena/tx.c
139
netdev_tx_t __efx_siena_enqueue_skb(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/tx.c
142
unsigned int old_insert_count = tx_queue->insert_count;
drivers/net/ethernet/sfc/siena/tx.c
159
rc = efx_siena_tx_tso_fallback(tx_queue, skb);
drivers/net/ethernet/sfc/siena/tx.c
160
tx_queue->tso_fallbacks++;
drivers/net/ethernet/sfc/siena/tx.c
166
if (efx_enqueue_skb_copy(tx_queue, skb))
drivers/net/ethernet/sfc/siena/tx.c
168
tx_queue->cb_packets++;
drivers/net/ethernet/sfc/siena/tx.c
173
if (!data_mapped && (efx_siena_tx_map_data(tx_queue, skb, segments)))
drivers/net/ethernet/sfc/siena/tx.c
176
efx_tx_maybe_stop_queue(tx_queue);
drivers/net/ethernet/sfc/siena/tx.c
178
tx_queue->xmit_pending = true;
drivers/net/ethernet/sfc/siena/tx.c
181
if (__netdev_tx_sent_queue(tx_queue->core_txq, skb_len, xmit_more))
drivers/net/ethernet/sfc/siena/tx.c
182
efx_tx_send_pending(tx_queue->channel);
drivers/net/ethernet/sfc/siena/tx.c
184
tx_queue->tx_packets++;
drivers/net/ethernet/sfc/siena/tx.c
189
efx_siena_enqueue_unwind(tx_queue, old_insert_count);
drivers/net/ethernet/sfc/siena/tx.c
197
efx_tx_send_pending(tx_queue->channel);
drivers/net/ethernet/sfc/siena/tx.c
212
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/tx.c
229
tx_queue = efx->xdp_tx_queues[cpu];
drivers/net/ethernet/sfc/siena/tx.c
230
if (unlikely(!tx_queue))
drivers/net/ethernet/sfc/siena/tx.c
233
if (!tx_queue->initialised)
drivers/net/ethernet/sfc/siena/tx.c
237
HARD_TX_LOCK(efx->net_dev, tx_queue->core_txq, cpu);
drivers/net/ethernet/sfc/siena/tx.c
243
if (netif_tx_queue_stopped(tx_queue->core_txq))
drivers/net/ethernet/sfc/siena/tx.c
245
efx_tx_maybe_stop_queue(tx_queue);
drivers/net/ethernet/sfc/siena/tx.c
252
tx_queue->read_count - tx_queue->insert_count;
drivers/net/ethernet/sfc/siena/tx.c
26
static inline u8 *efx_tx_get_copy_buffer(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/tx.c
261
prefetchw(__efx_tx_queue_get_insert_buffer(tx_queue));
drivers/net/ethernet/sfc/siena/tx.c
273
tx_buffer = efx_siena_tx_map_chunk(tx_queue, dma_addr, len);
drivers/net/ethernet/sfc/siena/tx.c
279
tx_queue->tx_packets++;
drivers/net/ethernet/sfc/siena/tx.c
284
efx_nic_push_buffers(tx_queue);
drivers/net/ethernet/sfc/siena/tx.c
288
HARD_TX_UNLOCK(efx->net_dev, tx_queue->core_txq);
drivers/net/ethernet/sfc/siena/tx.c
29
unsigned int index = efx_tx_queue_get_insert_index(tx_queue);
drivers/net/ethernet/sfc/siena/tx.c
303
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/siena/tx.c
31
&tx_queue->cb_page[index >> (PAGE_SHIFT - EFX_TX_CB_ORDER)];
drivers/net/ethernet/sfc/siena/tx.c
327
tx_queue = efx_get_tx_queue(efx, index, type);
drivers/net/ethernet/sfc/siena/tx.c
328
if (WARN_ON_ONCE(!tx_queue)) {
drivers/net/ethernet/sfc/siena/tx.c
343
return __efx_siena_enqueue_skb(tx_queue, skb);
drivers/net/ethernet/sfc/siena/tx.c
346
void efx_siena_init_tx_queue_core_txq(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/tx.c
348
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/tx.c
351
tx_queue->core_txq =
drivers/net/ethernet/sfc/siena/tx.c
353
tx_queue->channel->channel +
drivers/net/ethernet/sfc/siena/tx.c
354
((tx_queue->type & EFX_TXQ_TYPE_HIGHPRI) ?
drivers/net/ethernet/sfc/siena/tx.c
36
efx_siena_alloc_buffer(tx_queue->efx, page_buf, PAGE_SIZE,
drivers/net/ethernet/sfc/siena/tx.c
83
static int efx_enqueue_skb_copy(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/tx.c
93
buffer = efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/siena/tx.c
95
copy_buffer = efx_tx_get_copy_buffer(tx_queue, buffer);
drivers/net/ethernet/sfc/siena/tx_common.c
101
if (!tx_queue->buffer)
drivers/net/ethernet/sfc/siena/tx_common.c
104
netif_dbg(tx_queue->efx, drv, tx_queue->efx->net_dev,
drivers/net/ethernet/sfc/siena/tx_common.c
105
"destroying TX queue %d\n", tx_queue->queue);
drivers/net/ethernet/sfc/siena/tx_common.c
106
efx_nic_remove_tx(tx_queue);
drivers/net/ethernet/sfc/siena/tx_common.c
108
if (tx_queue->cb_page) {
drivers/net/ethernet/sfc/siena/tx_common.c
109
for (i = 0; i < efx_tx_cb_page_count(tx_queue); i++)
drivers/net/ethernet/sfc/siena/tx_common.c
110
efx_siena_free_buffer(tx_queue->efx,
drivers/net/ethernet/sfc/siena/tx_common.c
111
&tx_queue->cb_page[i]);
drivers/net/ethernet/sfc/siena/tx_common.c
112
kfree(tx_queue->cb_page);
drivers/net/ethernet/sfc/siena/tx_common.c
113
tx_queue->cb_page = NULL;
drivers/net/ethernet/sfc/siena/tx_common.c
116
kfree(tx_queue->buffer);
drivers/net/ethernet/sfc/siena/tx_common.c
117
tx_queue->buffer = NULL;
drivers/net/ethernet/sfc/siena/tx_common.c
118
tx_queue->channel->tx_queue_by_type[tx_queue->type] = NULL;
drivers/net/ethernet/sfc/siena/tx_common.c
121
static void efx_dequeue_buffer(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/tx_common.c
127
struct device *dma_dev = &tx_queue->efx->pci_dev->dev;
drivers/net/ethernet/sfc/siena/tx_common.c
145
if (tx_queue->timestamping &&
drivers/net/ethernet/sfc/siena/tx_common.c
146
(tx_queue->completed_timestamp_major ||
drivers/net/ethernet/sfc/siena/tx_common.c
147
tx_queue->completed_timestamp_minor)) {
drivers/net/ethernet/sfc/siena/tx_common.c
151
efx_siena_ptp_nic_to_kernel_time(tx_queue);
drivers/net/ethernet/sfc/siena/tx_common.c
154
tx_queue->completed_timestamp_major = 0;
drivers/net/ethernet/sfc/siena/tx_common.c
155
tx_queue->completed_timestamp_minor = 0;
drivers/net/ethernet/sfc/siena/tx_common.c
158
netif_vdbg(tx_queue->efx, tx_done, tx_queue->efx->net_dev,
drivers/net/ethernet/sfc/siena/tx_common.c
160
tx_queue->queue, tx_queue->read_count);
drivers/net/ethernet/sfc/siena/tx_common.c
169
void efx_siena_fini_tx_queue(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/tx_common.c
17
static unsigned int efx_tx_cb_page_count(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/tx_common.c
173
netif_dbg(tx_queue->efx, drv, tx_queue->efx->net_dev,
drivers/net/ethernet/sfc/siena/tx_common.c
174
"shutting down TX queue %d\n", tx_queue->queue);
drivers/net/ethernet/sfc/siena/tx_common.c
176
if (!tx_queue->buffer)
drivers/net/ethernet/sfc/siena/tx_common.c
180
while (tx_queue->read_count != tx_queue->write_count) {
drivers/net/ethernet/sfc/siena/tx_common.c
183
buffer = &tx_queue->buffer[tx_queue->read_count & tx_queue->ptr_mask];
drivers/net/ethernet/sfc/siena/tx_common.c
184
efx_dequeue_buffer(tx_queue, buffer, &pkts_compl, &bytes_compl);
drivers/net/ethernet/sfc/siena/tx_common.c
186
++tx_queue->read_count;
drivers/net/ethernet/sfc/siena/tx_common.c
188
tx_queue->xmit_pending = false;
drivers/net/ethernet/sfc/siena/tx_common.c
189
netdev_tx_reset_queue(tx_queue->core_txq);
drivers/net/ethernet/sfc/siena/tx_common.c
19
return DIV_ROUND_UP(tx_queue->ptr_mask + 1,
drivers/net/ethernet/sfc/siena/tx_common.c
197
static void efx_dequeue_buffers(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/tx_common.c
202
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/tx_common.c
205
stop_index = (index + 1) & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/siena/tx_common.c
206
read_ptr = tx_queue->read_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/siena/tx_common.c
209
struct efx_tx_buffer *buffer = &tx_queue->buffer[read_ptr];
drivers/net/ethernet/sfc/siena/tx_common.c
214
tx_queue->queue, read_ptr);
drivers/net/ethernet/sfc/siena/tx_common.c
219
efx_dequeue_buffer(tx_queue, buffer, pkts_compl, bytes_compl);
drivers/net/ethernet/sfc/siena/tx_common.c
221
++tx_queue->read_count;
drivers/net/ethernet/sfc/siena/tx_common.c
222
read_ptr = tx_queue->read_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/siena/tx_common.c
226
void efx_siena_xmit_done_check_empty(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/tx_common.c
228
if ((int)(tx_queue->read_count - tx_queue->old_write_count) >= 0) {
drivers/net/ethernet/sfc/siena/tx_common.c
229
tx_queue->old_write_count = READ_ONCE(tx_queue->write_count);
drivers/net/ethernet/sfc/siena/tx_common.c
23
int efx_siena_probe_tx_queue(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/tx_common.c
230
if (tx_queue->read_count == tx_queue->old_write_count) {
drivers/net/ethernet/sfc/siena/tx_common.c
233
tx_queue->empty_read_count =
drivers/net/ethernet/sfc/siena/tx_common.c
234
tx_queue->read_count | EFX_EMPTY_COUNT_VALID;
drivers/net/ethernet/sfc/siena/tx_common.c
239
void efx_siena_xmit_done(struct efx_tx_queue *tx_queue, unsigned int index)
drivers/net/ethernet/sfc/siena/tx_common.c
242
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/tx_common.c
244
EFX_WARN_ON_ONCE_PARANOID(index > tx_queue->ptr_mask);
drivers/net/ethernet/sfc/siena/tx_common.c
246
efx_dequeue_buffers(tx_queue, index, &pkts_compl, &bytes_compl);
drivers/net/ethernet/sfc/siena/tx_common.c
247
tx_queue->pkts_compl += pkts_compl;
drivers/net/ethernet/sfc/siena/tx_common.c
248
tx_queue->bytes_compl += bytes_compl;
drivers/net/ethernet/sfc/siena/tx_common.c
25
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/tx_common.c
251
++tx_queue->merge_events;
drivers/net/ethernet/sfc/siena/tx_common.c
258
if (unlikely(netif_tx_queue_stopped(tx_queue->core_txq)) &&
drivers/net/ethernet/sfc/siena/tx_common.c
261
fill_level = efx_channel_tx_fill_level(tx_queue->channel);
drivers/net/ethernet/sfc/siena/tx_common.c
263
netif_tx_wake_queue(tx_queue->core_txq);
drivers/net/ethernet/sfc/siena/tx_common.c
266
efx_siena_xmit_done_check_empty(tx_queue);
drivers/net/ethernet/sfc/siena/tx_common.c
272
void efx_siena_enqueue_unwind(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/tx_common.c
280
while (tx_queue->insert_count != insert_count) {
drivers/net/ethernet/sfc/siena/tx_common.c
281
--tx_queue->insert_count;
drivers/net/ethernet/sfc/siena/tx_common.c
282
buffer = __efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/siena/tx_common.c
283
efx_dequeue_buffer(tx_queue, buffer, &pkts_compl, &bytes_compl);
drivers/net/ethernet/sfc/siena/tx_common.c
287
struct efx_tx_buffer *efx_siena_tx_map_chunk(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/tx_common.c
290
const struct efx_nic_type *nic_type = tx_queue->efx->type;
drivers/net/ethernet/sfc/siena/tx_common.c
296
buffer = efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/siena/tx_common.c
299
dma_len = nic_type->tx_limit_len(tx_queue, dma_addr, len);
drivers/net/ethernet/sfc/siena/tx_common.c
308
++tx_queue->insert_count;
drivers/net/ethernet/sfc/siena/tx_common.c
32
tx_queue->ptr_mask = entries - 1;
drivers/net/ethernet/sfc/siena/tx_common.c
328
int efx_siena_tx_map_data(struct efx_tx_queue *tx_queue, struct sk_buff *skb,
drivers/net/ethernet/sfc/siena/tx_common.c
331
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/tx_common.c
358
tx_queue->tso_long_headers++;
drivers/net/ethernet/sfc/siena/tx_common.c
359
efx_siena_tx_map_chunk(tx_queue, dma_addr, header_len);
drivers/net/ethernet/sfc/siena/tx_common.c
36
tx_queue->queue, efx->txq_entries, tx_queue->ptr_mask);
drivers/net/ethernet/sfc/siena/tx_common.c
370
buffer = efx_siena_tx_map_chunk(tx_queue, dma_addr, len);
drivers/net/ethernet/sfc/siena/tx_common.c
39
tx_queue->buffer = kzalloc_objs(*tx_queue->buffer, entries);
drivers/net/ethernet/sfc/siena/tx_common.c
40
if (!tx_queue->buffer)
drivers/net/ethernet/sfc/siena/tx_common.c
43
tx_queue->cb_page = kzalloc_objs(tx_queue->cb_page[0],
drivers/net/ethernet/sfc/siena/tx_common.c
430
int efx_siena_tx_tso_fallback(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/tx_common.c
44
efx_tx_cb_page_count(tx_queue));
drivers/net/ethernet/sfc/siena/tx_common.c
443
efx_enqueue_skb(tx_queue, skb);
drivers/net/ethernet/sfc/siena/tx_common.c
45
if (!tx_queue->cb_page) {
drivers/net/ethernet/sfc/siena/tx_common.c
51
rc = efx_nic_probe_tx(tx_queue);
drivers/net/ethernet/sfc/siena/tx_common.c
55
tx_queue->channel->tx_queue_by_type[tx_queue->type] = tx_queue;
drivers/net/ethernet/sfc/siena/tx_common.c
59
kfree(tx_queue->cb_page);
drivers/net/ethernet/sfc/siena/tx_common.c
60
tx_queue->cb_page = NULL;
drivers/net/ethernet/sfc/siena/tx_common.c
62
kfree(tx_queue->buffer);
drivers/net/ethernet/sfc/siena/tx_common.c
63
tx_queue->buffer = NULL;
drivers/net/ethernet/sfc/siena/tx_common.c
67
void efx_siena_init_tx_queue(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/tx_common.c
69
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/siena/tx_common.c
72
"initialising TX queue %d\n", tx_queue->queue);
drivers/net/ethernet/sfc/siena/tx_common.c
74
tx_queue->insert_count = 0;
drivers/net/ethernet/sfc/siena/tx_common.c
75
tx_queue->notify_count = 0;
drivers/net/ethernet/sfc/siena/tx_common.c
76
tx_queue->write_count = 0;
drivers/net/ethernet/sfc/siena/tx_common.c
77
tx_queue->packet_write_count = 0;
drivers/net/ethernet/sfc/siena/tx_common.c
78
tx_queue->old_write_count = 0;
drivers/net/ethernet/sfc/siena/tx_common.c
79
tx_queue->read_count = 0;
drivers/net/ethernet/sfc/siena/tx_common.c
80
tx_queue->old_read_count = 0;
drivers/net/ethernet/sfc/siena/tx_common.c
81
tx_queue->empty_read_count = 0 | EFX_EMPTY_COUNT_VALID;
drivers/net/ethernet/sfc/siena/tx_common.c
82
tx_queue->xmit_pending = false;
drivers/net/ethernet/sfc/siena/tx_common.c
83
tx_queue->timestamping = (efx_siena_ptp_use_mac_tx_timestamps(efx) &&
drivers/net/ethernet/sfc/siena/tx_common.c
84
tx_queue->channel == efx_siena_ptp_channel(efx));
drivers/net/ethernet/sfc/siena/tx_common.c
85
tx_queue->completed_timestamp_major = 0;
drivers/net/ethernet/sfc/siena/tx_common.c
86
tx_queue->completed_timestamp_minor = 0;
drivers/net/ethernet/sfc/siena/tx_common.c
88
tx_queue->xdp_tx = efx_channel_is_xdp_tx(tx_queue->channel);
drivers/net/ethernet/sfc/siena/tx_common.c
89
tx_queue->tso_version = 0;
drivers/net/ethernet/sfc/siena/tx_common.c
92
efx_nic_init_tx(tx_queue);
drivers/net/ethernet/sfc/siena/tx_common.c
94
tx_queue->initialised = true;
drivers/net/ethernet/sfc/siena/tx_common.c
97
void efx_siena_remove_tx_queue(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/siena/tx_common.h
14
int efx_siena_probe_tx_queue(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/tx_common.h
15
void efx_siena_init_tx_queue(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/tx_common.h
16
void efx_siena_fini_tx_queue(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/tx_common.h
17
void efx_siena_remove_tx_queue(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/tx_common.h
24
void efx_siena_xmit_done_check_empty(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/siena/tx_common.h
25
void efx_siena_xmit_done(struct efx_tx_queue *tx_queue, unsigned int index);
drivers/net/ethernet/sfc/siena/tx_common.h
27
void efx_siena_enqueue_unwind(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/tx_common.h
30
struct efx_tx_buffer *efx_siena_tx_map_chunk(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/siena/tx_common.h
32
int efx_siena_tx_map_data(struct efx_tx_queue *tx_queue, struct sk_buff *skb,
drivers/net/ethernet/sfc/siena/tx_common.h
36
int efx_siena_tx_tso_fallback(struct efx_tx_queue *tx_queue, struct sk_buff *skb);
drivers/net/ethernet/sfc/tx.c
101
buffer = efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/tx.c
103
copy_buffer = efx_tx_get_copy_buffer(tx_queue, buffer);
drivers/net/ethernet/sfc/tx.c
114
++tx_queue->insert_count;
drivers/net/ethernet/sfc/tx.c
212
static int efx_enqueue_skb_pio(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx.c
216
efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/tx.c
217
u8 __iomem *piobuf = tx_queue->piobuf;
drivers/net/ethernet/sfc/tx.c
232
efx_skb_copy_bits_to_pio(tx_queue->efx, skb,
drivers/net/ethernet/sfc/tx.c
234
efx_flush_copy_buffer(tx_queue->efx, piobuf, ©_buf);
drivers/net/ethernet/sfc/tx.c
242
__iowrite64_copy(tx_queue->piobuf, skb->data,
drivers/net/ethernet/sfc/tx.c
255
tx_queue->piobuf_offset);
drivers/net/ethernet/sfc/tx.c
256
++tx_queue->insert_count;
drivers/net/ethernet/sfc/tx.c
268
static bool efx_tx_may_pio(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/tx.c
270
struct efx_channel *channel = tx_queue->channel;
drivers/net/ethernet/sfc/tx.c
272
if (!tx_queue->piobuf)
drivers/net/ethernet/sfc/tx.c
277
efx_for_each_channel_tx_queue(tx_queue, channel)
drivers/net/ethernet/sfc/tx.c
278
if (!efx_nic_tx_is_empty(tx_queue, tx_queue->packet_write_count))
drivers/net/ethernet/sfc/tx.c
314
netdev_tx_t __efx_enqueue_skb(struct efx_tx_queue *tx_queue, struct sk_buff *skb)
drivers/net/ethernet/sfc/tx.c
316
unsigned int old_insert_count = tx_queue->insert_count;
drivers/net/ethernet/sfc/tx.c
333
switch (tx_queue->tso_version) {
drivers/net/ethernet/sfc/tx.c
335
rc = efx_enqueue_skb_tso(tx_queue, skb, &data_mapped);
drivers/net/ethernet/sfc/tx.c
338
rc = efx_ef10_tx_tso_desc(tx_queue, skb, &data_mapped);
drivers/net/ethernet/sfc/tx.c
34
static inline u8 *efx_tx_get_copy_buffer(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx.c
346
rc = efx_tx_tso_fallback(tx_queue, skb);
drivers/net/ethernet/sfc/tx.c
347
tx_queue->tso_fallbacks++;
drivers/net/ethernet/sfc/tx.c
355
efx_tx_may_pio(tx_queue)) {
drivers/net/ethernet/sfc/tx.c
357
if (efx_enqueue_skb_pio(tx_queue, skb))
drivers/net/ethernet/sfc/tx.c
359
tx_queue->pio_packets++;
drivers/net/ethernet/sfc/tx.c
364
if (efx_enqueue_skb_copy(tx_queue, skb))
drivers/net/ethernet/sfc/tx.c
366
tx_queue->cb_packets++;
drivers/net/ethernet/sfc/tx.c
37
unsigned int index = efx_tx_queue_get_insert_index(tx_queue);
drivers/net/ethernet/sfc/tx.c
371
if (!data_mapped && (efx_tx_map_data(tx_queue, skb, segments)))
drivers/net/ethernet/sfc/tx.c
374
efx_tx_maybe_stop_queue(tx_queue);
drivers/net/ethernet/sfc/tx.c
376
tx_queue->xmit_pending = true;
drivers/net/ethernet/sfc/tx.c
379
if (__netdev_tx_sent_queue(tx_queue->core_txq, skb_len, xmit_more))
drivers/net/ethernet/sfc/tx.c
380
efx_tx_send_pending(tx_queue->channel);
drivers/net/ethernet/sfc/tx.c
383
tx_queue->tso_bursts++;
drivers/net/ethernet/sfc/tx.c
384
tx_queue->tso_packets += segments;
drivers/net/ethernet/sfc/tx.c
385
tx_queue->tx_packets += segments;
drivers/net/ethernet/sfc/tx.c
387
tx_queue->tx_packets++;
drivers/net/ethernet/sfc/tx.c
39
&tx_queue->cb_page[index >> (PAGE_SHIFT - EFX_TX_CB_ORDER)];
drivers/net/ethernet/sfc/tx.c
394
efx_enqueue_unwind(tx_queue, old_insert_count);
drivers/net/ethernet/sfc/tx.c
402
efx_tx_send_pending(tx_queue->channel);
drivers/net/ethernet/sfc/tx.c
417
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/tx.c
434
tx_queue = efx->xdp_tx_queues[cpu];
drivers/net/ethernet/sfc/tx.c
435
if (unlikely(!tx_queue))
drivers/net/ethernet/sfc/tx.c
438
if (!tx_queue->initialised)
drivers/net/ethernet/sfc/tx.c
44
efx_nic_alloc_buffer(tx_queue->efx, page_buf, PAGE_SIZE,
drivers/net/ethernet/sfc/tx.c
442
HARD_TX_LOCK(efx->net_dev, tx_queue->core_txq, cpu);
drivers/net/ethernet/sfc/tx.c
448
if (netif_tx_queue_stopped(tx_queue->core_txq))
drivers/net/ethernet/sfc/tx.c
450
efx_tx_maybe_stop_queue(tx_queue);
drivers/net/ethernet/sfc/tx.c
457
tx_queue->read_count - tx_queue->insert_count;
drivers/net/ethernet/sfc/tx.c
466
prefetchw(__efx_tx_queue_get_insert_buffer(tx_queue));
drivers/net/ethernet/sfc/tx.c
478
tx_buffer = efx_tx_map_chunk(tx_queue, dma_addr, len);
drivers/net/ethernet/sfc/tx.c
484
tx_queue->tx_packets++;
drivers/net/ethernet/sfc/tx.c
489
efx_nic_push_buffers(tx_queue);
drivers/net/ethernet/sfc/tx.c
493
HARD_TX_UNLOCK(efx->net_dev, tx_queue->core_txq);
drivers/net/ethernet/sfc/tx.c
508
struct efx_tx_queue *tx_queue;
drivers/net/ethernet/sfc/tx.c
527
tx_queue = efx_get_tx_queue(efx, index, type);
drivers/net/ethernet/sfc/tx.c
528
if (WARN_ON_ONCE(!tx_queue)) {
drivers/net/ethernet/sfc/tx.c
543
return __efx_enqueue_skb(tx_queue, skb);
drivers/net/ethernet/sfc/tx.c
546
void efx_xmit_done_single(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/tx.c
554
read_ptr = tx_queue->read_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/tx.c
557
struct efx_tx_buffer *buffer = &tx_queue->buffer[read_ptr];
drivers/net/ethernet/sfc/tx.c
560
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/tx.c
564
tx_queue->queue);
drivers/net/ethernet/sfc/tx.c
572
efx_dequeue_buffer(tx_queue, buffer, &pkts_compl, &bytes_compl,
drivers/net/ethernet/sfc/tx.c
576
++tx_queue->read_count;
drivers/net/ethernet/sfc/tx.c
577
read_ptr = tx_queue->read_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/tx.c
580
tx_queue->pkts_compl += pkts_compl;
drivers/net/ethernet/sfc/tx.c
581
tx_queue->bytes_compl += bytes_compl;
drivers/net/ethernet/sfc/tx.c
582
tx_queue->complete_xdp_packets += xdp_pkts_compl;
drivers/net/ethernet/sfc/tx.c
583
tx_queue->complete_xdp_bytes += xdp_bytes_compl;
drivers/net/ethernet/sfc/tx.c
587
efx_xmit_done_check_empty(tx_queue);
drivers/net/ethernet/sfc/tx.c
590
void efx_init_tx_queue_core_txq(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/tx.c
592
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/tx.c
595
tx_queue->core_txq =
drivers/net/ethernet/sfc/tx.c
597
tx_queue->channel->channel);
drivers/net/ethernet/sfc/tx.c
91
static int efx_enqueue_skb_copy(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx.h
15
unsigned int efx_tx_limit_len(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx_common.c
102
void efx_fini_tx_queue(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/tx_common.c
106
netif_dbg(tx_queue->efx, drv, tx_queue->efx->net_dev,
drivers/net/ethernet/sfc/tx_common.c
107
"shutting down TX queue %d\n", tx_queue->queue);
drivers/net/ethernet/sfc/tx_common.c
109
tx_queue->initialised = false;
drivers/net/ethernet/sfc/tx_common.c
111
if (!tx_queue->buffer)
drivers/net/ethernet/sfc/tx_common.c
115
while (tx_queue->read_count != tx_queue->write_count) {
drivers/net/ethernet/sfc/tx_common.c
120
buffer = &tx_queue->buffer[tx_queue->read_count & tx_queue->ptr_mask];
drivers/net/ethernet/sfc/tx_common.c
121
efx_dequeue_buffer(tx_queue, buffer, &pkts_compl, &bytes_compl,
drivers/net/ethernet/sfc/tx_common.c
125
++tx_queue->read_count;
drivers/net/ethernet/sfc/tx_common.c
127
tx_queue->xmit_pending = false;
drivers/net/ethernet/sfc/tx_common.c
128
netdev_tx_reset_queue(tx_queue->core_txq);
drivers/net/ethernet/sfc/tx_common.c
131
void efx_remove_tx_queue(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/tx_common.c
135
if (!tx_queue->buffer)
drivers/net/ethernet/sfc/tx_common.c
138
netif_dbg(tx_queue->efx, drv, tx_queue->efx->net_dev,
drivers/net/ethernet/sfc/tx_common.c
139
"destroying TX queue %d\n", tx_queue->queue);
drivers/net/ethernet/sfc/tx_common.c
140
efx_nic_remove_tx(tx_queue);
drivers/net/ethernet/sfc/tx_common.c
142
if (tx_queue->cb_page) {
drivers/net/ethernet/sfc/tx_common.c
143
for (i = 0; i < efx_tx_cb_page_count(tx_queue); i++)
drivers/net/ethernet/sfc/tx_common.c
144
efx_nic_free_buffer(tx_queue->efx,
drivers/net/ethernet/sfc/tx_common.c
145
&tx_queue->cb_page[i]);
drivers/net/ethernet/sfc/tx_common.c
146
kfree(tx_queue->cb_page);
drivers/net/ethernet/sfc/tx_common.c
147
tx_queue->cb_page = NULL;
drivers/net/ethernet/sfc/tx_common.c
150
kfree(tx_queue->buffer);
drivers/net/ethernet/sfc/tx_common.c
151
tx_queue->buffer = NULL;
drivers/net/ethernet/sfc/tx_common.c
152
tx_queue->channel->tx_queue_by_type[tx_queue->type] = NULL;
drivers/net/ethernet/sfc/tx_common.c
155
void efx_dequeue_buffer(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx_common.c
164
struct device *dma_dev = &tx_queue->efx->pci_dev->dev;
drivers/net/ethernet/sfc/tx_common.c
17
static unsigned int efx_tx_cb_page_count(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/tx_common.c
188
if (tx_queue->timestamping &&
drivers/net/ethernet/sfc/tx_common.c
189
(tx_queue->completed_timestamp_major ||
drivers/net/ethernet/sfc/tx_common.c
19
return DIV_ROUND_UP(tx_queue->ptr_mask + 1,
drivers/net/ethernet/sfc/tx_common.c
190
tx_queue->completed_timestamp_minor)) {
drivers/net/ethernet/sfc/tx_common.c
194
efx_ptp_nic_to_kernel_time(tx_queue);
drivers/net/ethernet/sfc/tx_common.c
197
tx_queue->completed_timestamp_major = 0;
drivers/net/ethernet/sfc/tx_common.c
198
tx_queue->completed_timestamp_minor = 0;
drivers/net/ethernet/sfc/tx_common.c
201
netif_vdbg(tx_queue->efx, tx_done, tx_queue->efx->net_dev,
drivers/net/ethernet/sfc/tx_common.c
203
tx_queue->queue, tx_queue->read_count);
drivers/net/ethernet/sfc/tx_common.c
221
static void efx_dequeue_buffers(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx_common.c
229
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/tx_common.c
23
int efx_probe_tx_queue(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/tx_common.c
232
stop_index = (index + 1) & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/tx_common.c
233
read_ptr = tx_queue->read_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/tx_common.c
236
struct efx_tx_buffer *buffer = &tx_queue->buffer[read_ptr];
drivers/net/ethernet/sfc/tx_common.c
241
tx_queue->queue, read_ptr);
drivers/net/ethernet/sfc/tx_common.c
246
efx_dequeue_buffer(tx_queue, buffer, pkts_compl, bytes_compl,
drivers/net/ethernet/sfc/tx_common.c
249
++tx_queue->read_count;
drivers/net/ethernet/sfc/tx_common.c
25
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/tx_common.c
250
read_ptr = tx_queue->read_count & tx_queue->ptr_mask;
drivers/net/ethernet/sfc/tx_common.c
254
void efx_xmit_done_check_empty(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/tx_common.c
256
if ((int)(tx_queue->read_count - tx_queue->old_write_count) >= 0) {
drivers/net/ethernet/sfc/tx_common.c
257
tx_queue->old_write_count = READ_ONCE(tx_queue->write_count);
drivers/net/ethernet/sfc/tx_common.c
258
if (tx_queue->read_count == tx_queue->old_write_count) {
drivers/net/ethernet/sfc/tx_common.c
261
tx_queue->empty_read_count =
drivers/net/ethernet/sfc/tx_common.c
262
tx_queue->read_count | EFX_EMPTY_COUNT_VALID;
drivers/net/ethernet/sfc/tx_common.c
267
int efx_xmit_done(struct efx_tx_queue *tx_queue, unsigned int index)
drivers/net/ethernet/sfc/tx_common.c
272
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/tx_common.c
274
EFX_WARN_ON_ONCE_PARANOID(index > tx_queue->ptr_mask);
drivers/net/ethernet/sfc/tx_common.c
276
efx_dequeue_buffers(tx_queue, index, &pkts_compl, &bytes_compl,
drivers/net/ethernet/sfc/tx_common.c
278
tx_queue->pkts_compl += pkts_compl;
drivers/net/ethernet/sfc/tx_common.c
279
tx_queue->bytes_compl += bytes_compl;
drivers/net/ethernet/sfc/tx_common.c
280
tx_queue->complete_xdp_packets += xdp_pkts_compl;
drivers/net/ethernet/sfc/tx_common.c
281
tx_queue->complete_xdp_bytes += xdp_bytes_compl;
drivers/net/ethernet/sfc/tx_common.c
284
++tx_queue->merge_events;
drivers/net/ethernet/sfc/tx_common.c
291
if (unlikely(netif_tx_queue_stopped(tx_queue->core_txq)) &&
drivers/net/ethernet/sfc/tx_common.c
294
fill_level = efx_channel_tx_fill_level(tx_queue->channel);
drivers/net/ethernet/sfc/tx_common.c
296
netif_tx_wake_queue(tx_queue->core_txq);
drivers/net/ethernet/sfc/tx_common.c
299
efx_xmit_done_check_empty(tx_queue);
drivers/net/ethernet/sfc/tx_common.c
307
void efx_enqueue_unwind(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx_common.c
318
while (tx_queue->insert_count != insert_count) {
drivers/net/ethernet/sfc/tx_common.c
319
--tx_queue->insert_count;
drivers/net/ethernet/sfc/tx_common.c
32
tx_queue->ptr_mask = entries - 1;
drivers/net/ethernet/sfc/tx_common.c
320
buffer = __efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/tx_common.c
321
efx_dequeue_buffer(tx_queue, buffer, &pkts_compl, &bytes_compl,
drivers/net/ethernet/sfc/tx_common.c
327
struct efx_tx_buffer *efx_tx_map_chunk(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx_common.c
330
const struct efx_nic_type *nic_type = tx_queue->efx->type;
drivers/net/ethernet/sfc/tx_common.c
336
buffer = efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/tx_common.c
339
dma_len = nic_type->tx_limit_len(tx_queue, dma_addr, len);
drivers/net/ethernet/sfc/tx_common.c
348
++tx_queue->insert_count;
drivers/net/ethernet/sfc/tx_common.c
36
tx_queue->queue, efx->txq_entries, tx_queue->ptr_mask);
drivers/net/ethernet/sfc/tx_common.c
368
int efx_tx_map_data(struct efx_tx_queue *tx_queue, struct sk_buff *skb,
drivers/net/ethernet/sfc/tx_common.c
371
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/tx_common.c
39
tx_queue->buffer = kzalloc_objs(*tx_queue->buffer, entries);
drivers/net/ethernet/sfc/tx_common.c
398
tx_queue->tso_long_headers++;
drivers/net/ethernet/sfc/tx_common.c
399
efx_tx_map_chunk(tx_queue, dma_addr, header_len);
drivers/net/ethernet/sfc/tx_common.c
40
if (!tx_queue->buffer)
drivers/net/ethernet/sfc/tx_common.c
410
buffer = efx_tx_map_chunk(tx_queue, dma_addr, len);
drivers/net/ethernet/sfc/tx_common.c
43
tx_queue->cb_page = kzalloc_objs(tx_queue->cb_page[0],
drivers/net/ethernet/sfc/tx_common.c
44
efx_tx_cb_page_count(tx_queue));
drivers/net/ethernet/sfc/tx_common.c
45
if (!tx_queue->cb_page) {
drivers/net/ethernet/sfc/tx_common.c
471
int efx_tx_tso_fallback(struct efx_tx_queue *tx_queue, struct sk_buff *skb)
drivers/net/ethernet/sfc/tx_common.c
483
efx_enqueue_skb(tx_queue, skb);
drivers/net/ethernet/sfc/tx_common.c
51
rc = efx_nic_probe_tx(tx_queue);
drivers/net/ethernet/sfc/tx_common.c
55
tx_queue->channel->tx_queue_by_type[tx_queue->type] = tx_queue;
drivers/net/ethernet/sfc/tx_common.c
59
kfree(tx_queue->cb_page);
drivers/net/ethernet/sfc/tx_common.c
60
tx_queue->cb_page = NULL;
drivers/net/ethernet/sfc/tx_common.c
62
kfree(tx_queue->buffer);
drivers/net/ethernet/sfc/tx_common.c
63
tx_queue->buffer = NULL;
drivers/net/ethernet/sfc/tx_common.c
67
void efx_init_tx_queue(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/tx_common.c
69
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/tx_common.c
72
"initialising TX queue %d\n", tx_queue->queue);
drivers/net/ethernet/sfc/tx_common.c
74
tx_queue->insert_count = 0;
drivers/net/ethernet/sfc/tx_common.c
75
tx_queue->notify_count = 0;
drivers/net/ethernet/sfc/tx_common.c
76
tx_queue->write_count = 0;
drivers/net/ethernet/sfc/tx_common.c
77
tx_queue->packet_write_count = 0;
drivers/net/ethernet/sfc/tx_common.c
78
tx_queue->old_write_count = 0;
drivers/net/ethernet/sfc/tx_common.c
79
tx_queue->read_count = 0;
drivers/net/ethernet/sfc/tx_common.c
80
tx_queue->old_read_count = 0;
drivers/net/ethernet/sfc/tx_common.c
81
tx_queue->empty_read_count = 0 | EFX_EMPTY_COUNT_VALID;
drivers/net/ethernet/sfc/tx_common.c
82
tx_queue->xmit_pending = false;
drivers/net/ethernet/sfc/tx_common.c
83
tx_queue->timestamping = (efx_ptp_use_mac_tx_timestamps(efx) &&
drivers/net/ethernet/sfc/tx_common.c
84
tx_queue->channel == efx_ptp_channel(efx));
drivers/net/ethernet/sfc/tx_common.c
85
tx_queue->completed_timestamp_major = 0;
drivers/net/ethernet/sfc/tx_common.c
86
tx_queue->completed_timestamp_minor = 0;
drivers/net/ethernet/sfc/tx_common.c
88
tx_queue->old_complete_packets = tx_queue->complete_packets;
drivers/net/ethernet/sfc/tx_common.c
89
tx_queue->old_complete_bytes = tx_queue->complete_bytes;
drivers/net/ethernet/sfc/tx_common.c
90
tx_queue->old_tso_bursts = tx_queue->tso_bursts;
drivers/net/ethernet/sfc/tx_common.c
91
tx_queue->old_tso_packets = tx_queue->tso_packets;
drivers/net/ethernet/sfc/tx_common.c
93
tx_queue->xdp_tx = efx_channel_is_xdp_tx(tx_queue->channel);
drivers/net/ethernet/sfc/tx_common.c
94
tx_queue->tso_version = 0;
drivers/net/ethernet/sfc/tx_common.c
97
efx_nic_init_tx(tx_queue);
drivers/net/ethernet/sfc/tx_common.c
99
tx_queue->initialised = true;
drivers/net/ethernet/sfc/tx_common.h
14
int efx_probe_tx_queue(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/tx_common.h
15
void efx_init_tx_queue(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/tx_common.h
16
void efx_fini_tx_queue(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/tx_common.h
17
void efx_remove_tx_queue(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/tx_common.h
19
void efx_dequeue_buffer(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx_common.h
32
void efx_xmit_done_check_empty(struct efx_tx_queue *tx_queue);
drivers/net/ethernet/sfc/tx_common.h
33
int efx_xmit_done(struct efx_tx_queue *tx_queue, unsigned int index);
drivers/net/ethernet/sfc/tx_common.h
35
void efx_enqueue_unwind(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx_common.h
38
struct efx_tx_buffer *efx_tx_map_chunk(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx_common.h
41
int efx_tx_map_data(struct efx_tx_queue *tx_queue, struct sk_buff *skb,
drivers/net/ethernet/sfc/tx_common.h
45
int efx_tx_tso_fallback(struct efx_tx_queue *tx_queue, struct sk_buff *skb);
drivers/net/ethernet/sfc/tx_tso.c
102
static void efx_tx_queue_insert(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx_tso.c
112
buffer = efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/tx_tso.c
113
++tx_queue->insert_count;
drivers/net/ethernet/sfc/tx_tso.c
115
EFX_WARN_ON_ONCE_PARANOID(tx_queue->insert_count -
drivers/net/ethernet/sfc/tx_tso.c
116
tx_queue->read_count >=
drivers/net/ethernet/sfc/tx_tso.c
117
tx_queue->efx->txq_entries);
drivers/net/ethernet/sfc/tx_tso.c
121
dma_len = tx_queue->efx->type->tx_limit_len(tx_queue,
drivers/net/ethernet/sfc/tx_tso.c
170
struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx_tso.c
232
static void tso_fill_packet_with_fragment(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx_tso.c
253
efx_tx_queue_insert(tx_queue, st->dma_addr, n, &buffer);
drivers/net/ethernet/sfc/tx_tso.c
285
static int tso_start_new_packet(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx_tso.c
290
efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/tx_tso.c
319
++tx_queue->insert_count;
drivers/net/ethernet/sfc/tx_tso.c
324
buffer = efx_tx_queue_get_insert_buffer(tx_queue);
drivers/net/ethernet/sfc/tx_tso.c
339
++tx_queue->insert_count;
drivers/net/ethernet/sfc/tx_tso.c
362
int efx_enqueue_skb_tso(struct efx_tx_queue *tx_queue,
drivers/net/ethernet/sfc/tx_tso.c
366
struct efx_nic *efx = tx_queue->efx;
drivers/net/ethernet/sfc/tx_tso.c
370
if (tx_queue->tso_version != 1)
drivers/net/ethernet/sfc/tx_tso.c
378
EFX_WARN_ON_ONCE_PARANOID(tx_queue->write_count != tx_queue->insert_count);
drivers/net/ethernet/sfc/tx_tso.c
380
rc = tso_start(&state, efx, tx_queue, skb);
drivers/net/ethernet/sfc/tx_tso.c
397
rc = tso_start_new_packet(tx_queue, skb, &state);
drivers/net/ethernet/sfc/tx_tso.c
401
prefetch_ptr(tx_queue);
drivers/net/ethernet/sfc/tx_tso.c
404
tso_fill_packet_with_fragment(tx_queue, skb, &state);
drivers/net/ethernet/sfc/tx_tso.c
419
rc = tso_start_new_packet(tx_queue, skb, &state);
drivers/net/ethernet/sfc/tx_tso.c
79
static inline void prefetch_ptr(struct efx_tx_queue *tx_queue)
drivers/net/ethernet/sfc/tx_tso.c
81
unsigned int insert_ptr = efx_tx_queue_get_insert_index(tx_queue);
drivers/net/ethernet/sfc/tx_tso.c
84
ptr = (char *) (tx_queue->buffer + insert_ptr);
drivers/net/ethernet/sfc/tx_tso.c
88
ptr = (char *)(((efx_qword_t *)tx_queue->txd.addr) + insert_ptr);
drivers/net/ethernet/stmicro/stmmac/stmmac.h
229
struct stmmac_tx_queue tx_queue[MTL_MAX_TX_QUEUES];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
1450
struct stmmac_tx_queue *tx_q = &dma_conf->tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
1547
struct stmmac_tx_queue *tx_q = &dma_conf->tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
1672
struct stmmac_tx_queue *tx_q = &dma_conf->tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
1943
struct stmmac_tx_queue *tx_q = &dma_conf->tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
2041
struct stmmac_tx_queue *tx_q = &dma_conf->tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
2129
struct stmmac_tx_queue *tx_q = &dma_conf->tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
2293
struct stmmac_tx_queue *tx_q = &dma_conf->tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
2649
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
2795
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
2986
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[chan];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
3054
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[chan];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
3296
tx_q = &priv->dma_conf.tx_queue[chan];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
3311
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
3377
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[chan];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
358
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
3692
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[chan];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
3714
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[chan];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
3748
free_irq(priv->tx_irq[j], &priv->dma_conf.tx_queue[j]);
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
3914
0, int_name, &priv->dma_conf.tx_queue[i]);
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
394
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
4045
struct stmmac_tx_queue *tx_q = &dma_conf->tx_queue[chan];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
4093
if (priv->dma_conf.tx_queue[i].tbs & STMMAC_TBS_EN)
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
4094
dma_conf->tx_queue[i].tbs = priv->dma_conf.tx_queue[i].tbs;
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
4127
hrtimer_cancel(&priv->dma_conf.tx_queue[chan].txtimer);
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
4196
hrtimer_cancel(&priv->dma_conf.tx_queue[chan].txtimer);
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
4279
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
4314
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
4400
tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
4663
tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
5070
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
6264
dma_conf = container_of(tx_q, struct stmmac_dma_conf, tx_queue[chan]);
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
6481
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
7008
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
7058
hrtimer_cancel(&priv->dma_conf.tx_queue[chan].txtimer);
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
7146
tx_q = &priv->dma_conf.tx_queue[chan];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
7178
hrtimer_cancel(&priv->dma_conf.tx_queue[chan].txtimer);
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
7205
tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
8150
hrtimer_cancel(&priv->dma_conf.tx_queue[chan].txtimer);
drivers/net/ethernet/stmicro/stmmac/stmmac_main.c
8198
struct stmmac_tx_queue *tx_q = &priv->dma_conf.tx_queue[queue];
drivers/net/ethernet/stmicro/stmmac/stmmac_selftests.c
1770
if (priv->dma_conf.tx_queue[i].tbs & STMMAC_TBS_AVAIL)
drivers/net/ethernet/stmicro/stmmac/stmmac_tc.c
1165
if (!(priv->dma_conf.tx_queue[qopt->queue].tbs & STMMAC_TBS_AVAIL))
drivers/net/ethernet/stmicro/stmmac/stmmac_tc.c
1169
priv->dma_conf.tx_queue[qopt->queue].tbs |= STMMAC_TBS_EN;
drivers/net/ethernet/stmicro/stmmac/stmmac_tc.c
1171
priv->dma_conf.tx_queue[qopt->queue].tbs &= ~STMMAC_TBS_EN;
drivers/net/fddi/skfp/h/supern_2.h
225
struct tx_queue *tq_next ;
drivers/net/hamradio/scc.c
1134
if (skb_queue_empty(&scc->tx_queue)) { /* nothing to send */
drivers/net/hamradio/scc.c
1589
skb_queue_head_init(&scc->tx_queue);
drivers/net/hamradio/scc.c
1669
if (skb_queue_len(&scc->tx_queue) > scc->dev->tx_queue_len) {
drivers/net/hamradio/scc.c
1671
skb_del = skb_dequeue(&scc->tx_queue);
drivers/net/hamradio/scc.c
1674
skb_queue_tail(&scc->tx_queue, skb);
drivers/net/hamradio/scc.c
1894
skb_queue_head_init(&scc->tx_queue);
drivers/net/hamradio/scc.c
309
while (!skb_queue_empty(&scc->tx_queue))
drivers/net/hamradio/scc.c
310
dev_kfree_skb_irq(skb_dequeue(&scc->tx_queue));
drivers/net/hamradio/scc.c
380
skb = skb_dequeue(&scc->tx_queue);
drivers/net/mctp/mctp-i2c.c
634
spin_lock_irqsave(&midev->tx_queue.lock, flags);
drivers/net/mctp/mctp-i2c.c
635
skb = __skb_dequeue(&midev->tx_queue);
drivers/net/mctp/mctp-i2c.c
638
spin_unlock_irqrestore(&midev->tx_queue.lock, flags);
drivers/net/mctp/mctp-i2c.c
649
!skb_queue_empty(&midev->tx_queue) ||
drivers/net/mctp/mctp-i2c.c
663
spin_lock_irqsave(&midev->tx_queue.lock, flags);
drivers/net/mctp/mctp-i2c.c
664
if (skb_queue_len(&midev->tx_queue) >= MCTP_I2C_TX_WORK_LEN) {
drivers/net/mctp/mctp-i2c.c
666
spin_unlock_irqrestore(&midev->tx_queue.lock, flags);
drivers/net/mctp/mctp-i2c.c
671
__skb_queue_tail(&midev->tx_queue, skb);
drivers/net/mctp/mctp-i2c.c
672
if (skb_queue_len(&midev->tx_queue) == MCTP_I2C_TX_WORK_LEN)
drivers/net/mctp/mctp-i2c.c
674
spin_unlock_irqrestore(&midev->tx_queue.lock, flags);
drivers/net/mctp/mctp-i2c.c
703
spin_lock(&midev->tx_queue.lock);
drivers/net/mctp/mctp-i2c.c
705
__skb_queue_tail(&midev->tx_queue,
drivers/net/mctp/mctp-i2c.c
707
spin_unlock(&midev->tx_queue.lock);
drivers/net/mctp/mctp-i2c.c
71
struct sk_buff_head tx_queue;
drivers/net/mctp/mctp-i2c.c
769
skb_queue_head_init(&midev->tx_queue);
drivers/net/mctp/mctp-i2c.c
810
skb_queue_purge(&midev->tx_queue);
drivers/net/phy/bcm-phy-ptp.c
136
struct sk_buff_head tx_queue;
drivers/net/phy/bcm-phy-ptp.c
468
spin_lock_irqsave(&priv->tx_queue.lock, flags);
drivers/net/phy/bcm-phy-ptp.c
469
skb_queue_walk(&priv->tx_queue, skb) {
drivers/net/phy/bcm-phy-ptp.c
472
first = skb_queue_is_first(&priv->tx_queue, skb);
drivers/net/phy/bcm-phy-ptp.c
473
__skb_unlink(skb, &priv->tx_queue);
drivers/net/phy/bcm-phy-ptp.c
478
spin_unlock_irqrestore(&priv->tx_queue.lock, flags);
drivers/net/phy/bcm-phy-ptp.c
493
while ((skb = skb_dequeue(&priv->tx_queue))) {
drivers/net/phy/bcm-phy-ptp.c
495
skb_queue_head(&priv->tx_queue, skb);
drivers/net/phy/bcm-phy-ptp.c
509
while (!skb_queue_empty_lockless(&priv->tx_queue)) {
drivers/net/phy/bcm-phy-ptp.c
772
skb_queue_tail(&priv->tx_queue, skb);
drivers/net/phy/bcm-phy-ptp.c
849
skb_queue_purge(&priv->tx_queue);
drivers/net/phy/bcm-phy-ptp.c
909
skb_queue_head_init(&priv->tx_queue);
drivers/net/phy/dp83640.c
127
struct sk_buff_head tx_queue;
drivers/net/phy/dp83640.c
1367
skb_queue_tail(&dp83640->tx_queue, skb);
drivers/net/phy/dp83640.c
1438
skb_queue_head_init(&dp83640->tx_queue);
drivers/net/phy/dp83640.c
1481
skb_queue_purge(&dp83640->tx_queue);
drivers/net/phy/dp83640.c
886
skb = skb_dequeue(&dp83640->tx_queue);
drivers/net/phy/dp83640.c
897
skb = skb_dequeue(&dp83640->tx_queue);
drivers/net/phy/micrel.c
3274
skb_queue_purge(&ptp_priv->tx_queue);
drivers/net/phy/micrel.c
3296
skb_queue_tail(&ptp_priv->tx_queue, skb);
drivers/net/phy/micrel.c
4012
spin_lock_irqsave(&ptp_priv->tx_queue.lock, flags);
drivers/net/phy/micrel.c
4013
skb_queue_walk_safe(&ptp_priv->tx_queue, skb, skb_tmp) {
drivers/net/phy/micrel.c
4020
__skb_unlink(skb, &ptp_priv->tx_queue);
drivers/net/phy/micrel.c
4024
spin_unlock_irqrestore(&ptp_priv->tx_queue.lock, flags);
drivers/net/phy/micrel.c
4146
skb_queue_purge(&ptp_priv->tx_queue);
drivers/net/phy/micrel.c
429
struct sk_buff_head tx_queue;
drivers/net/phy/micrel.c
4425
skb_queue_head_init(&ptp_priv->tx_queue);
drivers/net/phy/micrel.c
4977
skb_queue_purge(&ptp_priv->tx_queue);
drivers/net/phy/micrel.c
5165
skb_queue_purge(&ptp_priv->tx_queue);
drivers/net/phy/micrel.c
5972
skb_queue_head_init(&ptp_priv->tx_queue);
drivers/net/phy/micrel.c
6361
skb_queue_purge(&ptp_priv->tx_queue);
drivers/net/phy/microchip_rds_ptp.c
1300
skb_queue_head_init(&clock->tx_queue);
drivers/net/phy/microchip_rds_ptp.c
296
skb_queue_purge(&clock->tx_queue);
drivers/net/phy/microchip_rds_ptp.c
338
skb_queue_tail(&clock->tx_queue, skb);
drivers/net/phy/microchip_rds_ptp.c
941
spin_lock_irqsave(&clock->tx_queue.lock, flags);
drivers/net/phy/microchip_rds_ptp.c
942
skb_queue_walk_safe(&clock->tx_queue, skb, skb_tmp) {
drivers/net/phy/microchip_rds_ptp.c
949
__skb_unlink(skb, &clock->tx_queue);
drivers/net/phy/microchip_rds_ptp.c
953
spin_unlock_irqrestore(&clock->tx_queue.lock, flags);
drivers/net/phy/microchip_rds_ptp.h
181
struct sk_buff_head tx_queue;
drivers/net/phy/mscc/mscc_ptp.c
1083
skb_queue_purge(&vsc8531->ptp->tx_queue);
drivers/net/phy/mscc/mscc_ptp.c
1193
skb_queue_tail(&vsc8531->ptp->tx_queue, skb);
drivers/net/phy/mscc/mscc_ptp.c
1559
skb_queue_purge(&vsc8531->ptp->tx_queue);
drivers/net/phy/mscc/mscc_ptp.c
1583
skb_queue_purge(&priv->ptp->tx_queue);
drivers/net/phy/mscc/mscc_ptp.c
1603
skb_queue_head_init(&vsc8531->ptp->tx_queue);
drivers/net/phy/mscc/mscc_ptp.c
459
len = skb_queue_len_lockless(&ptp->tx_queue);
drivers/net/phy/mscc/mscc_ptp.c
464
skb = skb_dequeue(&ptp->tx_queue);
drivers/net/phy/mscc/mscc_ptp.c
489
skb_queue_tail(&ptp->tx_queue, skb);
drivers/net/phy/mscc/mscc_ptp.h
467
struct sk_buff_head tx_queue;
drivers/net/phy/nxp-c45-tja11xx.c
1742
skb_queue_head_init(&priv->tx_queue);
drivers/net/phy/nxp-c45-tja11xx.c
1803
skb_queue_purge(&priv->tx_queue);
drivers/net/phy/nxp-c45-tja11xx.c
672
spin_lock_irqsave(&priv->tx_queue.lock, flags);
drivers/net/phy/nxp-c45-tja11xx.c
673
skb_queue_walk_safe(&priv->tx_queue, skb, tmp) {
drivers/net/phy/nxp-c45-tja11xx.c
679
__skb_unlink(skb, &priv->tx_queue);
drivers/net/phy/nxp-c45-tja11xx.c
682
spin_unlock_irqrestore(&priv->tx_queue.lock, flags);
drivers/net/phy/nxp-c45-tja11xx.c
711
while (!skb_queue_empty_lockless(&priv->tx_queue) && poll_txts) {
drivers/net/phy/nxp-c45-tja11xx.c
984
skb_queue_tail(&priv->tx_queue, skb);
drivers/net/phy/nxp-c45-tja11xx.h
19
struct sk_buff_head tx_queue;
drivers/net/usb/cdc-phonet.c
108
pnd->tx_queue--;
drivers/net/usb/cdc-phonet.c
34
unsigned tx_queue;
drivers/net/usb/cdc-phonet.c
71
pnd->tx_queue++;
drivers/net/usb/cdc-phonet.c
72
if (pnd->tx_queue >= dev->tx_queue_len)
drivers/net/usb/r8152.c
1949
if (!skb_queue_empty(&tp->tx_queue))
drivers/net/usb/r8152.c
2126
skb_queue_head_init(&tp->tx_queue);
drivers/net/usb/r8152.c
2357
struct sk_buff_head skb_head, *tx_queue = &tp->tx_queue;
drivers/net/usb/r8152.c
2362
spin_lock(&tx_queue->lock);
drivers/net/usb/r8152.c
2363
skb_queue_splice_init(tx_queue, &skb_head);
drivers/net/usb/r8152.c
2364
spin_unlock(&tx_queue->lock);
drivers/net/usb/r8152.c
2422
spin_lock(&tx_queue->lock);
drivers/net/usb/r8152.c
2423
skb_queue_splice(&skb_head, tx_queue);
drivers/net/usb/r8152.c
2424
spin_unlock(&tx_queue->lock);
drivers/net/usb/r8152.c
2430
skb_queue_len(&tp->tx_queue) < tp->tx_qlen)
drivers/net/usb/r8152.c
2721
if (skb_queue_empty(&tp->tx_queue))
drivers/net/usb/r8152.c
2830
struct sk_buff_head skb_head, *tx_queue = &tp->tx_queue;
drivers/net/usb/r8152.c
2833
if (skb_queue_empty(tx_queue))
drivers/net/usb/r8152.c
2837
spin_lock_bh(&tx_queue->lock);
drivers/net/usb/r8152.c
2838
skb_queue_splice_init(tx_queue, &skb_head);
drivers/net/usb/r8152.c
2839
spin_unlock_bh(&tx_queue->lock);
drivers/net/usb/r8152.c
2938
skb_queue_tail(&tp->tx_queue, skb);
drivers/net/usb/r8152.c
2948
} else if (skb_queue_len(&tp->tx_queue) > tp->tx_qlen) {
drivers/net/usb/r8152.c
6799
skb_queue_len(&tp->tx_queue) < tp->tx_qlen) {
drivers/net/usb/r8152.c
8476
else if (!skb_queue_empty(&tp->tx_queue))
drivers/net/usb/r8152.c
873
struct sk_buff_head tx_queue, rx_queue;
drivers/net/vmxnet3/vmxnet3_drv.c
130
netif_start_subqueue(adapter->netdev, tq - adapter->tx_queue);
drivers/net/vmxnet3/vmxnet3_drv.c
138
netif_wake_subqueue(adapter->netdev, (tq - adapter->tx_queue));
drivers/net/vmxnet3/vmxnet3_drv.c
1441
&adapter->tx_queue[skb->queue_mapping],
drivers/net/vmxnet3/vmxnet3_drv.c
147
netif_stop_subqueue(adapter->netdev, (tq - adapter->tx_queue));
drivers/net/vmxnet3/vmxnet3_drv.c
222
vmxnet3_tq_start(&adapter->tx_queue[i],
drivers/net/vmxnet3/vmxnet3_drv.c
231
vmxnet3_tq_stop(&adapter->tx_queue[i], adapter);
drivers/net/vmxnet3/vmxnet3_drv.c
2359
vmxnet3_tq_tx_complete(&adapter->tx_queue[i], adapter);
drivers/net/vmxnet3/vmxnet3_drv.c
2402
&adapter->tx_queue[rq - adapter->rx_queue];
drivers/net/vmxnet3/vmxnet3_drv.c
2436
struct vmxnet3_tx_queue *txq = &adapter->tx_queue[i];
drivers/net/vmxnet3/vmxnet3_drv.c
2562
sprintf(adapter->tx_queue[i].name, "%s-tx-%d",
drivers/net/vmxnet3/vmxnet3_drv.c
2567
adapter->tx_queue[i].name,
drivers/net/vmxnet3/vmxnet3_drv.c
2568
&adapter->tx_queue[i]);
drivers/net/vmxnet3/vmxnet3_drv.c
2570
sprintf(adapter->tx_queue[i].name, "%s-rxtx-%d",
drivers/net/vmxnet3/vmxnet3_drv.c
2577
adapter->tx_queue[i].name, err);
drivers/net/vmxnet3/vmxnet3_drv.c
2585
adapter->tx_queue[i].comp_ring.intr_idx
drivers/net/vmxnet3/vmxnet3_drv.c
2590
adapter->tx_queue[i].comp_ring.intr_idx
drivers/net/vmxnet3/vmxnet3_drv.c
2659
adapter->tx_queue[i].comp_ring.intr_idx = 0;
drivers/net/vmxnet3/vmxnet3_drv.c
2687
&(adapter->tx_queue[i]));
drivers/net/vmxnet3/vmxnet3_drv.c
2941
struct vmxnet3_tx_queue *tq = &adapter->tx_queue[i];
drivers/net/vmxnet3/vmxnet3_drv.c
2942
BUG_ON(adapter->tx_queue[i].tx_ring.base == NULL);
drivers/net/vmxnet3/vmxnet3_drv.c
3164
adapter->tx_queue[0].tx_ring.size,
drivers/net/vmxnet3/vmxnet3_drv.c
3439
struct vmxnet3_tx_queue *tq = &adapter->tx_queue[i];
drivers/net/vmxnet3/vmxnet3_drv.c
3508
spin_lock_init(&adapter->tx_queue[i].tx_lock);
drivers/net/vmxnet3/vmxnet3_drv.c
563
vmxnet3_tq_destroy(&adapter->tx_queue[i], adapter);
drivers/net/vmxnet3/vmxnet3_drv.c
663
vmxnet3_tq_cleanup(&adapter->tx_queue[i], adapter);
drivers/net/vmxnet3/vmxnet3_drv.c
941
vmxnet3_tq_init(&adapter->tx_queue[i], adapter);
drivers/net/vmxnet3/vmxnet3_ethtool.c
156
drvTxStats = &adapter->tx_queue[i].stats;
drivers/net/vmxnet3/vmxnet3_ethtool.c
488
base = (u8 *)&adapter->tx_queue[j].stats;
drivers/net/vmxnet3/vmxnet3_ethtool.c
550
struct vmxnet3_tx_queue *tq = &adapter->tx_queue[i];
drivers/net/vmxnet3/vmxnet3_int.h
381
struct vmxnet3_tx_queue tx_queue[VMXNET3_DEVICE_MAX_TX_QUEUES];
drivers/net/vmxnet3/vmxnet3_xdp.c
29
tq = &adapter->tx_queue[cpu];
drivers/net/vmxnet3/vmxnet3_xdp.c
31
tq = &adapter->tx_queue[cpu % tq_number];
drivers/net/wan/hdlc_ppp.c
101
static struct sk_buff_head tx_queue; /* used when holding the spin lock */
drivers/net/wan/hdlc_ppp.c
198
while ((skb = skb_dequeue(&tx_queue)) != NULL)
drivers/net/wan/hdlc_ppp.c
253
skb_queue_tail(&tx_queue, skb);
drivers/net/wan/hdlc_ppp.c
708
skb_queue_head_init(&tx_queue);
drivers/net/wireguard/peer.c
191
WARN_ON(wg_prev_queue_peek(&peer->tx_queue) || wg_prev_queue_peek(&peer->rx_queue));
drivers/net/wireguard/peer.c
50
wg_prev_queue_init(&peer->tx_queue);
drivers/net/wireguard/peer.h
39
struct prev_queue tx_queue, rx_queue;
drivers/net/wireguard/send.c
269
while ((first = wg_prev_queue_peek(&peer->tx_queue)) != NULL &&
drivers/net/wireguard/send.c
272
wg_prev_queue_drop_peeked(&peer->tx_queue);
drivers/net/wireguard/send.c
320
ret = wg_queue_enqueue_per_device_and_peer(&wg->encrypt_queue, &peer->tx_queue, first,
drivers/net/wireless/ath/ath5k/dma.c
132
u32 tx_queue;
drivers/net/wireless/ath/ath5k/dma.c
141
tx_queue = ath5k_hw_reg_read(ah, AR5K_CR);
drivers/net/wireless/ath/ath5k/dma.c
148
tx_queue |= AR5K_CR_TXE0 & ~AR5K_CR_TXD0;
drivers/net/wireless/ath/ath5k/dma.c
151
tx_queue |= AR5K_CR_TXE1 & ~AR5K_CR_TXD1;
drivers/net/wireless/ath/ath5k/dma.c
156
tx_queue |= AR5K_CR_TXE1 & ~AR5K_CR_TXD1;
drivers/net/wireless/ath/ath5k/dma.c
164
ath5k_hw_reg_write(ah, tx_queue, AR5K_CR);
drivers/net/wireless/ath/ath5k/dma.c
191
u32 tx_queue, pending;
drivers/net/wireless/ath/ath5k/dma.c
200
tx_queue = ath5k_hw_reg_read(ah, AR5K_CR);
drivers/net/wireless/ath/ath5k/dma.c
207
tx_queue |= AR5K_CR_TXD0 & ~AR5K_CR_TXE0;
drivers/net/wireless/ath/ath5k/dma.c
212
tx_queue |= AR5K_CR_TXD1 & ~AR5K_CR_TXD1;
drivers/net/wireless/ath/ath5k/dma.c
220
ath5k_hw_reg_write(ah, tx_queue, AR5K_CR);
drivers/net/wireless/broadcom/b43/b43.h
961
struct sk_buff_head tx_queue[B43_QOS_QUEUE_NUM];
drivers/net/wireless/broadcom/b43/main.c
3599
while (skb_queue_len(&wl->tx_queue[queue_num])) {
drivers/net/wireless/broadcom/b43/main.c
3600
skb = skb_dequeue(&wl->tx_queue[queue_num]);
drivers/net/wireless/broadcom/b43/main.c
3608
skb_queue_head(&wl->tx_queue[queue_num], skb);
drivers/net/wireless/broadcom/b43/main.c
3641
skb_queue_tail(&wl->tx_queue[skb_queue_mapping], skb);
drivers/net/wireless/broadcom/b43/main.c
4383
while (skb_queue_len(&wl->tx_queue[queue_num])) {
drivers/net/wireless/broadcom/b43/main.c
4386
skb = skb_dequeue(&wl->tx_queue[queue_num]);
drivers/net/wireless/broadcom/b43/main.c
5611
skb_queue_head_init(&wl->tx_queue[queue_num]);
drivers/net/wireless/broadcom/b43legacy/b43legacy.h
634
struct sk_buff_head tx_queue[B43legacy_QOS_QUEUE_NUM];
drivers/net/wireless/broadcom/b43legacy/main.c
2463
while (skb_queue_len(&wl->tx_queue[queue_num])) {
drivers/net/wireless/broadcom/b43legacy/main.c
2464
skb = skb_dequeue(&wl->tx_queue[queue_num]);
drivers/net/wireless/broadcom/b43legacy/main.c
2472
skb_queue_head(&wl->tx_queue[queue_num], skb);
drivers/net/wireless/broadcom/b43legacy/main.c
2500
skb_queue_tail(&wl->tx_queue[skb->queue_mapping], skb);
drivers/net/wireless/broadcom/b43legacy/main.c
2943
while (skb_queue_len(&wl->tx_queue[queue_num]))
drivers/net/wireless/broadcom/b43legacy/main.c
2944
dev_kfree_skb(skb_dequeue(&wl->tx_queue[queue_num]));
drivers/net/wireless/broadcom/b43legacy/main.c
3836
skb_queue_head_init(&wl->tx_queue[queue_num]);
drivers/net/wireless/intel/ipw2x00/ipw2100.c
2791
struct ipw2100_bd_queue *txq = &priv->tx_queue;
drivers/net/wireless/intel/ipw2x00/ipw2100.c
2982
struct ipw2100_bd_queue *txq = &priv->tx_queue;
drivers/net/wireless/intel/ipw2x00/ipw2100.c
3051
struct ipw2100_bd_queue *txq = &priv->tx_queue;
drivers/net/wireless/intel/ipw2x00/ipw2100.c
4403
err = bd_queue_allocate(priv, &priv->tx_queue, TX_QUEUE_LENGTH);
drivers/net/wireless/intel/ipw2x00/ipw2100.c
4413
bd_queue_free(priv, &priv->tx_queue);
drivers/net/wireless/intel/ipw2x00/ipw2100.c
4486
priv->tx_queue.oldest = 0;
drivers/net/wireless/intel/ipw2x00/ipw2100.c
4487
priv->tx_queue.available = priv->tx_queue.entries;
drivers/net/wireless/intel/ipw2x00/ipw2100.c
4488
priv->tx_queue.next = 0;
drivers/net/wireless/intel/ipw2x00/ipw2100.c
4490
SET_STAT(&priv->txq_stat, priv->tx_queue.available);
drivers/net/wireless/intel/ipw2x00/ipw2100.c
4492
bd_queue_initialize(priv, &priv->tx_queue,
drivers/net/wireless/intel/ipw2x00/ipw2100.c
4508
bd_queue_free(priv, &priv->tx_queue);
drivers/net/wireless/intel/ipw2x00/ipw2100.h
530
struct ipw2100_bd_queue tx_queue;
drivers/net/wireless/intel/iwlegacy/debug.c
1295
DEBUGFS_READ_FILE_OPS(tx_queue);
drivers/net/wireless/intel/iwlegacy/debug.c
1339
DEBUGFS_ADD_FILE(tx_queue, dir_debug, 0400);
drivers/net/wireless/intel/iwlwifi/fw/api/tx.h
606
__le16 tx_queue;
drivers/net/wireless/intel/iwlwifi/mld/tx.c
1070
int txq_id = le16_to_cpu(tx_resp->tx_queue);
drivers/net/wireless/intel/iwlwifi/mvm/tx.c
1570
txq_id = le16_to_cpu(tx_resp->tx_queue);
drivers/net/wireless/intel/iwlwifi/pcie/gen1_2/trans.c
3242
DEBUGFS_ADD_FILE(tx_queue, dir, 0400);
drivers/net/wireless/intersil/p54/main.c
214
skb_queue_purge(&priv->tx_queue);
drivers/net/wireless/intersil/p54/main.c
750
skb_queue_head_init(&priv->tx_queue);
drivers/net/wireless/intersil/p54/p54.h
171
struct sk_buff_head tx_queue;
drivers/net/wireless/intersil/p54/txrx.c
101
spin_unlock_irqrestore(&priv->tx_queue.lock, flags);
drivers/net/wireless/intersil/p54/txrx.c
105
skb_queue_walk(&priv->tx_queue, entry) {
drivers/net/wireless/intersil/p54/txrx.c
121
target_skb = skb_peek_tail(&priv->tx_queue);
drivers/net/wireless/intersil/p54/txrx.c
128
spin_unlock_irqrestore(&priv->tx_queue.lock, flags);
drivers/net/wireless/intersil/p54/txrx.c
143
__skb_queue_after(&priv->tx_queue, target_skb, skb);
drivers/net/wireless/intersil/p54/txrx.c
145
__skb_queue_head(&priv->tx_queue, skb);
drivers/net/wireless/intersil/p54/txrx.c
146
spin_unlock_irqrestore(&priv->tx_queue.lock, flags);
drivers/net/wireless/intersil/p54/txrx.c
242
skb_unlink(skb, &priv->tx_queue);
drivers/net/wireless/intersil/p54/txrx.c
254
spin_lock_irqsave(&priv->tx_queue.lock, flags);
drivers/net/wireless/intersil/p54/txrx.c
255
skb_queue_walk(&priv->tx_queue, entry) {
drivers/net/wireless/intersil/p54/txrx.c
259
__skb_unlink(entry, &priv->tx_queue);
drivers/net/wireless/intersil/p54/txrx.c
260
spin_unlock_irqrestore(&priv->tx_queue.lock, flags);
drivers/net/wireless/intersil/p54/txrx.c
265
spin_unlock_irqrestore(&priv->tx_queue.lock, flags);
drivers/net/wireless/intersil/p54/txrx.c
38
spin_lock_irqsave(&priv->tx_queue.lock, flags);
drivers/net/wireless/intersil/p54/txrx.c
40
skb_queue_len(&priv->tx_queue));
drivers/net/wireless/intersil/p54/txrx.c
43
skb_queue_walk(&priv->tx_queue, skb) {
drivers/net/wireless/intersil/p54/txrx.c
66
spin_unlock_irqrestore(&priv->tx_queue.lock, flags);
drivers/net/wireless/intersil/p54/txrx.c
94
spin_lock_irqsave(&priv->tx_queue.lock, flags);
drivers/net/wireless/intersil/p54/txrx.c
95
if (unlikely(skb_queue_len(&priv->tx_queue) == 32)) {
drivers/net/wireless/ralink/rt2x00/rt2800mmio.c
486
bool tx_queue = false;
drivers/net/wireless/ralink/rt2x00/rt2800mmio.c
494
tx_queue = true;
drivers/net/wireless/ralink/rt2x00/rt2800mmio.c
515
if (tx_queue)
drivers/net/wireless/ralink/rt2x00/rt2x00queue.c
1003
if (!drop && tx_queue)
drivers/net/wireless/ralink/rt2x00/rt2x00queue.c
988
bool tx_queue =
drivers/net/wireless/realtek/rtw88/sdio.c
1235
skb = skb_dequeue(&rtwsdio->tx_queue[queue]);
drivers/net/wireless/realtek/rtw88/sdio.c
1241
skb_queue_head(&rtwsdio->tx_queue[queue], skb);
drivers/net/wireless/realtek/rtw88/sdio.c
1266
if (skb_queue_empty(&rtwsdio->tx_queue[queue]))
drivers/net/wireless/realtek/rtw88/sdio.c
1292
skb_queue_head_init(&rtwsdio->tx_queue[i]);
drivers/net/wireless/realtek/rtw88/sdio.c
1316
ieee80211_purge_tx_queue(rtwdev->hw, &rtwsdio->tx_queue[i]);
drivers/net/wireless/realtek/rtw88/sdio.c
782
if (skb_queue_len(&rtwsdio->tx_queue[queue])) {
drivers/net/wireless/realtek/rtw88/sdio.c
938
skb_queue_tail(&rtwsdio->tx_queue[queue], skb);
drivers/net/wireless/realtek/rtw88/sdio.h
161
struct sk_buff_head tx_queue[RTK_MAX_TX_QUEUE_NUM];
drivers/net/wireless/realtek/rtw88/usb.c
1024
for (i = 0; i < ARRAY_SIZE(rtwusb->tx_queue); i++)
drivers/net/wireless/realtek/rtw88/usb.c
1025
skb_queue_head_init(&rtwusb->tx_queue[i]);
drivers/net/wireless/realtek/rtw88/usb.c
469
for (i = ARRAY_SIZE(rtwusb->tx_queue) - 1; i >= 0; i--) {
drivers/net/wireless/realtek/rtw88/usb.c
471
struct sk_buff_head *list = &rtwusb->tx_queue[i];
drivers/net/wireless/realtek/rtw88/usb.c
484
for (i = 0; i < ARRAY_SIZE(rtwusb->tx_queue); i++)
drivers/net/wireless/realtek/rtw88/usb.c
485
ieee80211_purge_tx_queue(rtwdev->hw, &rtwusb->tx_queue[i]);
drivers/net/wireless/realtek/rtw88/usb.c
589
skb_queue_tail(&rtwusb->tx_queue[ep], skb);
drivers/net/wireless/realtek/rtw88/usb.h
80
struct sk_buff_head tx_queue[RTW_USB_EP_MAX];
drivers/net/wireless/realtek/rtw89/usb.c
293
skb = skb_dequeue(&rtwusb->tx_queue[txch]);
drivers/net/wireless/realtek/rtw89/usb.c
360
skb_queue_tail(&rtwusb->tx_queue[desc_info->ch_dma], skb);
drivers/net/wireless/realtek/rtw89/usb.c
403
skb_queue_tail(&rtwusb->tx_queue[desc_info->ch_dma], skb);
drivers/net/wireless/realtek/rtw89/usb.c
669
for (i = 0; i < ARRAY_SIZE(rtwusb->tx_queue); i++)
drivers/net/wireless/realtek/rtw89/usb.c
670
skb_queue_head_init(&rtwusb->tx_queue[i]);
drivers/net/wireless/realtek/rtw89/usb.c
678
for (i = 0; i < ARRAY_SIZE(rtwusb->tx_queue); i++) {
drivers/net/wireless/realtek/rtw89/usb.c
680
skb_queue_purge(&rtwusb->tx_queue[i]);
drivers/net/wireless/realtek/rtw89/usb.c
682
ieee80211_purge_tx_queue(rtwdev->hw, &rtwusb->tx_queue[i]);
drivers/net/wireless/realtek/rtw89/usb.h
65
struct sk_buff_head tx_queue[RTW89_TXCH_NUM];
drivers/net/wireless/rsi/rsi_91x_core.c
106
if (skb_queue_len(&common->tx_queue[q_num]))
drivers/net/wireless/rsi/rsi_91x_core.c
107
skb = skb_peek(&common->tx_queue[q_num]);
drivers/net/wireless/rsi/rsi_91x_core.c
121
if (skb_queue_len(&common->tx_queue[q_num]) - pkt_cnt)
drivers/net/wireless/rsi/rsi_91x_core.c
145
if (skb_queue_len(&common->tx_queue[MGMT_BEACON_Q])) {
drivers/net/wireless/rsi/rsi_91x_core.c
149
if (skb_queue_len(&common->tx_queue[MGMT_SOFT_Q])) {
drivers/net/wireless/rsi/rsi_91x_core.c
172
q_len = skb_queue_len(&common->tx_queue[ii]);
drivers/net/wireless/rsi/rsi_91x_core.c
187
q_len = skb_queue_len(&common->tx_queue[q_num]);
drivers/net/wireless/rsi/rsi_91x_core.c
200
q_len = skb_queue_len(&common->tx_queue[q_num]);
drivers/net/wireless/rsi/rsi_91x_core.c
229
skb_queue_tail(&common->tx_queue[q_num], skb);
drivers/net/wireless/rsi/rsi_91x_core.c
249
return skb_dequeue(&common->tx_queue[q_num]);
drivers/net/wireless/rsi/rsi_91x_core.c
291
((skb_queue_len(&common->tx_queue[q_num])) <=
drivers/net/wireless/rsi/rsi_91x_core.c
36
q_len = skb_queue_len(&common->tx_queue[ii]);
drivers/net/wireless/rsi/rsi_91x_core.c
482
((skb_queue_len(&common->tx_queue[q_num]) + 1) >=
drivers/net/wireless/rsi/rsi_91x_core.c
60
q_len = skb_queue_len(&common->tx_queue[ii]);
drivers/net/wireless/rsi/rsi_91x_debugfs.c
145
skb_queue_len(&common->tx_queue[MGMT_SOFT_Q]));
drivers/net/wireless/rsi/rsi_91x_debugfs.c
153
skb_queue_len(&common->tx_queue[VO_Q]));
drivers/net/wireless/rsi/rsi_91x_debugfs.c
159
skb_queue_len(&common->tx_queue[VI_Q]));
drivers/net/wireless/rsi/rsi_91x_debugfs.c
165
skb_queue_len(&common->tx_queue[BE_Q]));
drivers/net/wireless/rsi/rsi_91x_debugfs.c
171
skb_queue_len(&common->tx_queue[BK_Q]));
drivers/net/wireless/rsi/rsi_91x_main.c
323
skb_queue_head_init(&common->tx_queue[ii]);
drivers/net/wireless/rsi/rsi_91x_main.c
408
skb_queue_purge(&common->tx_queue[ii]);
drivers/net/wireless/rsi/rsi_91x_mgmt.c
1782
skb_queue_tail(&common->tx_queue[MGMT_BEACON_Q], skb);
drivers/net/wireless/rsi/rsi_91x_mgmt.c
358
skb_queue_tail(&common->tx_queue[MGMT_SOFT_Q], skb);
drivers/net/wireless/rsi/rsi_91x_sdio.c
889
skb_queue_purge(&adapter->priv->tx_queue[ii]);
drivers/net/wireless/rsi/rsi_main.h
249
struct sk_buff_head tx_queue[NUM_EDCA_QUEUES + 2];
drivers/net/wireless/silabs/wfx/data_tx.c
554
queue = &wvif->tx_queue[i];
drivers/net/wireless/silabs/wfx/data_tx.c
563
queue = &wvif->tx_queue[i];
drivers/net/wireless/silabs/wfx/queue.c
117
struct wfx_queue *queue = &wvif->tx_queue[skb_get_queue_mapping(skb)];
drivers/net/wireless/silabs/wfx/queue.c
138
queue = &wvif->tx_queue[skb_get_queue_mapping(skb)];
drivers/net/wireless/silabs/wfx/queue.c
164
queue = &wvif->tx_queue[skb_get_queue_mapping(skb)];
drivers/net/wireless/silabs/wfx/queue.c
221
if (!skb_queue_empty_lockless(&wvif->tx_queue[i].cab))
drivers/net/wireless/silabs/wfx/queue.c
244
queues[num_queues] = &wvif->tx_queue[i];
drivers/net/wireless/silabs/wfx/queue.c
286
WARN_ON(queues[i] != &wvif->tx_queue[skb_get_queue_mapping(skb)]);
drivers/net/wireless/silabs/wfx/queue.c
69
skb_queue_head_init(&wvif->tx_queue[i].normal);
drivers/net/wireless/silabs/wfx/queue.c
70
skb_queue_head_init(&wvif->tx_queue[i].cab);
drivers/net/wireless/silabs/wfx/queue.c
71
skb_queue_head_init(&wvif->tx_queue[i].offchan);
drivers/net/wireless/silabs/wfx/queue.c
72
wvif->tx_queue[i].priority = priorities[i];
drivers/net/wireless/silabs/wfx/queue.c
88
WARN_ON(atomic_read(&wvif->tx_queue[i].pending_frames));
drivers/net/wireless/silabs/wfx/queue.c
89
WARN_ON(!wfx_tx_queue_empty(wvif, &wvif->tx_queue[i]));
drivers/net/wireless/silabs/wfx/traces.h
464
queue = &wvif->tx_queue[i];
drivers/net/wireless/silabs/wfx/wfx.h
77
struct wfx_queue tx_queue[4];
drivers/net/wireless/st/cw1200/bh.c
481
&priv->tx_queue[i],
drivers/net/wireless/st/cw1200/cw1200.h
130
struct cw1200_queue tx_queue[4];
drivers/net/wireless/st/cw1200/debug.c
207
cw1200_queue_status_show(seq, &priv->tx_queue[i]);
drivers/net/wireless/st/cw1200/main.c
395
if (cw1200_queue_init(&priv->tx_queue[i],
drivers/net/wireless/st/cw1200/main.c
399
cw1200_queue_deinit(&priv->tx_queue[i - 1]);
drivers/net/wireless/st/cw1200/main.c
479
cw1200_queue_deinit(&priv->tx_queue[i]);
drivers/net/wireless/st/cw1200/scan.c
355
struct cw1200_queue *queue = &priv->tx_queue[queue_id];
drivers/net/wireless/st/cw1200/sta.c
131
cw1200_queue_clear(&priv->tx_queue[i]);
drivers/net/wireless/st/cw1200/sta.c
847
struct cw1200_queue *queue = &priv->tx_queue[queue_id];
drivers/net/wireless/st/cw1200/sta.c
903
cw1200_queue_clear(&priv->tx_queue[i]);
drivers/net/wireless/st/cw1200/txrx.c
34
cw1200_queue_lock(&priv->tx_queue[i]);
drivers/net/wireless/st/cw1200/txrx.c
41
cw1200_queue_unlock(&priv->tx_queue[i]);
drivers/net/wireless/st/cw1200/txrx.c
770
BUG_ON(cw1200_queue_put(&priv->tx_queue[t.queue],
drivers/net/wireless/st/cw1200/txrx.c
833
if (cw1200_queue_get_num_queued(&priv->tx_queue[i],
drivers/net/wireless/st/cw1200/txrx.c
852
struct cw1200_queue *queue = &priv->tx_queue[queue_id];
drivers/net/wireless/st/cw1200/wsm.c
1201
&priv->tx_queue[i],
drivers/net/wireless/st/cw1200/wsm.c
1589
queued = cw1200_queue_get_num_queued(&priv->tx_queue[i],
drivers/net/wireless/st/cw1200/wsm.c
1608
&priv->tx_queue[winner],
drivers/net/wireless/st/cw1200/wsm.c
1611
&priv->tx_queue[priv->tx_burst_idx],
drivers/net/wireless/st/cw1200/wsm.c
1653
*queue_p = &priv->tx_queue[idx];
drivers/net/wireless/st/cw1200/wsm.c
1691
queue_num = queue - priv->tx_queue;
drivers/net/wireless/ti/wl1251/debugfs.c
205
queue_len = skb_queue_len(&wl->tx_queue);
drivers/net/wireless/ti/wl1251/main.c
1601
skb_queue_head_init(&wl->tx_queue);
drivers/net/wireless/ti/wl1251/main.c
345
skb_queue_tail(&wl->tx_queue, skb);
drivers/net/wireless/ti/wl1251/main.c
358
if (skb_queue_len(&wl->tx_queue) >= WL1251_TX_QUEUE_HIGH_WATERMARK) {
drivers/net/wireless/ti/wl1251/tx.c
342
while ((skb = skb_dequeue(&wl->tx_queue))) {
drivers/net/wireless/ti/wl1251/tx.c
346
skb_queue_head(&wl->tx_queue, skb);
drivers/net/wireless/ti/wl1251/tx.c
354
skb_queue_head(&wl->tx_queue, skb);
drivers/net/wireless/ti/wl1251/tx.c
486
queue_len = skb_queue_len(&wl->tx_queue);
drivers/net/wireless/ti/wl1251/tx.c
565
while ((skb = skb_dequeue(&wl->tx_queue))) {
drivers/net/wireless/ti/wl1251/wl1251.h
304
struct sk_buff_head tx_queue;
drivers/net/wireless/ti/wlcore/main.c
1317
skb_queue_tail(&wl->links[hlid].tx_queue[q], skb);
drivers/net/wireless/ti/wlcore/main.c
6383
skb_queue_head_init(&wl->links[j].tx_queue[i]);
drivers/net/wireless/ti/wlcore/ps.c
89
while ((skb = skb_dequeue(&lnk->tx_queue[i]))) {
drivers/net/wireless/ti/wlcore/tx.c
1029
while ((skb = skb_dequeue(&lnk->tx_queue[i]))) {
drivers/net/wireless/ti/wlcore/tx.c
515
skb = skb_dequeue(&lnk->tx_queue[q]);
drivers/net/wireless/ti/wlcore/tx.c
538
!skb_queue_empty(&lnk->tx_queue[ac]) &&
drivers/net/wireless/ti/wlcore/tx.c
683
skb_queue_head(&wl->links[hlid].tx_queue[q], skb);
drivers/net/wireless/ti/wlcore/wlcore_i.h
260
struct sk_buff_head tx_queue[NUM_TX_QUEUES];
drivers/net/xen-netback/common.h
161
struct sk_buff_head tx_queue;
drivers/net/xen-netback/interface.c
573
skb_queue_head_init(&queue->tx_queue);
drivers/net/xen-netback/netback.c
1101
__skb_queue_tail(&queue->tx_queue, skb);
drivers/net/xen-netback/netback.c
1179
while ((skb = __skb_dequeue(&queue->tx_queue)) != NULL) {
drivers/net/xen-netback/netback.c
925
while (skb_queue_len(&queue->tx_queue) < budget) {
drivers/net/xen-netback/xenbus.c
84
skb_queue_len(&queue->tx_queue),
drivers/scsi/fnic/fnic.h
438
struct list_head tx_queue;
drivers/scsi/fnic/fnic_fcs.c
721
list_add_tail(&frame_elem->links, &fnic->tx_queue);
drivers/scsi/fnic/fnic_fcs.c
784
list_for_each_entry_safe(cur_frame, next, &fnic->tx_queue, links) {
drivers/scsi/fnic/fnic_main.c
1022
INIT_LIST_HEAD(&fnic->tx_queue);
drivers/scsi/fnic/fnic_main.c
1181
fnic_free_txq(&fnic->tx_queue);
drivers/scsi/fnic/fnic_scsi.c
780
fnic_free_txq(&fnic->tx_queue);
drivers/tty/ipwireless/hardware.c
1243
list_add_tail(&packet->queue, &hw->tx_queue[priority]);
drivers/tty/ipwireless/hardware.c
1633
INIT_LIST_HEAD(&hw->tx_queue[i]);
drivers/tty/ipwireless/hardware.c
1745
list_for_each_entry_safe(tp, tq, &hw->tx_queue[i], queue) {
drivers/tty/ipwireless/hardware.c
243
struct list_head tx_queue[NL_NUM_OF_PRIORITIES];
drivers/tty/ipwireless/hardware.c
510
list_add(&packet->queue, &hw->tx_queue[0]);
drivers/tty/ipwireless/hardware.c
967
if (!list_empty(&hw->tx_queue[priority])) {
drivers/tty/ipwireless/hardware.c
969
&hw->tx_queue[priority],
drivers/tty/ipwireless/hardware.c
993
if (!list_empty(&hw->tx_queue[priority])) {
drivers/usb/usbip/vudc.h
100
struct list_head tx_queue;
drivers/usb/usbip/vudc_dev.c
570
INIT_LIST_HEAD(&udc->tx_queue);
drivers/usb/usbip/vudc_tx.c
192
while (!list_empty(&udc->tx_queue)) {
drivers/usb/usbip/vudc_tx.c
193
txi = list_first_entry(&udc->tx_queue, struct tx_item,
drivers/usb/usbip/vudc_tx.c
236
(!list_empty(&udc->tx_queue) ||
drivers/usb/usbip/vudc_tx.c
266
list_add_tail(&txi->tx_entry, &udc->tx_queue);
drivers/usb/usbip/vudc_tx.c
283
list_add_tail(&txi->tx_entry, &udc->tx_queue);
include/linux/scc.h
74
struct sk_buff_head tx_queue; /* next tx buffer */
include/net/bluetooth/hci_core.h
762
struct tx_queue tx_q;
include/net/bluetooth/rfcomm.h
172
struct sk_buff_head tx_queue;
include/net/sock.h
2022
static inline void sk_tx_queue_set(struct sock *sk, int tx_queue)
include/net/sock.h
2025
if (WARN_ON_ONCE((unsigned short)tx_queue >= USHRT_MAX))
include/net/sock.h
2030
if (READ_ONCE(sk->sk_tx_queue_mapping) != tx_queue) {
include/net/sock.h
2031
WRITE_ONCE(sk->sk_tx_queue_mapping, tx_queue);
net/bluetooth/hci_conn.c
3162
struct tx_queue *comp = &conn->tx_q;
net/bluetooth/hci_conn.c
3225
struct tx_queue *comp = &conn->tx_q;
net/bluetooth/rfcomm/core.c
1855
return skb_queue_len(&d->tx_queue);
net/bluetooth/rfcomm/core.c
1857
while (d->tx_credits && (skb = skb_dequeue(&d->tx_queue))) {
net/bluetooth/rfcomm/core.c
1860
skb_queue_head(&d->tx_queue, skb);
net/bluetooth/rfcomm/core.c
1873
return skb_queue_len(&d->tx_queue);
net/bluetooth/rfcomm/core.c
312
skb_queue_head_init(&d->tx_queue);
net/bluetooth/rfcomm/core.c
327
skb_queue_purge(&d->tx_queue);
net/bluetooth/rfcomm/core.c
442
if (skb_queue_empty(&d->tx_queue)) {
net/bluetooth/rfcomm/core.c
496
skb_queue_purge(&d->tx_queue);
net/bluetooth/rfcomm/core.c
566
__skb_queue_tail(&d->tx_queue, frag);
net/bluetooth/rfcomm/core.c
584
spin_lock_irqsave(&d->tx_queue.lock, flags);
net/bluetooth/rfcomm/core.c
605
spin_unlock_irqrestore(&d->tx_queue.lock, flags);
net/bluetooth/rfcomm/core.c
619
skb_queue_tail(&d->tx_queue, skb);
net/bluetooth/rfcomm/core.c
910
skb_queue_tail(&d->tx_queue, skb);
net/bluetooth/rfcomm/tty.c
1017
if (!skb_queue_empty(&dev->dlc->tx_queue))
net/bluetooth/rfcomm/tty.c
1032
skb_queue_purge(&dev->dlc->tx_queue);
net/bluetooth/rfcomm/tty.c
691
skb_queue_purge(&dev->dlc->tx_queue);
net/nfc/llcp.h
134
struct sk_buff_head tx_queue;
net/nfc/llcp.h
59
struct sk_buff_head tx_queue;
net/nfc/llcp_commands.c
352
skb_queue_tail(&local->tx_queue, skb);
net/nfc/llcp_commands.c
453
skb_queue_tail(&local->tx_queue, skb);
net/nfc/llcp_commands.c
512
skb_queue_tail(&local->tx_queue, skb);
net/nfc/llcp_commands.c
574
skb_queue_tail(&local->tx_queue, skb);
net/nfc/llcp_commands.c
608
skb_queue_tail(&local->tx_queue, skb);
net/nfc/llcp_commands.c
641
skb_queue_head(&local->tx_queue, skb);
net/nfc/llcp_commands.c
665
skb_queue_len(&sock->tx_queue) >= 2 * sock->remote_rw)) {
net/nfc/llcp_commands.c
673
skb_queue_len(&sock->tx_queue) >= 2 * sock->remote_rw)) {
net/nfc/llcp_commands.c
675
skb_queue_len(&sock->tx_queue));
net/nfc/llcp_commands.c
712
skb_queue_tail(&sock->tx_queue, pdu);
net/nfc/llcp_commands.c
781
spin_lock(&local->tx_queue.lock);
net/nfc/llcp_commands.c
784
spin_unlock(&local->tx_queue.lock);
net/nfc/llcp_commands.c
795
__skb_queue_tail(&local->tx_queue, pdu);
net/nfc/llcp_commands.c
797
spin_unlock(&local->tx_queue.lock);
net/nfc/llcp_commands.c
827
skb_queue_head(&local->tx_queue, skb);
net/nfc/llcp_core.c
1054
pdu = skb_dequeue(&sock->tx_queue);
net/nfc/llcp_core.c
1061
skb_queue_tail(&local->tx_queue, pdu);
net/nfc/llcp_core.c
1139
skb_queue_head(&local->tx_queue, s);
net/nfc/llcp_core.c
164
skb_queue_purge(&local->tx_queue);
net/nfc/llcp_core.c
1643
skb_queue_head_init(&local->tx_queue);
net/nfc/llcp_core.c
319
spin_lock(&local->tx_queue.lock);
net/nfc/llcp_core.c
321
spin_unlock(&local->tx_queue.lock);
net/nfc/llcp_core.c
50
skb_queue_purge(&sock->tx_queue);
net/nfc/llcp_core.c
57
skb_queue_walk_safe(&local->tx_queue, s, tmp) {
net/nfc/llcp_core.c
61
skb_unlink(s, &local->tx_queue);
net/nfc/llcp_core.c
73
skb_queue_purge(&local->tx_queue);
net/nfc/llcp_core.c
769
skb = skb_dequeue(&local->tx_queue);
net/nfc/llcp_core.c
778
skb_queue_head(&local->tx_queue, skb);
net/nfc/llcp_sock.c
1000
skb_queue_head_init(&llcp_sock->tx_queue);
net/nfc/llcp_sock.c
1014
skb_queue_purge(&sock->tx_queue);
net/rxrpc/ar-internal.h
757
struct rxrpc_txqueue *tx_queue; /* Start of transmission buffers */
net/rxrpc/call_event.c
149
for (req.tq = call->tx_queue; req.tq; req.tq = req.tq->next) {
net/rxrpc/call_event.c
99
for (tq = call->tx_queue; tq; tq = tq->next) {
net/rxrpc/call_object.c
538
for (tq = call->tx_queue; tq; tq = next) {
net/rxrpc/input.c
1079
prefetch(call->tx_queue);
net/rxrpc/input.c
223
struct rxrpc_txqueue *tq = call->tx_queue;
net/rxrpc/input.c
244
call->tx_queue = tq->next;
net/rxrpc/input.c
247
tq = call->tx_queue;
net/rxrpc/input.c
310
call->tx_queue = tq->next;
net/rxrpc/input.c
313
tq = call->tx_queue;
net/rxrpc/input.c
331
call->tx_queue = NULL;
net/rxrpc/input.c
964
struct rxrpc_txqueue *tq = call->tx_queue;
net/rxrpc/input_rack.c
207
for (tq = call->tx_queue; tq; tq = tq->next) {
net/rxrpc/input_rack.c
267
for (tq = call->tx_queue; tq; tq = tq->next) {
net/rxrpc/sendmsg.c
297
} else if (WARN_ON(call->tx_queue)) {
net/rxrpc/sendmsg.c
308
call->tx_queue = tq;