usr/src/uts/intel/io/viona/viona_hook.c

41

viona_hook(viona_link_t *link, viona_vring_t *ring, mblk_t **mpp, boolean_t out)

usr/src/uts/intel/io/viona/viona_hook.c

67

VIONA_PROBE3(tx_hook_drop, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_hook.c

71

VIONA_PROBE3(rx_hook_drop, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_impl.h

241

viona_vring_t *l_vrings;

usr/src/uts/intel/io/viona/viona_impl.h

395

VIONA_PROBE2(bad_ring_addr, viona_vring_t *, r, void *, (void *)(a))

usr/src/uts/intel/io/viona/viona_impl.h

465

void viona_ring_alloc(viona_link_t *, viona_vring_t *);

usr/src/uts/intel/io/viona/viona_impl.h

466

void viona_ring_free(viona_vring_t *);

usr/src/uts/intel/io/viona/viona_impl.h

470

int viona_ring_reset(viona_vring_t *, boolean_t);

usr/src/uts/intel/io/viona/viona_impl.h

473

boolean_t viona_ring_lease_renew(viona_vring_t *);

usr/src/uts/intel/io/viona/viona_impl.h

474

bool vring_need_bail(const viona_vring_t *);

usr/src/uts/intel/io/viona/viona_impl.h

475

int viona_ring_pause(viona_vring_t *);

usr/src/uts/intel/io/viona/viona_impl.h

477

int vq_popchain(viona_vring_t *, struct iovec *, uint_t, uint16_t *,

usr/src/uts/intel/io/viona/viona_impl.h

479

void vq_pushchain(viona_vring_t *, uint32_t, uint16_t);

usr/src/uts/intel/io/viona/viona_impl.h

480

void vq_pushchain_many(viona_vring_t *, uint_t, used_elem_t *);

usr/src/uts/intel/io/viona/viona_impl.h

482

void viona_intr_ring(viona_vring_t *ring, boolean_t);

usr/src/uts/intel/io/viona/viona_impl.h

483

void viona_ring_set_no_notify(viona_vring_t *, boolean_t);

usr/src/uts/intel/io/viona/viona_impl.h

484

void viona_ring_disable_notify(viona_vring_t *);

usr/src/uts/intel/io/viona/viona_impl.h

485

void viona_ring_enable_notify(viona_vring_t *);

usr/src/uts/intel/io/viona/viona_impl.h

486

uint16_t viona_ring_num_avail(viona_vring_t *);

usr/src/uts/intel/io/viona/viona_impl.h

488

void viona_ring_stat_accept(viona_vring_t *, size_t, size_t);

usr/src/uts/intel/io/viona/viona_impl.h

489

void viona_ring_stat_drop(viona_vring_t *, size_t);

usr/src/uts/intel/io/viona/viona_impl.h

490

void viona_ring_stat_error(viona_vring_t *);

usr/src/uts/intel/io/viona/viona_impl.h

499

void viona_worker_rx(viona_vring_t *, viona_link_t *);

usr/src/uts/intel/io/viona/viona_impl.h

504

void viona_worker_tx(viona_vring_t *, viona_link_t *);

usr/src/uts/intel/io/viona/viona_impl.h

505

void viona_tx_ring_alloc(viona_vring_t *, const uint16_t);

usr/src/uts/intel/io/viona/viona_impl.h

506

void viona_tx_ring_free(viona_vring_t *, const uint16_t);

usr/src/uts/intel/io/viona/viona_impl.h

512

int viona_hook(viona_link_t *, viona_vring_t *, mblk_t **, boolean_t);

usr/src/uts/intel/io/viona/viona_main.c

1313

viona_vring_t *ring;

usr/src/uts/intel/io/viona/viona_main.c

1326

viona_vring_t *ring;

usr/src/uts/intel/io/viona/viona_main.c

1366

viona_vring_t *ring = &link->l_vrings[idx];

usr/src/uts/intel/io/viona/viona_main.c

1374

viona_vring_t *ring;

usr/src/uts/intel/io/viona/viona_main.c

1412

viona_vring_t *ring = &link->l_vrings[vq];

usr/src/uts/intel/io/viona/viona_main.c

1465

viona_vring_t *ring = &link->l_vrings[vq];

usr/src/uts/intel/io/viona/viona_main.c

825

const viona_vring_t *ring = &link->l_vrings[i];

usr/src/uts/intel/io/viona/viona_main.c

927

kmem_free(link->l_vrings, sizeof (viona_vring_t) * VIONA_NRINGS(link));

usr/src/uts/intel/io/viona/viona_main.c

959

sizeof (viona_vring_t) * VIONA_NRINGS(link), KM_SLEEP);

usr/src/uts/intel/io/viona/viona_ring.c

1007

vq_map_indir_desc_bufs(viona_vring_t *ring, const struct virtio_desc *desc,

usr/src/uts/intel/io/viona/viona_ring.c

1015

VIONA_PROBE2(indir_bad_len, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_ring.c

1066

VIONA_PROBE1(indir_bad_nest, viona_vring_t *, ring);

usr/src/uts/intel/io/viona/viona_ring.c

1071

VIONA_PROBE2(desc_bad_len, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_ring.c

1088

VIONA_PROBE1(too_many_desc, viona_vring_t *, ring);

usr/src/uts/intel/io/viona/viona_ring.c

1096

VIONA_PROBE3(indir_bad_next, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_ring.c

1111

vq_popchain(viona_vring_t *ring, struct iovec *iov, uint_t niov,

usr/src/uts/intel/io/viona/viona_ring.c

1141

VIONA_PROBE2(ndesc_too_high, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_ring.c

1151

VIONA_PROBE2(bad_idx, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_ring.c

1170

viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_ring.c

120

static bool viona_ring_map(viona_vring_t *, bool);

usr/src/uts/intel/io/viona/viona_ring.c

1207

vq_write_used_ent(viona_vring_t *ring, uint16_t idx, uint16_t cookie,

usr/src/uts/intel/io/viona/viona_ring.c

121

static void viona_ring_unmap(viona_vring_t *);

usr/src/uts/intel/io/viona/viona_ring.c

122

static kthread_t *viona_create_worker(viona_vring_t *);

usr/src/uts/intel/io/viona/viona_ring.c

1229

vq_write_used_idx(viona_vring_t *ring, uint16_t idx)

usr/src/uts/intel/io/viona/viona_ring.c

123

static void viona_ring_consolidate_stats(viona_vring_t *);

usr/src/uts/intel/io/viona/viona_ring.c

1239

vq_pushchain(viona_vring_t *ring, uint32_t len, uint16_t cookie)

usr/src/uts/intel/io/viona/viona_ring.c

1257

vq_pushchain_many(viona_vring_t *ring, uint_t num_bufs, used_elem_t *elem)

usr/src/uts/intel/io/viona/viona_ring.c

126

vq_page_hold(viona_vring_t *ring, uint64_t gpa, bool writable)

usr/src/uts/intel/io/viona/viona_ring.c

1281

viona_ring_disable_notify(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

1293

viona_ring_enable_notify(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

1310

viona_ring_num_avail(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

1320

viona_ring_stat_accept(viona_vring_t *ring, size_t count, size_t len)

usr/src/uts/intel/io/viona/viona_ring.c

1330

viona_ring_stat_drop(viona_vring_t *ring, size_t count)

usr/src/uts/intel/io/viona/viona_ring.c

1339

viona_ring_stat_error(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

1348

viona_ring_consolidate_stats(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

152

vq_region_hold(viona_vring_t *ring, uint64_t gpa, uint32_t len,

usr/src/uts/intel/io/viona/viona_ring.c

215

viona_vring_t *ring = arg;

usr/src/uts/intel/io/viona/viona_ring.c

226

viona_ring_lease_drop(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

247

viona_ring_lease_renew(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

279

viona_ring_alloc(viona_link_t *link, viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

289

viona_ring_misc_free(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

297

viona_ring_free(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

307

viona_ring_layout(viona_vring_t *ring, viona_vring_part_t *vrp,

usr/src/uts/intel/io/viona/viona_ring.c

383

viona_vring_t *ring;

usr/src/uts/intel/io/viona/viona_ring.c

478

viona_vring_t *ring;

usr/src/uts/intel/io/viona/viona_ring.c

512

viona_ring_reset(viona_vring_t *ring, boolean_t heed_signals)

usr/src/uts/intel/io/viona/viona_ring.c

542

viona_ring_map_part(viona_vring_t *ring, viona_vring_part_t *vrp,

usr/src/uts/intel/io/viona/viona_ring.c

605

viona_ring_map(viona_vring_t *ring, bool defer_dirty)

usr/src/uts/intel/io/viona/viona_ring.c

613

viona_ring_mark_dirty_part(viona_vring_t *ring, viona_vring_part_t *vrp)

usr/src/uts/intel/io/viona/viona_ring.c

625

viona_ring_mark_dirty(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

633

viona_ring_unmap_part(viona_vring_t *ring, viona_vring_part_t *vrp)

usr/src/uts/intel/io/viona/viona_ring.c

650

viona_ring_unmap(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

668

viona_intr_ring(viona_vring_t *ring, boolean_t skip_flags_check)

usr/src/uts/intel/io/viona/viona_ring.c

696

vring_stop_req(const viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

702

vring_pause_req(const viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

708

vring_start_req(const viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

722

vring_need_bail_ext(const viona_vring_t *ring, bool stop_only)

usr/src/uts/intel/io/viona/viona_ring.c

744

vring_need_bail(const viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

750

viona_ring_pause(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

806

viona_vring_t *ring = (viona_vring_t *)arg;

usr/src/uts/intel/io/viona/viona_ring.c

917

viona_create_worker(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_ring.c

944

vq_read_desc(viona_vring_t *ring, uint16_t idx, struct virtio_desc *descp)

usr/src/uts/intel/io/viona/viona_ring.c

958

vq_read_avail(viona_vring_t *ring, uint16_t idx)

usr/src/uts/intel/io/viona/viona_ring.c

973

vq_map_desc_bufs(viona_vring_t *ring, const struct virtio_desc *desc,

usr/src/uts/intel/io/viona/viona_ring.c

977

VIONA_PROBE2(desc_bad_len, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_ring.c

982

VIONA_PROBE1(len_overflow, viona_vring_t *, ring);

usr/src/uts/intel/io/viona/viona_ring.c

992

VIONA_PROBE1(too_many_desc, viona_vring_t *, ring);

usr/src/uts/intel/io/viona/viona_rx.c

205

viona_recv_plain(viona_vring_t *ring, const mblk_t *mp, size_t msz)

usr/src/uts/intel/io/viona/viona_rx.c

265

VIONA_PROBE5(too_short, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_rx.c

301

VIONA_PROBE3(bad_rx_frame, viona_vring_t *, ring, uint16_t, cookie,

usr/src/uts/intel/io/viona/viona_rx.c

311

viona_recv_merged(viona_vring_t *ring, const mblk_t *mp, size_t msz)

usr/src/uts/intel/io/viona/viona_rx.c

330

VIONA_PROBE2(no_space, viona_vring_t *, ring, mblk_t *, mp);

usr/src/uts/intel/io/viona/viona_rx.c

431

VIONA_PROBE5(too_short, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_rx.c

462

VIONA_PROBE3(rx_merge_underrun, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_rx.c

468

VIONA_PROBE3(rx_merge_overrun, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_rx.c

474

VIONA_PROBE3(bad_rx_frame, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_rx.c

490

viona_rx_common(viona_vring_t *ring, mblk_t *mp, boolean_t is_loopback)

usr/src/uts/intel/io/viona/viona_rx.c

546

VIONA_PROBE3(rx_drop_over_mtu, viona_vring_t *,

usr/src/uts/intel/io/viona/viona_rx.c

590

VIONA_PROBE4(rx_gro_fallback, viona_vring_t *,

usr/src/uts/intel/io/viona/viona_rx.c

635

VIONA_PROBE3(rx_pad_short, viona_vring_t *, ring,

usr/src/uts/intel/io/viona/viona_rx.c

697

VIONA_PROBE3(pkt__rx, viona_vring_t *, ring, mblk_t, mp,

usr/src/uts/intel/io/viona/viona_rx.c

732

static inline viona_vring_t *

usr/src/uts/intel/io/viona/viona_rx.c

735

viona_vring_t *ring = &link->l_vrings[idx * 2];

usr/src/uts/intel/io/viona/viona_rx.c

740

static inline viona_vring_t *

usr/src/uts/intel/io/viona/viona_rx.c

750

viona_rx_ring_deliver(viona_vring_t *ring, mblk_t *mp,

usr/src/uts/intel/io/viona/viona_rx.c

781

viona_vring_t *ring = NULL;

usr/src/uts/intel/io/viona/viona_rx.c

783

viona_vring_t *my_ring = viona_rx_pick_ring(link, curr);

usr/src/uts/intel/io/viona/viona_rx.c

864

viona_vring_t *my_ring =

usr/src/uts/intel/io/viona/viona_rx.c

87

viona_worker_rx(viona_vring_t *ring, viona_link_t *link)

usr/src/uts/intel/io/viona/viona_tx.c

147

viona_tx_ring_alloc(viona_vring_t *ring, const uint16_t qsz)

usr/src/uts/intel/io/viona/viona_tx.c

174

viona_tx_ring_free(viona_vring_t *ring, const uint16_t qsz)

usr/src/uts/intel/io/viona/viona_tx.c

199

viona_tx_done(viona_vring_t *ring, uint32_t len, uint16_t cookie)

usr/src/uts/intel/io/viona/viona_tx.c

210

viona_worker_tx(viona_vring_t *ring, viona_link_t *link)

usr/src/uts/intel/io/viona/viona_tx.c

318

viona_vring_t *ring = dp->d_ring;

usr/src/uts/intel/io/viona/viona_tx.c

415

viona_tx_offloads(viona_vring_t *ring, const struct virtio_net_mrgrxhdr *hdr,

usr/src/uts/intel/io/viona/viona_tx.c

569

viona_tx_alloc_headers(viona_vring_t *ring, uint16_t cookie, viona_desb_t **dpp,

usr/src/uts/intel/io/viona/viona_tx.c

623

viona_tx_copy_headers(viona_vring_t *ring, iov_bunch_t *iob, mblk_t *mp,

usr/src/uts/intel/io/viona/viona_tx.c

692

viona_tx(viona_link_t *link, viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_tx.c

707

VIONA_PROBE1(tx_absent, viona_vring_t *, ring);

usr/src/uts/intel/io/viona/viona_tx.c

78

viona_vring_t *d_ring;

usr/src/uts/intel/io/viona/viona_tx.c

86

static size_t viona_tx(viona_link_t *, viona_vring_t *);

usr/src/uts/intel/io/viona/viona_tx.c

894

VIONA_PROBE3(pkt__tx, viona_vring_t *, ring, mblk_t, mp_head,

usr/src/uts/intel/io/viona/viona_tx.c

91

viona_tx_wait_outstanding(viona_vring_t *ring)

usr/src/uts/intel/io/viona/viona_tx.c

949

VIONA_PROBE3(tx_drop, viona_vring_t *, ring, uint32_t, pkt_len,