src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_admin.c

45

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ctrlr.c

1522

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ctrlr.c

630

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

268

TAILQ_HEAD(, nvme_request) children;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

273

TAILQ_ENTRY(nvme_request) child_tailq;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

279

STAILQ_ENTRY(nvme_request) stailq;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

285

struct nvme_request *parent;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

305

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

313

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

375

struct nvme_request *reqs;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

377

STAILQ_HEAD(, nvme_request) free_req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

378

STAILQ_HEAD(, nvme_request) queued_req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

697

struct nvme_request *req);

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

705

extern struct nvme_request *nvme_request_allocate(struct nvme_qpair *qpair,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

709

extern struct nvme_request *nvme_request_allocate_null(struct nvme_qpair *qpair,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

713

extern struct nvme_request *

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

718

extern void nvme_request_free(struct nvme_request *req);

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

719

extern void nvme_request_free_locked(struct nvme_request *req);

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

721

extern void nvme_request_add_child(struct nvme_request *parent,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

722

struct nvme_request *child);

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

724

extern void nvme_request_remove_child(struct nvme_request *parent,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_internal.h

725

struct nvme_request *child);

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

233

static struct nvme_request *_nvme_ns_rw(struct nvme_ns *ns,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

240

static struct nvme_request *

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

248

struct nvme_request *req,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

259

struct nvme_request *child, *tmp;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

305

static struct nvme_request *_nvme_ns_rw(struct nvme_ns *ns,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

315

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

392

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

414

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

436

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

462

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

484

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

506

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

531

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

558

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

584

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

605

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

635

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

665

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_ns.c

693

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_qpair.c

1006

struct nvme_request *req)

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_qpair.c

1009

struct nvme_request *child_req, *tmp;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_qpair.c

1209

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_qpair.c

345

struct nvme_request *req = tr->req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_qpair.c

372

struct nvme_request *req = tr->req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_qpair.c

415

STAILQ_HEAD(, nvme_request) req_queue;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_qpair.c

429

struct nvme_request *req = STAILQ_FIRST(&req_queue);

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_qpair.c

462

struct nvme_request *req,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_qpair.c

528

struct nvme_request *req,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_qpair.c

584

struct nvme_request *req,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_qpair.c

665

struct nvme_request *req,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_qpair.c

779

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

111

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

126

struct nvme_request *nvme_request_allocate(struct nvme_qpair *qpair,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

132

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

145

memset(req, 0, offsetof(struct nvme_request, children));

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

154

struct nvme_request *nvme_request_allocate_contig(struct nvme_qpair *qpair,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

170

struct nvme_request *nvme_request_allocate_null(struct nvme_qpair *qpair,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

176

void nvme_request_free_locked(struct nvme_request *req)

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

183

void nvme_request_free(struct nvme_request *req)

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

192

void nvme_request_add_child(struct nvme_request *parent,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

193

struct nvme_request *child)

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

214

void nvme_request_remove_child(struct nvme_request *parent,

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

215

struct nvme_request *child)

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

39

static struct nvme_request *nvme_alloc_request(struct nvme_qpair *qpair)

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

41

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

59

struct nvme_request *child = child_arg;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

60

struct nvme_request *parent = child->parent;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

84

struct nvme_request *req;

src/add-ons/kernel/drivers/disk/nvme/libnvme/nvme_request.c

88

qpair->reqs = calloc(qpair->num_reqs, sizeof(struct nvme_request));

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

675

nvme_io_request nvme_request;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

687

nvme_request.write = operation.IsWrite();

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

688

nvme_request.lba_start = operation.Offset() / block_size;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

689

nvme_request.lba_count = operation.Length() / block_size;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

690

nvme_request.iovecs = (physical_entry*)operation.Vecs();

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

691

nvme_request.iovec_count = operation.VecCount();

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

693

status = do_nvme_io_request(handle->info, &nvme_request);

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

734

nvme_io_request nvme_request;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

735

memset(&nvme_request, 0, sizeof(nvme_io_request));

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

737

nvme_request.write = request->IsWrite();

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

767

uint32 entries = vtophysLength - nvme_request.iovec_count;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

771

virt.length, vtophys + nvme_request.iovec_count, &entries);

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

787

nvme_request.iovec_count += entries;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

790

nvme_request.iovecs = vtophys;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

792

nvme_request.iovecs = (physical_entry*)buffer->Vecs();

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

793

nvme_request.iovec_count = buffer->VecCount();

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

798

bool bounceAll = (nvme_request.iovecs == NULL);

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

799

for (int32 i = 1; !bounceAll && i < (nvme_request.iovec_count - 1); i++) {

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

800

if ((nvme_request.iovecs[i].address % B_PAGE_SIZE) != 0)

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

802

if ((nvme_request.iovecs[i].size % B_PAGE_SIZE) != 0)

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

807

if (nvme_request.iovec_count > 1) {

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

811

physical_entry* entry = &nvme_request.iovecs[0];

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

816

entry = &nvme_request.iovecs[nvme_request.iovec_count - 1];

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

823

physical_entry* entry = &nvme_request.iovecs[0];

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

842

if (nvme_request.write)

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

853

int32 remaining = nvme_request.iovec_count;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

854

nvme_request.lba_start = rounded_pos / block_size;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

856

nvme_request.iovec_count = min_c(remaining,

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

859

nvme_request.lba_count = 0;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

860

for (int i = 0; i < nvme_request.iovec_count; i++) {

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

861

uint32 new_lba_count = nvme_request.lba_count

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

862

+ (nvme_request.iovecs[i].size / block_size);

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

863

if (nvme_request.lba_count > 0 && new_lba_count > max_io_blocks) {

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

866

nvme_request.iovec_count = i;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

870

nvme_request.lba_count = new_lba_count;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

873

status = do_nvme_io_request(handle->info, &nvme_request);

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

877

nvme_request.iovecs += nvme_request.iovec_count;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

878

remaining -= nvme_request.iovec_count;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

879

nvme_request.lba_start += nvme_request.lba_count;

src/add-ons/kernel/drivers/disk/nvme/nvme_disk.cpp

888

(nvme_request.lba_start * block_size) - rounded_pos);