nvme_req
nvme_req(req)->status != NVME_SC_SUCCESS,
struct nvme_request *nreq = nvme_req(req);
nvme_req(req)->status = NVME_SC_HOST_ABORTED_CMD;
nvme_req(req)->flags |= NVME_REQ_CANCELLED;
nvme_req(req)->flags |= NVME_REQ_CANCELLED;
struct nvme_ctrl *ctrl = nvme_req(req)->ctrl;
struct nvme_command *cmd = nvme_req(req)->cmd;
if (nvme_req(rq)->flags & NVME_REQ_CANCELLED)
if (nvme_req(rq)->status)
return nvme_req(rq)->status;
*result = nvme_req(req)->result;
crd = (nvme_req(req)->status & NVME_STATUS_CRD) >> 11;
delay = nvme_req(req)->ctrl->crdt[crd - 1] * 100;
nvme_req(req)->retries++;
struct nvme_request *nr = nvme_req(req);
struct nvme_request *nr = nvme_req(req);
if (likely(nvme_req(req)->status == 0))
(nvme_req(req)->status & NVME_STATUS_DNR) ||
nvme_req(req)->retries >= nvme_max_retries)
if ((nvme_req(req)->status & NVME_SCT_SC_MASK) == NVME_SC_AUTH_REQUIRED)
if (nvme_is_path_error(nvme_req(req)->status) ||
le64_to_cpu(nvme_req(req)->result.u64));
struct nvme_request *nr = nvme_req(req);
blk_status_t status = nvme_error_status(nvme_req(req)->status);
struct nvme_ctrl *ctrl = nvme_req(req)->ctrl;
nvme_req(req)->status = NVME_SC_HOST_PATH_ERROR;
nvme_req(req)->status = NVME_SC_HOST_ABORTED_CMD;
nvme_req(req)->flags |= NVME_REQ_CANCELLED;
nvme_req(req)->status = 0;
nvme_req(req)->retries = 0;
nvme_req(req)->flags = 0;
struct nvme_request *nr = nvme_req(req);
struct nvme_request *req = nvme_req(rq);
nvme_req(rq)->status = NVME_SC_HOST_ABORTED_CMD;
fault_inject = &nvme_req(req)->ctrl->fault_inject;
nvme_req(req)->status = status;
nvme_req(rq)->ctrl = &ctrl->ctrl;
nvme_req(rq)->cmd = &op->op.cmd_iu.sqe;
nvme_req(req)->flags |= NVME_REQ_USERCMD;
ctrl = nvme_req(req)->ctrl;
*result = le64_to_cpu(nvme_req(req)->result.u64);
if (nvme_req(req)->flags & NVME_REQ_CANCELLED) {
pdu->status = nvme_req(req)->status;
pdu->result = le64_to_cpu(nvme_req(req)->result.u64);
u16 status = nvme_req(req)->status & NVME_SCT_SC_MASK;
nvme_req(req)->status = 0;
!(nvme_req(rq)->flags & NVME_MPATH_CNT_ACTIVE)) {
nvme_req(rq)->flags |= NVME_MPATH_CNT_ACTIVE;
(nvme_req(rq)->flags & NVME_MPATH_IO_STATS))
nvme_req(rq)->flags |= NVME_MPATH_IO_STATS;
nvme_req(rq)->start_time = bdev_start_io_acct(disk->part0, req_op(rq),
if (nvme_req(rq)->flags & NVME_MPATH_CNT_ACTIVE)
if (!(nvme_req(rq)->flags & NVME_MPATH_IO_STATS))
nvme_req(rq)->start_time);
return nvme_cid_install_genctr(nvme_req(rq)->genctr) | rq->tag;
if (unlikely(nvme_genctr_mask(nvme_req(rq)->genctr) != genctr)) {
dev_err(nvme_req(rq)->ctrl->device,
tag, genctr, nvme_genctr_mask(nvme_req(rq)->genctr));
struct nvme_request *rq = nvme_req(req);
(entries == 1 && !(nvme_req(req)->flags & NVME_REQ_USERCMD))) {
nvme_req(req)->status != NVME_SC_SUCCESS,
"Abort status: 0x%x", nvme_req(req)->status);
nvme_req(req)->flags |= NVME_REQ_CANCELLED;
opcode = nvme_req(req)->cmd->common.opcode;
nvme_req(req)->flags |= NVME_REQ_CANCELLED;
nvme_req(req)->ctrl = set->driver_data;
nvme_req(req)->cmd = &iod->cmd;
nvme_req(req)->flags & NVME_REQ_USERCMD;
nvme_req(req)->flags & NVME_REQ_USERCMD ||
struct nvme_command *c = nvme_req(rq)->cmd;
nvme_req(rq)->status = NVME_SC_INVALID_PI;
nvme_req(rq)->status = NVME_SC_GUARD_CHECK;
nvme_req(rq)->status = NVME_SC_REFTAG_CHECK;
nvme_req(rq)->status = NVME_SC_APPTAG_CHECK;
nvme_req(rq)->ctrl = &ctrl->ctrl;
req->metadata_sgl = (void *)nvme_req(rq) +
nvme_req(rq)->cmd = req->sqe.data;
nvme_req(rq)->ctrl = &ctrl->ctrl;
nvme_req(rq)->cmd = &pdu->cmd;
__entry->cid = nvme_req(req)->cmd->common.command_id;
__entry->result = le64_to_cpu(nvme_req(req)->result.u64);
__entry->retries = nvme_req(req)->retries;
__entry->flags = nvme_req(req)->flags;
__entry->status = nvme_req(req)->status;
__entry->ctrl_id = nvme_req(req)->ctrl->instance;
__entry->ctrl_id = nvme_req(req)->ctrl->instance;
__entry->ctrl_id = nvme_req(req)->ctrl->instance;
static void nvmet_fc_fcp_nvme_cmd_done(struct nvmet_req *nvme_req);
nvmet_req_to_fod(struct nvmet_req *nvme_req)
return container_of(nvme_req, struct nvmet_fc_fcp_iod, req);
nvmet_fc_fcp_nvme_cmd_done(struct nvmet_req *nvme_req)
struct nvmet_fc_fcp_iod *fod = nvmet_req_to_fod(nvme_req);
struct nvme_request nvme_req;
nvme_req(req)->ctrl = &ctrl->ctrl;
nvme_req(req)->cmd = &iod->cmd;
static void nvme_loop_queue_response(struct nvmet_req *nvme_req);
struct nvme_ctrl *ctrl = nvme_req(rq)->ctrl;
req->cqe->result = nvme_req(rq)->result;
req->cqe->result = nvme_req(rq)->result;
nvmet_req_complete(req, nvme_req(rq)->status);