#include <sys/param.h>
#include <cam/cam.h>
#include <cam/cam_ccb.h>
#include <cam/cam_debug.h>
#include <cam/cam_periph.h>
#include <cam/cam_sim.h>
#include <cam/cam_xpt_sim.h>
#include <cam/scsi/scsi_all.h>
#include <cam/scsi/scsi_message.h>
#include "ufshci_private.h"
#define sim2ctrlr(sim) ((struct ufshci_controller *)cam_sim_softc(sim))
static void
ufshci_sim_scsiio_done(void *ccb_arg, const struct ufshci_completion *cpl,
bool error)
{
const uint8_t *sense_data;
uint16_t sense_data_max_size;
uint16_t sense_data_len;
union ccb *ccb = (union ccb *)ccb_arg;
sense_data = cpl->response_upiu.cmd_response_upiu.sense_data;
sense_data_max_size = sizeof(
cpl->response_upiu.cmd_response_upiu.sense_data);
sense_data_len = be16toh(
cpl->response_upiu.cmd_response_upiu.sense_data_len);
memcpy(&ccb->csio.sense_data, sense_data,
min(sense_data_len, sense_data_max_size));
ccb->ccb_h.status &= ~CAM_SIM_QUEUED;
if (error) {
printf("ufshci: SCSI command completion error, Status(0x%x)"
" Key(0x%x), ASC(0x%x), ASCQ(0x%x)\n",
cpl->response_upiu.cmd_response_upiu.header
.ext_iid_or_status,
sense_data[2], sense_data[12], sense_data[13]);
ccb->ccb_h.status = CAM_REQ_CMP_ERR;
xpt_done(ccb);
} else {
ccb->ccb_h.status = CAM_REQ_CMP;
xpt_done_direct(ccb);
}
}
static void
ufshci_sim_illegal_request(union ccb *ccb)
{
scsi_set_sense_data(&ccb->csio.sense_data,
SSD_TYPE_NONE,
1,
SSD_KEY_ILLEGAL_REQUEST,
0x24,
0x00,
SSD_ELEM_NONE);
ccb->csio.scsi_status = SCSI_STATUS_CHECK_COND;
ccb->ccb_h.status = CAM_SCSI_STATUS_ERROR | CAM_AUTOSNS_VALID |
CAM_DEV_QFRZN;
xpt_freeze_devq(ccb->ccb_h.path, 1);
xpt_done(ccb);
}
uint8_t
ufshci_sim_translate_scsi_to_ufs_lun(lun_id_t scsi_lun)
{
const int address_format_offset = 8;
uint8_t address_format = scsi_lun >> address_format_offset;
if (((address_format & RPL_LUNDATA_ATYP_MASK) ==
RPL_LUNDATA_ATYP_EXTLUN) &&
((address_format & RPL_LUNDATA_EXT_EAM_MASK) ==
RPL_LUNDATA_EXT_EAM_WK))
return ((scsi_lun & UFSHCI_UPIU_UNIT_NUMBER_ID_MASK) |
UFSHCI_UPIU_WLUN_ID_MASK);
return (scsi_lun & UFSHCI_UPIU_UNIT_NUMBER_ID_MASK);
}
uint64_t
ufshci_sim_translate_ufs_to_scsi_lun(uint8_t ufs_lun)
{
if (!(ufs_lun & UFSHCI_UPIU_WLUN_ID_MASK)) {
return ufs_lun;
}
return (((uint64_t)ufs_lun & ~UFSHCI_UPIU_WLUN_ID_MASK) |
(RPL_LUNDATA_ATYP_EXTLUN | RPL_LUNDATA_EXT_EAM_WK) << 8);
}
static void
ufshchi_sim_scsiio(struct cam_sim *sim, union ccb *ccb)
{
struct ccb_scsiio *csio = &ccb->csio;
struct ufshci_request *req;
void *payload;
struct ufshci_cmd_command_upiu *upiu;
uint8_t *cdb;
uint32_t payload_len;
bool is_write;
struct ufshci_controller *ctrlr;
uint8_t data_direction;
int error;
if (csio->cdb_io.cdb_bytes[0] == MODE_SENSE_6 ||
csio->cdb_io.cdb_bytes[0] == MODE_SELECT_6 ||
csio->cdb_io.cdb_bytes[0] == READ_12 ||
csio->cdb_io.cdb_bytes[0] == WRITE_12) {
ufshci_sim_illegal_request(ccb);
return;
}
ctrlr = sim2ctrlr(sim);
payload = csio->data_ptr;
payload_len = csio->dxfer_len;
is_write = csio->ccb_h.flags & CAM_DIR_OUT;
if ((csio->ccb_h.flags & CAM_DATA_MASK) == CAM_DATA_BIO)
req = ufshci_allocate_request_bio((struct bio *)payload,
M_NOWAIT, ufshci_sim_scsiio_done, ccb);
else
req = ufshci_allocate_request_vaddr(payload, payload_len,
M_NOWAIT, ufshci_sim_scsiio_done, ccb);
req->request_size = sizeof(struct ufshci_cmd_command_upiu);
req->response_size = sizeof(struct ufshci_cmd_response_upiu);
switch (ccb->ccb_h.flags & CAM_DIR_MASK) {
case CAM_DIR_IN:
data_direction = UFSHCI_DATA_DIRECTION_FROM_TGT_TO_SYS;
break;
case CAM_DIR_OUT:
data_direction = UFSHCI_DATA_DIRECTION_FROM_SYS_TO_TGT;
break;
default:
data_direction = UFSHCI_DATA_DIRECTION_NO_DATA_TRANSFER;
}
req->data_direction = data_direction;
req->is_admin = false;
upiu = (struct ufshci_cmd_command_upiu *)&req->request_upiu;
memset(upiu, 0, req->request_size);
upiu->header.trans_type = UFSHCI_UPIU_TRANSACTION_CODE_COMMAND;
upiu->header.operational_flags = is_write ? UFSHCI_OPERATIONAL_FLAG_W :
UFSHCI_OPERATIONAL_FLAG_R;
upiu->header.lun = ufshci_sim_translate_scsi_to_ufs_lun(
csio->ccb_h.target_lun);
upiu->header.cmd_set_type = UFSHCI_COMMAND_SET_TYPE_SCSI;
upiu->expected_data_transfer_length = htobe32(payload_len);
ccb->ccb_h.status |= CAM_SIM_QUEUED;
if (csio->ccb_h.flags & CAM_CDB_POINTER)
cdb = csio->cdb_io.cdb_ptr;
else
cdb = csio->cdb_io.cdb_bytes;
if (cdb == NULL || csio->cdb_len > sizeof(upiu->cdb)) {
ccb->ccb_h.status = CAM_REQ_INVALID;
xpt_done(ccb);
return;
}
memcpy(upiu->cdb, cdb, csio->cdb_len);
error = ufshci_ctrlr_submit_transfer_request(ctrlr, req);
if (error == EBUSY) {
ccb->ccb_h.status = CAM_SCSI_BUSY;
xpt_done(ccb);
return;
} else if (error) {
ccb->ccb_h.status = CAM_REQ_INVALID;
xpt_done(ccb);
return;
}
}
static uint32_t
ufshci_link_kBps(struct ufshci_controller *ctrlr)
{
uint32_t gear = ctrlr->hs_gear;
uint32_t lanes = ctrlr->rx_lanes;
static const uint32_t kbps_per_lane[] = {
0,
145920,
291840,
583680,
1167360,
2334720
};
if (gear >= nitems(kbps_per_lane))
gear = 0;
if (lanes == 0 || lanes > 2)
lanes = 1;
return kbps_per_lane[gear] * lanes;
}
static void
ufshci_cam_action(struct cam_sim *sim, union ccb *ccb)
{
struct ufshci_controller *ctrlr = sim2ctrlr(sim);
if (ctrlr == NULL) {
ccb->ccb_h.status = CAM_SEL_TIMEOUT;
xpt_done(ccb);
return;
}
switch (ccb->ccb_h.func_code) {
case XPT_SCSI_IO:
ufshchi_sim_scsiio(sim, ccb);
return;
case XPT_PATH_INQ: {
struct ccb_pathinq *cpi = &ccb->cpi;
uint32_t need_scan_wluns = 0;
if (!(ctrlr->quirks & UFSHCI_QUIRK_SKIP_WELL_KNOWN_LUNS))
need_scan_wluns = PIM_WLUNS;
cpi->version_num = 1;
cpi->hba_inquiry = PI_SDTR_ABLE | PI_TAG_ABLE;
cpi->target_sprt = 0;
cpi->hba_misc = need_scan_wluns | PIM_UNMAPPED | PIM_NO_6_BYTE;
cpi->hba_eng_cnt = 0;
cpi->max_target = 0;
cpi->max_lun = ctrlr->max_lun_count;
cpi->async_flags = 0;
cpi->maxio = ctrlr->max_xfer_size;
cpi->initiator_id = 1;
strlcpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
strlcpy(cpi->hba_vid, "UFSHCI", HBA_IDLEN);
strlcpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
cpi->unit_number = cam_sim_unit(sim);
cpi->base_transfer_speed = ufshci_link_kBps(ctrlr);
cpi->transport = XPORT_UFSHCI;
cpi->transport_version = 1;
cpi->protocol = PROTO_SCSI;
cpi->protocol_version = SCSI_REV_SPC5;
ccb->ccb_h.status = CAM_REQ_CMP;
break;
}
case XPT_RESET_BUS:
ccb->ccb_h.status = CAM_REQ_CMP;
break;
case XPT_RESET_DEV:
if (ufshci_dev_reset(ctrlr))
ccb->ccb_h.status = CAM_REQ_CMP_ERR;
else
ccb->ccb_h.status = CAM_REQ_CMP;
break;
case XPT_ABORT:
ccb->ccb_h.status = CAM_FUNC_NOTAVAIL;
break;
case XPT_SET_TRAN_SETTINGS:
ccb->ccb_h.status = CAM_FUNC_NOTAVAIL;
break;
case XPT_GET_TRAN_SETTINGS: {
struct ccb_trans_settings *cts;
struct ccb_trans_settings_ufshci *ufshcix;
cts = &ccb->cts;
ufshcix = &cts->xport_specific.ufshci;
ufshcix->hs_gear = ctrlr->hs_gear;
ufshcix->tx_lanes = ctrlr->tx_lanes;
ufshcix->rx_lanes = ctrlr->rx_lanes;
ufshcix->max_hs_gear = ctrlr->max_rx_hs_gear;
ufshcix->max_tx_lanes = ctrlr->max_tx_lanes;
ufshcix->max_rx_lanes = ctrlr->max_rx_lanes;
ufshcix->valid = CTS_UFSHCI_VALID_LINK;
cts->transport = XPORT_UFSHCI;
cts->transport_version = 1;
cts->protocol = PROTO_SCSI;
cts->protocol_version = SCSI_REV_SPC5;
ccb->ccb_h.status = CAM_REQ_CMP;
break;
}
case XPT_CALC_GEOMETRY:
cam_calc_geometry(&ccb->ccg, 1);
break;
case XPT_NOOP:
ccb->ccb_h.status = CAM_REQ_CMP;
break;
default:
printf("invalid ccb=%p func=%#x\n", ccb, ccb->ccb_h.func_code);
break;
}
xpt_done(ccb);
return;
}
static void
ufshci_cam_poll(struct cam_sim *sim)
{
struct ufshci_controller *ctrlr = sim2ctrlr(sim);
ufshci_ctrlr_poll(ctrlr);
}
int
ufshci_sim_attach(struct ufshci_controller *ctrlr)
{
device_t dev;
struct cam_devq *devq;
int max_trans;
dev = ctrlr->dev;
max_trans = ctrlr->max_hw_pend_io;
if ((devq = cam_simq_alloc(max_trans)) == NULL) {
printf("Failed to allocate a simq\n");
return (ENOMEM);
}
ctrlr->ufshci_sim = cam_sim_alloc(ufshci_cam_action, ufshci_cam_poll,
"ufshci", ctrlr, device_get_unit(dev), &ctrlr->sc_mtx, max_trans,
max_trans, devq);
if (ctrlr->ufshci_sim == NULL) {
printf("Failed to allocate a sim\n");
cam_simq_free(devq);
return (ENOMEM);
}
mtx_lock(&ctrlr->sc_mtx);
if (xpt_bus_register(ctrlr->ufshci_sim, ctrlr->dev, 0) != CAM_SUCCESS) {
cam_sim_free(ctrlr->ufshci_sim, TRUE);
cam_simq_free(devq);
mtx_unlock(&ctrlr->sc_mtx);
printf("Failed to create a bus\n");
return (ENOMEM);
}
if (xpt_create_path(&ctrlr->ufshci_path, NULL,
cam_sim_path(ctrlr->ufshci_sim), CAM_TARGET_WILDCARD,
CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
xpt_bus_deregister(cam_sim_path(ctrlr->ufshci_sim));
cam_sim_free(ctrlr->ufshci_sim, TRUE);
cam_simq_free(devq);
mtx_unlock(&ctrlr->sc_mtx);
printf("Failed to create a path\n");
return (ENOMEM);
}
mtx_unlock(&ctrlr->sc_mtx);
return (0);
}
void
ufshci_sim_detach(struct ufshci_controller *ctrlr)
{
int error;
if (ctrlr->ufshci_path != NULL) {
xpt_free_path(ctrlr->ufshci_path);
ctrlr->ufshci_path = NULL;
}
if (ctrlr->ufshci_sim != NULL) {
error = xpt_bus_deregister(cam_sim_path(ctrlr->ufshci_sim));
if (error == 0) {
ctrlr->ufshci_sim->softc = NULL;
ufshci_printf(ctrlr,
"%s: %s:%d:%d caling "
"cam_sim_free sim %p refc %u mtx %p\n",
__func__, ctrlr->sc_name,
cam_sim_path(ctrlr->ufshci_sim), ctrlr->sc_unit,
ctrlr->ufshci_sim, ctrlr->ufshci_sim->refcount,
ctrlr->ufshci_sim->mtx);
} else {
panic("%s: %s: CAM layer is busy: errno %d\n", __func__,
ctrlr->sc_name, error);
}
cam_sim_free(ctrlr->ufshci_sim, TRUE);
ctrlr->ufshci_sim = NULL;
}
}
struct cam_periph *
ufshci_sim_find_periph(struct ufshci_controller *ctrlr, uint8_t wlun)
{
struct cam_path *path;
struct cam_periph *periph = NULL;
uint64_t scsi_lun;
uint64_t timeout;
scsi_lun = ufshci_sim_translate_ufs_to_scsi_lun(wlun);
if (xpt_create_path(&path, NULL,
cam_sim_path(ctrlr->ufshci_sim), 0, scsi_lun) != CAM_REQ_CMP) {
return NULL;
}
timeout = ticks + MSEC_2_TICKS(ctrlr->device_init_timeout_in_ms);
while (1) {
xpt_path_lock(path);
periph = cam_periph_find(path, "pass");
xpt_path_unlock(path);
if (periph) {
xpt_free_path(path);
break;
}
if (timeout - ticks < 0) {
ufshci_printf(ctrlr,
"Failed to find the Well known LUN(0x%x)\n", wlun);
break;
}
pause_sbt("ufshci_find_periph", ustosbt(100), 0, C_PREL(1));
}
return periph;
}
int
ufshci_sim_send_ssu(struct ufshci_controller *ctrlr, bool start,
uint8_t power_condition, bool immed)
{
struct cam_periph *periph = ctrlr->ufs_device_wlun_periph;
union ccb *ccb;
int err;
if (periph && cam_periph_acquire(periph) != 0) {
periph = NULL;
}
if (periph == NULL) {
periph = ufshci_sim_find_periph(ctrlr,
(uint8_t)UFSHCI_WLUN_UFS_DEVICE);
if (periph)
ctrlr->ufs_device_wlun_periph = periph;
}
if (periph == NULL) {
ufshci_printf(ctrlr,
"Well-known LUN `UFS Device (0x50)` not found\n");
return ENODEV;
}
cam_periph_lock(periph);
ccb = cam_periph_getccb(periph, CAM_PRIORITY_NORMAL);
if (!ccb) {
cam_periph_unlock(periph);
cam_periph_release(periph);
return ENOMEM;
}
scsi_start_stop_pc(&ccb->csio,
4,
NULL,
MSG_SIMPLE_Q_TAG,
start ? 1 : 0,
0,
immed ? 1 : 0,
power_condition, SSD_MIN_SIZE,
ctrlr->device_init_timeout_in_ms);
ccb->ccb_h.flags |= CAM_DIR_NONE | CAM_DEV_QFRZDIS;
err = cam_periph_runccb(ccb, NULL, 0, SF_RETRY_UA, NULL);
cam_periph_unlock(periph);
cam_periph_release(periph);
return (err == 0) ? 0 : EIO;
}