root/drivers/bus/mhi/host/internal.h
/* SPDX-License-Identifier: GPL-2.0 */
/*
 * Copyright (c) 2018-2020, The Linux Foundation. All rights reserved.
 *
 */

#ifndef _MHI_INT_H
#define _MHI_INT_H

#include "../common.h"

extern const struct bus_type mhi_bus_type;

/* Host request register */
#define MHI_SOC_RESET_REQ_OFFSET                        0xb0
#define MHI_SOC_RESET_REQ                               BIT(0)

struct mhi_ctxt {
        struct mhi_event_ctxt *er_ctxt;
        struct mhi_chan_ctxt *chan_ctxt;
        struct mhi_cmd_ctxt *cmd_ctxt;
        dma_addr_t er_ctxt_addr;
        dma_addr_t chan_ctxt_addr;
        dma_addr_t cmd_ctxt_addr;
};

struct bhi_vec_entry {
        __le64 dma_addr;
        __le64 size;
};

enum mhi_fw_load_type {
        MHI_FW_LOAD_BHI,        /* BHI only in PBL */
        MHI_FW_LOAD_BHIE,       /* BHIe only in PBL */
        MHI_FW_LOAD_FBC,        /* BHI in PBL followed by BHIe in SBL */
        MHI_FW_LOAD_MAX,
};

enum mhi_ch_state_type {
        MHI_CH_STATE_TYPE_RESET,
        MHI_CH_STATE_TYPE_STOP,
        MHI_CH_STATE_TYPE_START,
        MHI_CH_STATE_TYPE_MAX,
};

#define MHI_CH_STATE_TYPE_LIST                          \
        ch_state_type(RESET,            "RESET")        \
        ch_state_type(STOP,             "STOP")         \
        ch_state_type_end(START,        "START")

extern const char * const mhi_ch_state_type_str[MHI_CH_STATE_TYPE_MAX];
#define TO_CH_STATE_TYPE_STR(state) (((state) >= MHI_CH_STATE_TYPE_MAX) ? \
                                     "INVALID_STATE" : \
                                     mhi_ch_state_type_str[(state)])

#define MHI_INVALID_BRSTMODE(mode) (mode != MHI_DB_BRST_DISABLE && \
                                    mode != MHI_DB_BRST_ENABLE)

#define MHI_EE_LIST                                             \
        mhi_ee(PBL,                     "PRIMARY BOOTLOADER")   \
        mhi_ee(SBL,                     "SECONDARY BOOTLOADER") \
        mhi_ee(AMSS,                    "MISSION MODE")         \
        mhi_ee(RDDM,                    "RAMDUMP DOWNLOAD MODE")\
        mhi_ee(WFW,                     "WLAN FIRMWARE")        \
        mhi_ee(PTHRU,                   "PASS THROUGH")         \
        mhi_ee(EDL,                     "EMERGENCY DOWNLOAD")   \
        mhi_ee(FP,                      "FLASH PROGRAMMER")     \
        mhi_ee(DISABLE_TRANSITION,      "DISABLE")              \
        mhi_ee_end(NOT_SUPPORTED,       "NOT SUPPORTED")

extern const char * const mhi_ee_str[MHI_EE_MAX];
#define TO_MHI_EXEC_STR(ee) (((ee) >= MHI_EE_MAX) ? \
                             "INVALID_EE" : mhi_ee_str[ee])

#define MHI_IN_PBL(ee) (ee == MHI_EE_PBL || ee == MHI_EE_PTHRU || \
                        ee == MHI_EE_EDL)
#define MHI_POWER_UP_CAPABLE(ee) (MHI_IN_PBL(ee) || ee == MHI_EE_AMSS)
#define MHI_FW_LOAD_CAPABLE(ee) (ee == MHI_EE_PBL || ee == MHI_EE_EDL)
#define MHI_IN_MISSION_MODE(ee) (ee == MHI_EE_AMSS || ee == MHI_EE_WFW || \
                                 ee == MHI_EE_FP)

enum dev_st_transition {
        DEV_ST_TRANSITION_PBL,
        DEV_ST_TRANSITION_READY,
        DEV_ST_TRANSITION_SBL,
        DEV_ST_TRANSITION_MISSION_MODE,
        DEV_ST_TRANSITION_FP,
        DEV_ST_TRANSITION_SYS_ERR,
        DEV_ST_TRANSITION_DISABLE,
        DEV_ST_TRANSITION_DISABLE_DESTROY_DEVICE,
        DEV_ST_TRANSITION_MAX,
};

#define DEV_ST_TRANSITION_LIST                                  \
        dev_st_trans(PBL,               "PBL")                  \
        dev_st_trans(READY,             "READY")                \
        dev_st_trans(SBL,               "SBL")                  \
        dev_st_trans(MISSION_MODE,      "MISSION MODE")         \
        dev_st_trans(FP,                "FLASH PROGRAMMER")     \
        dev_st_trans(SYS_ERR,           "SYS ERROR")            \
        dev_st_trans(DISABLE,           "DISABLE")              \
        dev_st_trans_end(DISABLE_DESTROY_DEVICE, "DISABLE (DESTROY DEVICE)")

extern const char * const dev_state_tran_str[DEV_ST_TRANSITION_MAX];
#define TO_DEV_STATE_TRANS_STR(state) (((state) >= DEV_ST_TRANSITION_MAX) ? \
                                "INVALID_STATE" : dev_state_tran_str[state])

/* internal power states */
enum mhi_pm_state {
        MHI_PM_STATE_DISABLE,
        MHI_PM_STATE_POR,
        MHI_PM_STATE_M0,
        MHI_PM_STATE_M2,
        MHI_PM_STATE_M3_ENTER,
        MHI_PM_STATE_M3,
        MHI_PM_STATE_M3_EXIT,
        MHI_PM_STATE_FW_DL_ERR,
        MHI_PM_STATE_SYS_ERR_DETECT,
        MHI_PM_STATE_SYS_ERR_PROCESS,
        MHI_PM_STATE_SYS_ERR_FAIL,
        MHI_PM_STATE_SHUTDOWN_PROCESS,
        MHI_PM_STATE_LD_ERR_FATAL_DETECT,
        MHI_PM_STATE_MAX
};

#define MHI_PM_STATE_LIST                                                       \
        mhi_pm_state(DISABLE,                   "DISABLE")                      \
        mhi_pm_state(POR,                       "POWER ON RESET")               \
        mhi_pm_state(M0,                        "M0")                           \
        mhi_pm_state(M2,                        "M2")                           \
        mhi_pm_state(M3_ENTER,                  "M?->M3")                       \
        mhi_pm_state(M3,                        "M3")                           \
        mhi_pm_state(M3_EXIT,                   "M3->M0")                       \
        mhi_pm_state(FW_DL_ERR,                 "Firmware Download Error")      \
        mhi_pm_state(SYS_ERR_DETECT,            "SYS ERROR Detect")             \
        mhi_pm_state(SYS_ERR_PROCESS,           "SYS ERROR Process")            \
        mhi_pm_state(SYS_ERR_FAIL,              "SYS ERROR Failure")            \
        mhi_pm_state(SHUTDOWN_PROCESS,          "SHUTDOWN Process")             \
        mhi_pm_state_end(LD_ERR_FATAL_DETECT,   "Linkdown or Error Fatal Detect")

#define MHI_PM_DISABLE                                  BIT(0)
#define MHI_PM_POR                                      BIT(1)
#define MHI_PM_M0                                       BIT(2)
#define MHI_PM_M2                                       BIT(3)
#define MHI_PM_M3_ENTER                                 BIT(4)
#define MHI_PM_M3                                       BIT(5)
#define MHI_PM_M3_EXIT                                  BIT(6)
/* firmware download failure state */
#define MHI_PM_FW_DL_ERR                                BIT(7)
#define MHI_PM_SYS_ERR_DETECT                           BIT(8)
#define MHI_PM_SYS_ERR_PROCESS                          BIT(9)
#define MHI_PM_SYS_ERR_FAIL                             BIT(10)
#define MHI_PM_SHUTDOWN_PROCESS                         BIT(11)
/* link not accessible */
#define MHI_PM_LD_ERR_FATAL_DETECT                      BIT(12)

#define MHI_REG_ACCESS_VALID(pm_state)                  ((pm_state & (MHI_PM_POR | MHI_PM_M0 | \
                                                MHI_PM_M2 | MHI_PM_M3_ENTER | MHI_PM_M3_EXIT | \
                                                MHI_PM_SYS_ERR_DETECT | MHI_PM_SYS_ERR_PROCESS | \
                                                MHI_PM_SYS_ERR_FAIL | MHI_PM_SHUTDOWN_PROCESS |  \
                                                MHI_PM_FW_DL_ERR)))
#define MHI_PM_IN_ERROR_STATE(pm_state)                 (pm_state >= MHI_PM_FW_DL_ERR)
#define MHI_PM_IN_FATAL_STATE(pm_state)                 (pm_state == MHI_PM_LD_ERR_FATAL_DETECT)
#define MHI_DB_ACCESS_VALID(mhi_cntrl)                  (mhi_cntrl->pm_state & mhi_cntrl->db_access)
#define MHI_WAKE_DB_CLEAR_VALID(pm_state)               (pm_state & (MHI_PM_M0 | \
                                                        MHI_PM_M2 | MHI_PM_M3_EXIT))
#define MHI_WAKE_DB_SET_VALID(pm_state)                 (pm_state & MHI_PM_M2)
#define MHI_WAKE_DB_FORCE_SET_VALID(pm_state)           MHI_WAKE_DB_CLEAR_VALID(pm_state)
#define MHI_EVENT_ACCESS_INVALID(pm_state)              (pm_state == MHI_PM_DISABLE || \
                                                        MHI_PM_IN_ERROR_STATE(pm_state))
#define MHI_PM_IN_SUSPEND_STATE(pm_state)               (pm_state & \
                                                        (MHI_PM_M3_ENTER | MHI_PM_M3))
#define MHI_PM_FATAL_ERROR(pm_state)                    ((pm_state == MHI_PM_FW_DL_ERR) || \
                                                        (pm_state >= MHI_PM_SYS_ERR_FAIL))

#define NR_OF_CMD_RINGS                                 1
#define CMD_EL_PER_RING                                 128
#define PRIMARY_CMD_RING                                0
#define MHI_DEV_WAKE_DB                                 127
#define MHI_MAX_MTU                                     0xffff
#define MHI_RANDOM_U32_NONZERO(bmsk)                    (get_random_u32_inclusive(1, bmsk))

enum mhi_er_type {
        MHI_ER_TYPE_INVALID = 0x0,
        MHI_ER_TYPE_VALID = 0x1,
};

struct db_cfg {
        bool reset_req;
        bool db_mode;
        u32 pollcfg;
        enum mhi_db_brst_mode brstmode;
        dma_addr_t db_val;
        void (*process_db)(struct mhi_controller *mhi_cntrl,
                           struct db_cfg *db_cfg, void __iomem *io_addr,
                           dma_addr_t db_val);
};

struct mhi_pm_transitions {
        enum mhi_pm_state from_state;
        u32 to_states;
};

struct state_transition {
        struct list_head node;
        enum dev_st_transition state;
};

struct mhi_ring {
        dma_addr_t dma_handle;
        dma_addr_t iommu_base;
        __le64 *ctxt_wp; /* point to ctxt wp */
        void *pre_aligned;
        void *base;
        void *rp;
        void *wp;
        size_t el_size;
        size_t len;
        size_t elements;
        size_t alloc_size;
        void __iomem *db_addr;
};

struct mhi_cmd {
        struct mhi_ring ring;
        spinlock_t lock;
};

struct mhi_buf_info {
        void *v_addr;
        void *bb_addr;
        void *wp;
        void *cb_buf;
        dma_addr_t p_addr;
        size_t len;
        enum dma_data_direction dir;
        bool used; /* Indicates whether the buffer is used or not */
        bool pre_mapped; /* Already pre-mapped by client */
};

struct mhi_event {
        struct mhi_controller *mhi_cntrl;
        struct mhi_chan *mhi_chan; /* dedicated to channel */
        u32 er_index;
        u32 intmod;
        u32 irq;
        int chan; /* this event ring is dedicated to a channel (optional) */
        u32 priority;
        enum mhi_er_data_type data_type;
        struct mhi_ring ring;
        struct db_cfg db_cfg;
        struct tasklet_struct task;
        spinlock_t lock;
        int (*process_event)(struct mhi_controller *mhi_cntrl,
                             struct mhi_event *mhi_event,
                             u32 event_quota);
        bool hw_ring;
        bool cl_manage;
        bool offload_ev; /* managed by a device driver */
};

struct mhi_chan {
        const char *name;
        /*
         * Important: When consuming, increment tre_ring first and when
         * releasing, decrement buf_ring first. If tre_ring has space, buf_ring
         * is guaranteed to have space so we do not need to check both rings.
         */
        struct mhi_ring buf_ring;
        struct mhi_ring tre_ring;
        u32 chan;
        u32 er_index;
        u32 intmod;
        enum mhi_ch_type type;
        enum dma_data_direction dir;
        struct db_cfg db_cfg;
        enum mhi_ch_ee_mask ee_mask;
        enum mhi_ch_state ch_state;
        enum mhi_ev_ccs ccs;
        struct mhi_device *mhi_dev;
        void (*xfer_cb)(struct mhi_device *mhi_dev, struct mhi_result *result);
        struct mutex mutex;
        struct completion completion;
        rwlock_t lock;
        struct list_head node;
        bool lpm_notify;
        bool configured;
        bool offload_ch;
        bool wake_capable;
};

/* Default MHI timeout */
#define MHI_TIMEOUT_MS (1000)

/* debugfs related functions */
#ifdef CONFIG_MHI_BUS_DEBUG
void mhi_create_debugfs(struct mhi_controller *mhi_cntrl);
void mhi_destroy_debugfs(struct mhi_controller *mhi_cntrl);
void mhi_debugfs_init(void);
void mhi_debugfs_exit(void);
#else
static inline void mhi_create_debugfs(struct mhi_controller *mhi_cntrl)
{
}

static inline void mhi_destroy_debugfs(struct mhi_controller *mhi_cntrl)
{
}

static inline void mhi_debugfs_init(void)
{
}

static inline void mhi_debugfs_exit(void)
{
}
#endif

struct mhi_device *mhi_alloc_device(struct mhi_controller *mhi_cntrl);

int mhi_destroy_device(struct device *dev, void *data);
void mhi_create_devices(struct mhi_controller *mhi_cntrl);

int mhi_alloc_bhie_table(struct mhi_controller *mhi_cntrl,
                         struct image_info **image_info, size_t alloc_size);
void mhi_free_bhie_table(struct mhi_controller *mhi_cntrl,
                         struct image_info *image_info);

/* Power management APIs */
enum mhi_pm_state __must_check mhi_tryset_pm_state(
                                        struct mhi_controller *mhi_cntrl,
                                        enum mhi_pm_state state);
const char *to_mhi_pm_state_str(u32 state);
int mhi_queue_state_transition(struct mhi_controller *mhi_cntrl,
                               enum dev_st_transition state);
void mhi_pm_st_worker(struct work_struct *work);
void mhi_pm_sys_err_handler(struct mhi_controller *mhi_cntrl);
int mhi_ready_state_transition(struct mhi_controller *mhi_cntrl);
int mhi_pm_m0_transition(struct mhi_controller *mhi_cntrl);
void mhi_pm_m1_transition(struct mhi_controller *mhi_cntrl);
int mhi_pm_m3_transition(struct mhi_controller *mhi_cntrl);
int __mhi_device_get_sync(struct mhi_controller *mhi_cntrl);
int mhi_send_cmd(struct mhi_controller *mhi_cntrl, struct mhi_chan *mhi_chan,
                 enum mhi_cmd_type cmd);
int mhi_download_amss_image(struct mhi_controller *mhi_cntrl);
static inline bool mhi_is_active(struct mhi_controller *mhi_cntrl)
{
        return (mhi_cntrl->dev_state >= MHI_STATE_M0 &&
                mhi_cntrl->dev_state <= MHI_STATE_M3_FAST);
}

static inline void mhi_trigger_resume(struct mhi_controller *mhi_cntrl)
{
        pm_wakeup_event(&mhi_cntrl->mhi_dev->dev, 0);
        mhi_cntrl->runtime_get(mhi_cntrl);
        mhi_cntrl->runtime_put(mhi_cntrl);
}

/* Register access methods */
void mhi_db_brstmode(struct mhi_controller *mhi_cntrl, struct db_cfg *db_cfg,
                     void __iomem *db_addr, dma_addr_t db_val);
void mhi_db_brstmode_disable(struct mhi_controller *mhi_cntrl,
                             struct db_cfg *db_mode, void __iomem *db_addr,
                             dma_addr_t db_val);
int __must_check mhi_read_reg(struct mhi_controller *mhi_cntrl,
                              void __iomem *base, u32 offset, u32 *out);
int __must_check mhi_read_reg_field(struct mhi_controller *mhi_cntrl,
                                    void __iomem *base, u32 offset, u32 mask,
                                    u32 *out);
int __must_check mhi_poll_reg_field(struct mhi_controller *mhi_cntrl,
                                    void __iomem *base, u32 offset, u32 mask,
                                    u32 val, u32 delayus, u32 timeout_ms);
void mhi_write_reg(struct mhi_controller *mhi_cntrl, void __iomem *base,
                   u32 offset, u32 val);
int __must_check mhi_write_reg_field(struct mhi_controller *mhi_cntrl,
                                     void __iomem *base, u32 offset, u32 mask,
                                     u32 val);
void mhi_ring_er_db(struct mhi_event *mhi_event);
void mhi_write_db(struct mhi_controller *mhi_cntrl, void __iomem *db_addr,
                  dma_addr_t db_val);
void mhi_ring_cmd_db(struct mhi_controller *mhi_cntrl, struct mhi_cmd *mhi_cmd);
void mhi_ring_chan_db(struct mhi_controller *mhi_cntrl,
                      struct mhi_chan *mhi_chan);

/* Initialization methods */
int mhi_init_mmio(struct mhi_controller *mhi_cntrl);
int mhi_rddm_prepare(struct mhi_controller *mhi_cntrl,
                      struct image_info *img_info);
void mhi_fw_load_handler(struct mhi_controller *mhi_cntrl);

int mhi_init_chan_ctxt(struct mhi_controller *mhi_cntrl,
                       struct mhi_chan *mhi_chan);
void mhi_deinit_chan_ctxt(struct mhi_controller *mhi_cntrl,
                          struct mhi_chan *mhi_chan);
void mhi_reset_chan(struct mhi_controller *mhi_cntrl,
                    struct mhi_chan *mhi_chan);

/* Event processing methods */
void mhi_ctrl_ev_task(unsigned long data);
void mhi_ev_task(unsigned long data);
int mhi_process_data_event_ring(struct mhi_controller *mhi_cntrl,
                                struct mhi_event *mhi_event, u32 event_quota);
int mhi_process_ctrl_ev_ring(struct mhi_controller *mhi_cntrl,
                             struct mhi_event *mhi_event, u32 event_quota);
void mhi_uevent_notify(struct mhi_controller *mhi_cntrl, enum mhi_ee_type ee);

/* ISR handlers */
irqreturn_t mhi_irq_handler(int irq_number, void *dev);
irqreturn_t mhi_intvec_threaded_handler(int irq_number, void *dev);
irqreturn_t mhi_intvec_handler(int irq_number, void *dev);

int mhi_gen_tre(struct mhi_controller *mhi_cntrl, struct mhi_chan *mhi_chan,
                struct mhi_buf_info *info, enum mhi_flags flags);
int mhi_map_single_no_bb(struct mhi_controller *mhi_cntrl,
                         struct mhi_buf_info *buf_info);
int mhi_map_single_use_bb(struct mhi_controller *mhi_cntrl,
                          struct mhi_buf_info *buf_info);
void mhi_unmap_single_no_bb(struct mhi_controller *mhi_cntrl,
                            struct mhi_buf_info *buf_info);
void mhi_unmap_single_use_bb(struct mhi_controller *mhi_cntrl,
                             struct mhi_buf_info *buf_info);

#endif /* _MHI_INT_H */