#include <linux/media/arm/mali-c55-config.h>
#include <linux/delay.h>
#include <linux/iopoll.h>
#include <linux/property.h>
#include <linux/string.h>
#include <uapi/linux/media/arm/mali-c55-config.h>
#include <media/media-entity.h>
#include <media/v4l2-common.h>
#include <media/v4l2-ctrls.h>
#include <media/v4l2-event.h>
#include <media/v4l2-mc.h>
#include <media/v4l2-subdev.h>
#include "mali-c55-common.h"
#include "mali-c55-registers.h"
static const struct mali_c55_isp_format_info mali_c55_isp_fmts[] = {
{
.code = MEDIA_BUS_FMT_SRGGB20_1X20,
.shifted_code = MEDIA_BUS_FMT_SRGGB16_1X16,
.order = MALI_C55_BAYER_ORDER_RGGB,
.bypass = false,
},
{
.code = MEDIA_BUS_FMT_SGRBG20_1X20,
.shifted_code = MEDIA_BUS_FMT_SGRBG16_1X16,
.order = MALI_C55_BAYER_ORDER_GRBG,
.bypass = false,
},
{
.code = MEDIA_BUS_FMT_SGBRG20_1X20,
.shifted_code = MEDIA_BUS_FMT_SGBRG16_1X16,
.order = MALI_C55_BAYER_ORDER_GBRG,
.bypass = false,
},
{
.code = MEDIA_BUS_FMT_SBGGR20_1X20,
.shifted_code = MEDIA_BUS_FMT_SBGGR16_1X16,
.order = MALI_C55_BAYER_ORDER_BGGR,
.bypass = false,
},
{
.code = MEDIA_BUS_FMT_RGB202020_1X60,
.shifted_code = 0,
.order = 0,
.bypass = true,
}
};
const struct mali_c55_isp_format_info *
mali_c55_isp_get_mbus_config_by_index(u32 index)
{
if (index < ARRAY_SIZE(mali_c55_isp_fmts))
return &mali_c55_isp_fmts[index];
return NULL;
}
const struct mali_c55_isp_format_info *
mali_c55_isp_get_mbus_config_by_code(u32 code)
{
unsigned int i;
for (i = 0; i < ARRAY_SIZE(mali_c55_isp_fmts); i++) {
if (mali_c55_isp_fmts[i].code == code)
return &mali_c55_isp_fmts[i];
}
return NULL;
}
const struct mali_c55_isp_format_info *
mali_c55_isp_get_mbus_config_by_shifted_code(u32 code)
{
unsigned int i;
for (i = 0; i < ARRAY_SIZE(mali_c55_isp_fmts); i++) {
if (mali_c55_isp_fmts[i].shifted_code == code)
return &mali_c55_isp_fmts[i];
}
return NULL;
}
static void mali_c55_isp_stop(struct mali_c55 *mali_c55)
{
u32 val;
mali_c55_write(mali_c55, MALI_C55_REG_INPUT_MODE_REQUEST,
MALI_C55_INPUT_SAFE_STOP);
readl_poll_timeout(mali_c55->base + MALI_C55_REG_MODE_STATUS,
val, !val, 10 * USEC_PER_MSEC, 250 * USEC_PER_MSEC);
}
static int mali_c55_isp_start(struct mali_c55 *mali_c55,
const struct v4l2_subdev_state *state)
{
struct mali_c55_context *ctx = mali_c55_get_active_context(mali_c55);
const struct mali_c55_isp_format_info *cfg;
const struct v4l2_mbus_framefmt *format;
const struct v4l2_rect *crop;
u32 val;
int ret;
mali_c55_update_bits(mali_c55, MALI_C55_REG_MCU_CONFIG,
MALI_C55_REG_MCU_CONFIG_WRITE_MASK,
MALI_C55_REG_MCU_CONFIG_WRITE_PING);
crop = v4l2_subdev_state_get_crop(state, MALI_C55_ISP_PAD_SINK_VIDEO);
format = v4l2_subdev_state_get_format(state,
MALI_C55_ISP_PAD_SINK_VIDEO);
cfg = mali_c55_isp_get_mbus_config_by_code(format->code);
mali_c55_write(mali_c55, MALI_C55_REG_HC_START,
MALI_C55_HC_START(crop->left));
mali_c55_write(mali_c55, MALI_C55_REG_HC_SIZE,
MALI_C55_HC_SIZE(crop->width));
mali_c55_write(mali_c55, MALI_C55_REG_VC_START_SIZE,
MALI_C55_VC_START(crop->top) |
MALI_C55_VC_SIZE(crop->height));
mali_c55_ctx_update_bits(mali_c55, MALI_C55_REG_BASE_ADDR,
MALI_C55_REG_ACTIVE_WIDTH_MASK, format->width);
mali_c55_ctx_update_bits(mali_c55, MALI_C55_REG_BASE_ADDR,
MALI_C55_REG_ACTIVE_HEIGHT_MASK,
format->height << 16);
mali_c55_ctx_update_bits(mali_c55, MALI_C55_REG_BAYER_ORDER,
MALI_C55_BAYER_ORDER_MASK, cfg->order);
mali_c55_ctx_update_bits(mali_c55, MALI_C55_REG_INPUT_WIDTH,
MALI_C55_INPUT_WIDTH_MASK,
MALI_C55_INPUT_WIDTH_20BIT);
mali_c55_ctx_update_bits(mali_c55, MALI_C55_REG_ISP_RAW_BYPASS,
MALI_C55_ISP_RAW_BYPASS_BYPASS_MASK,
cfg->bypass ? MALI_C55_ISP_RAW_BYPASS_BYPASS_MASK :
0x00);
mali_c55_params_write_config(mali_c55);
ret = mali_c55_config_write(ctx, MALI_C55_CONFIG_PING, true);
if (ret) {
dev_err(mali_c55->dev, "failed to write ISP config\n");
return ret;
}
mali_c55_write(mali_c55, MALI_C55_REG_INPUT_MODE_REQUEST,
MALI_C55_INPUT_SAFE_START);
ret = readl_poll_timeout(mali_c55->base + MALI_C55_REG_MODE_STATUS, val,
val, 10 * USEC_PER_MSEC, 250 * USEC_PER_MSEC);
if (ret) {
mali_c55_isp_stop(mali_c55);
dev_err(mali_c55->dev, "timeout starting ISP\n");
return ret;
}
return 0;
}
static int mali_c55_isp_enum_mbus_code(struct v4l2_subdev *sd,
struct v4l2_subdev_state *state,
struct v4l2_subdev_mbus_code_enum *code)
{
if (code->pad == MALI_C55_ISP_PAD_SOURCE_VIDEO) {
if (code->index)
return -EINVAL;
code->code = MEDIA_BUS_FMT_RGB121212_1X36;
return 0;
}
if (code->index >= ARRAY_SIZE(mali_c55_isp_fmts))
return -EINVAL;
code->code = mali_c55_isp_fmts[code->index].code;
return 0;
}
static int mali_c55_isp_enum_frame_size(struct v4l2_subdev *sd,
struct v4l2_subdev_state *state,
struct v4l2_subdev_frame_size_enum *fse)
{
const struct mali_c55_isp_format_info *cfg;
if (fse->index > 0)
return -EINVAL;
if (fse->pad == MALI_C55_ISP_PAD_SOURCE_VIDEO) {
if (fse->code != MEDIA_BUS_FMT_RGB121212_1X36)
return -EINVAL;
} else {
cfg = mali_c55_isp_get_mbus_config_by_code(fse->code);
if (!cfg)
return -EINVAL;
}
fse->min_width = MALI_C55_MIN_WIDTH;
fse->min_height = MALI_C55_MIN_HEIGHT;
fse->max_width = MALI_C55_MAX_WIDTH;
fse->max_height = MALI_C55_MAX_HEIGHT;
return 0;
}
static int mali_c55_isp_set_fmt(struct v4l2_subdev *sd,
struct v4l2_subdev_state *state,
struct v4l2_subdev_format *format)
{
struct v4l2_mbus_framefmt *fmt = &format->format;
struct v4l2_mbus_framefmt *src_fmt, *sink_fmt;
const struct mali_c55_isp_format_info *cfg;
struct v4l2_rect *crop;
if (format->pad != MALI_C55_ISP_PAD_SINK_VIDEO)
return v4l2_subdev_get_fmt(sd, state, format);
sink_fmt = v4l2_subdev_state_get_format(state,
MALI_C55_ISP_PAD_SINK_VIDEO);
cfg = mali_c55_isp_get_mbus_config_by_code(fmt->code);
sink_fmt->code = cfg ? fmt->code : MEDIA_BUS_FMT_SRGGB20_1X20;
sink_fmt->width = clamp(fmt->width, MALI_C55_MIN_WIDTH,
MALI_C55_MAX_WIDTH);
sink_fmt->height = clamp(fmt->height, MALI_C55_MIN_HEIGHT,
MALI_C55_MAX_HEIGHT);
*fmt = *sink_fmt;
crop = v4l2_subdev_state_get_crop(state, MALI_C55_ISP_PAD_SINK_VIDEO);
crop->left = 0;
crop->top = 0;
crop->width = sink_fmt->width;
crop->height = sink_fmt->height;
src_fmt = v4l2_subdev_state_get_format(state,
MALI_C55_ISP_PAD_SOURCE_VIDEO);
src_fmt->width = crop->width;
src_fmt->height = crop->height;
src_fmt = v4l2_subdev_state_get_format(state,
MALI_C55_ISP_PAD_SOURCE_BYPASS);
src_fmt->code = sink_fmt->code;
src_fmt->width = crop->width;
src_fmt->height = crop->height;
return 0;
}
static int mali_c55_isp_get_selection(struct v4l2_subdev *sd,
struct v4l2_subdev_state *state,
struct v4l2_subdev_selection *sel)
{
if (sel->pad != MALI_C55_ISP_PAD_SINK_VIDEO ||
sel->target != V4L2_SEL_TGT_CROP)
return -EINVAL;
sel->r = *v4l2_subdev_state_get_crop(state, MALI_C55_ISP_PAD_SINK_VIDEO);
return 0;
}
static int mali_c55_isp_set_selection(struct v4l2_subdev *sd,
struct v4l2_subdev_state *state,
struct v4l2_subdev_selection *sel)
{
struct v4l2_mbus_framefmt *src_fmt;
const struct v4l2_mbus_framefmt *fmt;
struct v4l2_rect *crop;
if (sel->pad != MALI_C55_ISP_PAD_SINK_VIDEO ||
sel->target != V4L2_SEL_TGT_CROP)
return -EINVAL;
fmt = v4l2_subdev_state_get_format(state, MALI_C55_ISP_PAD_SINK_VIDEO);
sel->r.left = clamp_t(unsigned int, sel->r.left, 0, fmt->width);
sel->r.top = clamp_t(unsigned int, sel->r.top, 0, fmt->height);
sel->r.width = clamp_t(unsigned int, sel->r.width, MALI_C55_MIN_WIDTH,
fmt->width - sel->r.left);
sel->r.height = clamp_t(unsigned int, sel->r.height,
MALI_C55_MIN_HEIGHT,
fmt->height - sel->r.top);
crop = v4l2_subdev_state_get_crop(state, MALI_C55_ISP_PAD_SINK_VIDEO);
*crop = sel->r;
src_fmt = v4l2_subdev_state_get_format(state,
MALI_C55_ISP_PAD_SOURCE_VIDEO);
src_fmt->width = crop->width;
src_fmt->height = crop->height;
return 0;
}
static int mali_c55_isp_enable_streams(struct v4l2_subdev *sd,
struct v4l2_subdev_state *state, u32 pad,
u64 streams_mask)
{
struct mali_c55_isp *isp = container_of(sd, struct mali_c55_isp, sd);
struct mali_c55 *mali_c55 = isp->mali_c55;
struct v4l2_subdev *src_sd;
struct media_pad *sink_pad;
int ret;
sink_pad = &isp->pads[MALI_C55_ISP_PAD_SINK_VIDEO];
isp->remote_src = media_pad_remote_pad_unique(sink_pad);
src_sd = media_entity_to_v4l2_subdev(isp->remote_src->entity);
isp->frame_sequence = 0;
ret = mali_c55_isp_start(mali_c55, state);
if (ret) {
dev_err(mali_c55->dev, "Failed to start ISP\n");
isp->remote_src = NULL;
return ret;
}
ret = v4l2_subdev_enable_streams(src_sd, isp->remote_src->index, BIT(0));
if (ret) {
dev_err(mali_c55->dev, "Failed to start ISP source\n");
mali_c55_isp_stop(mali_c55);
return ret;
}
return 0;
}
static int mali_c55_isp_disable_streams(struct v4l2_subdev *sd,
struct v4l2_subdev_state *state, u32 pad,
u64 streams_mask)
{
struct mali_c55_isp *isp = container_of(sd, struct mali_c55_isp, sd);
struct mali_c55 *mali_c55 = isp->mali_c55;
struct v4l2_subdev *src_sd;
if (isp->remote_src) {
src_sd = media_entity_to_v4l2_subdev(isp->remote_src->entity);
v4l2_subdev_disable_streams(src_sd, isp->remote_src->index,
BIT(0));
}
isp->remote_src = NULL;
mali_c55_isp_stop(mali_c55);
return 0;
}
static const struct v4l2_subdev_pad_ops mali_c55_isp_pad_ops = {
.enum_mbus_code = mali_c55_isp_enum_mbus_code,
.enum_frame_size = mali_c55_isp_enum_frame_size,
.get_fmt = v4l2_subdev_get_fmt,
.set_fmt = mali_c55_isp_set_fmt,
.get_selection = mali_c55_isp_get_selection,
.set_selection = mali_c55_isp_set_selection,
.link_validate = v4l2_subdev_link_validate_default,
.enable_streams = mali_c55_isp_enable_streams,
.disable_streams = mali_c55_isp_disable_streams,
};
void mali_c55_isp_queue_event_sof(struct mali_c55 *mali_c55)
{
struct v4l2_event event = {
.type = V4L2_EVENT_FRAME_SYNC,
};
event.u.frame_sync.frame_sequence = mali_c55->isp.frame_sequence;
v4l2_event_queue(mali_c55->isp.sd.devnode, &event);
}
static int
mali_c55_isp_subscribe_event(struct v4l2_subdev *sd, struct v4l2_fh *fh,
struct v4l2_event_subscription *sub)
{
switch (sub->type) {
case V4L2_EVENT_FRAME_SYNC:
return v4l2_event_subscribe(fh, sub, 0, NULL);
case V4L2_EVENT_CTRL:
return v4l2_ctrl_subscribe_event(fh, sub);
default:
return -EINVAL;
}
}
static const struct v4l2_subdev_core_ops mali_c55_isp_core_ops = {
.subscribe_event = mali_c55_isp_subscribe_event,
.unsubscribe_event = v4l2_event_subdev_unsubscribe,
};
static const struct v4l2_subdev_ops mali_c55_isp_ops = {
.pad = &mali_c55_isp_pad_ops,
.core = &mali_c55_isp_core_ops,
};
static int mali_c55_isp_init_state(struct v4l2_subdev *sd,
struct v4l2_subdev_state *state)
{
struct v4l2_mbus_framefmt *sink_fmt, *src_fmt;
struct v4l2_rect *in_crop;
sink_fmt = v4l2_subdev_state_get_format(state,
MALI_C55_ISP_PAD_SINK_VIDEO);
src_fmt = v4l2_subdev_state_get_format(state,
MALI_C55_ISP_PAD_SOURCE_VIDEO);
in_crop = v4l2_subdev_state_get_crop(state,
MALI_C55_ISP_PAD_SINK_VIDEO);
sink_fmt->width = MALI_C55_DEFAULT_WIDTH;
sink_fmt->height = MALI_C55_DEFAULT_HEIGHT;
sink_fmt->field = V4L2_FIELD_NONE;
sink_fmt->code = MEDIA_BUS_FMT_SRGGB20_1X20;
sink_fmt->colorspace = V4L2_COLORSPACE_RAW;
sink_fmt->xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(sink_fmt->colorspace);
sink_fmt->ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(sink_fmt->colorspace);
sink_fmt->quantization =
V4L2_MAP_QUANTIZATION_DEFAULT(false, sink_fmt->colorspace,
sink_fmt->ycbcr_enc);
*v4l2_subdev_state_get_format(state,
MALI_C55_ISP_PAD_SOURCE_BYPASS) = *sink_fmt;
src_fmt->width = MALI_C55_DEFAULT_WIDTH;
src_fmt->height = MALI_C55_DEFAULT_HEIGHT;
src_fmt->field = V4L2_FIELD_NONE;
src_fmt->code = MEDIA_BUS_FMT_RGB121212_1X36;
src_fmt->colorspace = V4L2_COLORSPACE_SRGB;
src_fmt->xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(sink_fmt->colorspace);
src_fmt->ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(sink_fmt->colorspace);
src_fmt->quantization =
V4L2_MAP_QUANTIZATION_DEFAULT(false, sink_fmt->colorspace,
sink_fmt->ycbcr_enc);
in_crop->top = 0;
in_crop->left = 0;
in_crop->width = MALI_C55_DEFAULT_WIDTH;
in_crop->height = MALI_C55_DEFAULT_HEIGHT;
src_fmt = v4l2_subdev_state_get_format(state,
MALI_C55_ISP_PAD_SOURCE_STATS);
sink_fmt = v4l2_subdev_state_get_format(state,
MALI_C55_ISP_PAD_SINK_PARAMS);
src_fmt->width = 0;
src_fmt->height = 0;
src_fmt->field = V4L2_FIELD_NONE;
src_fmt->code = MEDIA_BUS_FMT_METADATA_FIXED;
sink_fmt->width = 0;
sink_fmt->height = 0;
sink_fmt->field = V4L2_FIELD_NONE;
sink_fmt->code = MEDIA_BUS_FMT_METADATA_FIXED;
return 0;
}
static const struct v4l2_subdev_internal_ops mali_c55_isp_internal_ops = {
.init_state = mali_c55_isp_init_state,
};
static int mali_c55_subdev_link_validate(struct media_link *link)
{
if (link->sink->index == MALI_C55_ISP_PAD_SINK_PARAMS)
return 0;
return v4l2_subdev_link_validate(link);
}
static const struct media_entity_operations mali_c55_isp_media_ops = {
.link_validate = mali_c55_subdev_link_validate,
};
static int mali_c55_isp_s_ctrl(struct v4l2_ctrl *ctrl)
{
return -EINVAL;
}
static const struct v4l2_ctrl_ops mali_c55_isp_ctrl_ops = {
.s_ctrl = mali_c55_isp_s_ctrl,
};
static struct v4l2_ctrl_config mali_c55_isp_v4l2_custom_ctrls[] = {
{
.ops = &mali_c55_isp_ctrl_ops,
.id = V4L2_CID_MALI_C55_CAPABILITIES,
.name = "Mali-C55 ISP Capabilities",
.type = V4L2_CTRL_TYPE_BITMASK,
.min = 0,
.max = MALI_C55_GPS_PONG_FITTED |
MALI_C55_GPS_WDR_FITTED |
MALI_C55_GPS_COMPRESSION_FITTED |
MALI_C55_GPS_TEMPER_FITTED |
MALI_C55_GPS_SINTER_LITE_FITTED |
MALI_C55_GPS_SINTER_FITTED |
MALI_C55_GPS_IRIDIX_LTM_FITTED |
MALI_C55_GPS_IRIDIX_GTM_FITTED |
MALI_C55_GPS_CNR_FITTED |
MALI_C55_GPS_FRSCALER_FITTED |
MALI_C55_GPS_DS_PIPE_FITTED,
.def = 0,
},
};
static int mali_c55_isp_init_controls(struct mali_c55 *mali_c55)
{
struct v4l2_ctrl_handler *handler = &mali_c55->isp.handler;
struct v4l2_ctrl *capabilities;
int ret;
ret = v4l2_ctrl_handler_init(handler, 1);
if (ret)
return ret;
mali_c55_isp_v4l2_custom_ctrls[0].def = mali_c55->capabilities;
capabilities = v4l2_ctrl_new_custom(handler,
&mali_c55_isp_v4l2_custom_ctrls[0],
NULL);
if (capabilities)
capabilities->flags |= V4L2_CTRL_FLAG_READ_ONLY;
if (handler->error) {
dev_err(mali_c55->dev, "failed to register capabilities control\n");
ret = handler->error;
v4l2_ctrl_handler_free(handler);
return ret;
}
mali_c55->isp.sd.ctrl_handler = handler;
return 0;
}
int mali_c55_register_isp(struct mali_c55 *mali_c55)
{
struct mali_c55_isp *isp = &mali_c55->isp;
struct v4l2_subdev *sd = &isp->sd;
int ret;
isp->mali_c55 = mali_c55;
v4l2_subdev_init(sd, &mali_c55_isp_ops);
sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE | V4L2_SUBDEV_FL_HAS_EVENTS;
sd->entity.ops = &mali_c55_isp_media_ops;
sd->entity.function = MEDIA_ENT_F_PROC_VIDEO_ISP;
sd->internal_ops = &mali_c55_isp_internal_ops;
strscpy(sd->name, MALI_C55_DRIVER_NAME " isp", sizeof(sd->name));
isp->pads[MALI_C55_ISP_PAD_SINK_VIDEO].flags = MEDIA_PAD_FL_SINK |
MEDIA_PAD_FL_MUST_CONNECT;
isp->pads[MALI_C55_ISP_PAD_SOURCE_VIDEO].flags = MEDIA_PAD_FL_SOURCE;
isp->pads[MALI_C55_ISP_PAD_SOURCE_BYPASS].flags = MEDIA_PAD_FL_SOURCE;
isp->pads[MALI_C55_ISP_PAD_SOURCE_STATS].flags = MEDIA_PAD_FL_SOURCE;
isp->pads[MALI_C55_ISP_PAD_SINK_PARAMS].flags = MEDIA_PAD_FL_SINK;
ret = media_entity_pads_init(&sd->entity, MALI_C55_ISP_NUM_PADS,
isp->pads);
if (ret)
return ret;
ret = mali_c55_isp_init_controls(mali_c55);
if (ret)
goto err_cleanup_media_entity;
ret = v4l2_subdev_init_finalize(sd);
if (ret)
goto err_free_ctrl_handler;
ret = v4l2_device_register_subdev(&mali_c55->v4l2_dev, sd);
if (ret)
goto err_cleanup_subdev;
mutex_init(&isp->capture_lock);
return 0;
err_cleanup_subdev:
v4l2_subdev_cleanup(sd);
err_free_ctrl_handler:
v4l2_ctrl_handler_free(&isp->handler);
err_cleanup_media_entity:
media_entity_cleanup(&sd->entity);
isp->mali_c55 = NULL;
return ret;
}
void mali_c55_unregister_isp(struct mali_c55 *mali_c55)
{
struct mali_c55_isp *isp = &mali_c55->isp;
if (!isp->mali_c55)
return;
mutex_destroy(&isp->capture_lock);
v4l2_device_unregister_subdev(&isp->sd);
v4l2_subdev_cleanup(&isp->sd);
media_entity_cleanup(&isp->sd.entity);
}