root/drivers/media/platform/rockchip/rkisp1/rkisp1-resizer.c
// SPDX-License-Identifier: (GPL-2.0+ OR MIT)
/*
 * Rockchip ISP1 Driver - V4l resizer device
 *
 * Copyright (C) 2019 Collabora, Ltd.
 *
 * Based on Rockchip ISP1 driver by Rockchip Electronics Co., Ltd.
 * Copyright (C) 2017 Rockchip Electronics Co., Ltd.
 */

#include "rkisp1-common.h"

#define RKISP1_RSZ_SP_DEV_NAME  RKISP1_DRIVER_NAME "_resizer_selfpath"
#define RKISP1_RSZ_MP_DEV_NAME  RKISP1_DRIVER_NAME "_resizer_mainpath"

#define RKISP1_DEF_FMT MEDIA_BUS_FMT_YUYV8_2X8
#define RKISP1_DEF_PIXEL_ENC V4L2_PIXEL_ENC_YUV

struct rkisp1_rsz_yuv_mbus_info {
        u32 mbus_code;
        u32 hdiv;
        u32 vdiv;
};

static const struct rkisp1_rsz_yuv_mbus_info rkisp1_rsz_yuv_src_formats[] = {
        {
                .mbus_code      = MEDIA_BUS_FMT_YUYV8_2X8, /* YUV422 */
                .hdiv           = 2,
                .vdiv           = 1,
        },
        {
                .mbus_code      = MEDIA_BUS_FMT_YUYV8_1_5X8, /* YUV420 */
                .hdiv           = 2,
                .vdiv           = 2,
        },
};

static const struct rkisp1_rsz_yuv_mbus_info *rkisp1_rsz_get_yuv_mbus_info(u32 mbus_code)
{
        unsigned int i;

        for (i = 0; i < ARRAY_SIZE(rkisp1_rsz_yuv_src_formats); i++) {
                if (rkisp1_rsz_yuv_src_formats[i].mbus_code == mbus_code)
                        return &rkisp1_rsz_yuv_src_formats[i];
        }

        return NULL;
}

enum rkisp1_shadow_regs_when {
        RKISP1_SHADOW_REGS_SYNC,
        RKISP1_SHADOW_REGS_ASYNC,
};

struct rkisp1_rsz_config {
        /* constrains */
        const int max_rsz_width;
        const int max_rsz_height;
        const int min_rsz_width;
        const int min_rsz_height;
        /* registers */
        struct {
                u32 yuvmode_mask;
                u32 rawmode_mask;
                u32 h_offset;
                u32 v_offset;
                u32 h_size;
                u32 v_size;
        } dual_crop;
};

static const struct rkisp1_rsz_config rkisp1_rsz_config_mp = {
        /* constraints */
        .max_rsz_width = RKISP1_RSZ_MP_SRC_MAX_WIDTH,
        .max_rsz_height = RKISP1_RSZ_MP_SRC_MAX_HEIGHT,
        .min_rsz_width = RKISP1_RSZ_SRC_MIN_WIDTH,
        .min_rsz_height = RKISP1_RSZ_SRC_MIN_HEIGHT,
        /* registers */
        .dual_crop = {
                .yuvmode_mask =         RKISP1_CIF_DUAL_CROP_MP_MODE_YUV,
                .rawmode_mask =         RKISP1_CIF_DUAL_CROP_MP_MODE_RAW,
                .h_offset =             RKISP1_CIF_DUAL_CROP_M_H_OFFS,
                .v_offset =             RKISP1_CIF_DUAL_CROP_M_V_OFFS,
                .h_size =               RKISP1_CIF_DUAL_CROP_M_H_SIZE,
                .v_size =               RKISP1_CIF_DUAL_CROP_M_V_SIZE,
        },
};

static const struct rkisp1_rsz_config rkisp1_rsz_config_sp = {
        /* constraints */
        .max_rsz_width = RKISP1_RSZ_SP_SRC_MAX_WIDTH,
        .max_rsz_height = RKISP1_RSZ_SP_SRC_MAX_HEIGHT,
        .min_rsz_width = RKISP1_RSZ_SRC_MIN_WIDTH,
        .min_rsz_height = RKISP1_RSZ_SRC_MIN_HEIGHT,
        /* registers */
        .dual_crop = {
                .yuvmode_mask =         RKISP1_CIF_DUAL_CROP_SP_MODE_YUV,
                .rawmode_mask =         RKISP1_CIF_DUAL_CROP_SP_MODE_RAW,
                .h_offset =             RKISP1_CIF_DUAL_CROP_S_H_OFFS,
                .v_offset =             RKISP1_CIF_DUAL_CROP_S_V_OFFS,
                .h_size =               RKISP1_CIF_DUAL_CROP_S_H_SIZE,
                .v_size =               RKISP1_CIF_DUAL_CROP_S_V_SIZE,
        },
};

static inline u32 rkisp1_rsz_read(struct rkisp1_resizer *rsz, u32 offset)
{
        return rkisp1_read(rsz->rkisp1, rsz->regs_base + offset);
}

static inline void rkisp1_rsz_write(struct rkisp1_resizer *rsz, u32 offset,
                                    u32 value)
{
        rkisp1_write(rsz->rkisp1, rsz->regs_base + offset, value);
}

/* ----------------------------------------------------------------------------
 * Dual crop hw configs
 */

static void rkisp1_dcrop_disable(struct rkisp1_resizer *rsz,
                                 enum rkisp1_shadow_regs_when when)
{
        u32 dc_ctrl = rkisp1_read(rsz->rkisp1, RKISP1_CIF_DUAL_CROP_CTRL);
        u32 mask = ~(rsz->config->dual_crop.yuvmode_mask |
                     rsz->config->dual_crop.rawmode_mask);

        dc_ctrl &= mask;
        if (when == RKISP1_SHADOW_REGS_ASYNC)
                dc_ctrl |= RKISP1_CIF_DUAL_CROP_GEN_CFG_UPD;
        else
                dc_ctrl |= RKISP1_CIF_DUAL_CROP_CFG_UPD;
        rkisp1_write(rsz->rkisp1, RKISP1_CIF_DUAL_CROP_CTRL, dc_ctrl);
}

/* configure dual-crop unit */
static void rkisp1_dcrop_config(struct rkisp1_resizer *rsz,
                                const struct v4l2_subdev_state *sd_state)
{
        struct rkisp1_device *rkisp1 = rsz->rkisp1;
        const struct v4l2_mbus_framefmt *sink_fmt;
        const struct v4l2_rect *sink_crop;
        u32 dc_ctrl;

        sink_crop = v4l2_subdev_state_get_crop(sd_state, RKISP1_RSZ_PAD_SINK);
        sink_fmt = v4l2_subdev_state_get_format(sd_state, RKISP1_RSZ_PAD_SINK);

        if (sink_crop->width == sink_fmt->width &&
            sink_crop->height == sink_fmt->height &&
            sink_crop->left == 0 && sink_crop->top == 0) {
                rkisp1_dcrop_disable(rsz, RKISP1_SHADOW_REGS_SYNC);
                dev_dbg(rkisp1->dev, "capture %d crop disabled\n", rsz->id);
                return;
        }

        dc_ctrl = rkisp1_read(rkisp1, RKISP1_CIF_DUAL_CROP_CTRL);
        rkisp1_write(rkisp1, rsz->config->dual_crop.h_offset, sink_crop->left);
        rkisp1_write(rkisp1, rsz->config->dual_crop.v_offset, sink_crop->top);
        rkisp1_write(rkisp1, rsz->config->dual_crop.h_size, sink_crop->width);
        rkisp1_write(rkisp1, rsz->config->dual_crop.v_size, sink_crop->height);
        dc_ctrl |= rsz->config->dual_crop.yuvmode_mask;
        dc_ctrl |= RKISP1_CIF_DUAL_CROP_CFG_UPD;
        rkisp1_write(rkisp1, RKISP1_CIF_DUAL_CROP_CTRL, dc_ctrl);

        dev_dbg(rkisp1->dev, "stream %d crop: %dx%d -> %dx%d\n", rsz->id,
                sink_fmt->width, sink_fmt->height,
                sink_crop->width, sink_crop->height);
}

/* ----------------------------------------------------------------------------
 * Resizer hw configs
 */

static void rkisp1_rsz_update_shadow(struct rkisp1_resizer *rsz,
                                     enum rkisp1_shadow_regs_when when)
{
        u32 ctrl_cfg = rkisp1_rsz_read(rsz, RKISP1_CIF_RSZ_CTRL);

        if (when == RKISP1_SHADOW_REGS_ASYNC)
                ctrl_cfg |= RKISP1_CIF_RSZ_CTRL_CFG_UPD_AUTO;
        else
                ctrl_cfg |= RKISP1_CIF_RSZ_CTRL_CFG_UPD;

        rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_CTRL, ctrl_cfg);
}

static u32 rkisp1_rsz_calc_ratio(u32 len_sink, u32 len_src)
{
        if (len_sink < len_src)
                return ((len_sink - 1) * RKISP1_CIF_RSZ_SCALER_FACTOR) /
                       (len_src - 1);

        return ((len_src - 1) * RKISP1_CIF_RSZ_SCALER_FACTOR) /
               (len_sink - 1) + 1;
}

static void rkisp1_rsz_disable(struct rkisp1_resizer *rsz,
                               enum rkisp1_shadow_regs_when when)
{
        rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_CTRL, 0);

        if (when == RKISP1_SHADOW_REGS_SYNC)
                rkisp1_rsz_update_shadow(rsz, when);
}

static void rkisp1_rsz_config_regs(struct rkisp1_resizer *rsz,
                                   const struct v4l2_rect *sink_y,
                                   const struct v4l2_rect *sink_c,
                                   const struct v4l2_area *src_y,
                                   const struct v4l2_area *src_c,
                                   enum rkisp1_shadow_regs_when when)
{
        u32 ratio, rsz_ctrl = 0;
        unsigned int i;

        /* No phase offset */
        rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_PHASE_HY, 0);
        rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_PHASE_HC, 0);
        rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_PHASE_VY, 0);
        rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_PHASE_VC, 0);

        /* Linear interpolation */
        for (i = 0; i < 64; i++) {
                rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_SCALE_LUT_ADDR, i);
                rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_SCALE_LUT, i);
        }

        if (sink_y->width != src_y->width) {
                rsz_ctrl |= RKISP1_CIF_RSZ_CTRL_SCALE_HY_ENABLE;
                if (sink_y->width < src_y->width)
                        rsz_ctrl |= RKISP1_CIF_RSZ_CTRL_SCALE_HY_UP;
                ratio = rkisp1_rsz_calc_ratio(sink_y->width, src_y->width);
                rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_SCALE_HY, ratio);
        }

        if (sink_c->width != src_c->width) {
                rsz_ctrl |= RKISP1_CIF_RSZ_CTRL_SCALE_HC_ENABLE;
                if (sink_c->width < src_c->width)
                        rsz_ctrl |= RKISP1_CIF_RSZ_CTRL_SCALE_HC_UP;
                ratio = rkisp1_rsz_calc_ratio(sink_c->width, src_c->width);
                rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_SCALE_HCB, ratio);
                rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_SCALE_HCR, ratio);
        }

        if (sink_y->height != src_y->height) {
                rsz_ctrl |= RKISP1_CIF_RSZ_CTRL_SCALE_VY_ENABLE;
                if (sink_y->height < src_y->height)
                        rsz_ctrl |= RKISP1_CIF_RSZ_CTRL_SCALE_VY_UP;
                ratio = rkisp1_rsz_calc_ratio(sink_y->height, src_y->height);
                rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_SCALE_VY, ratio);
        }

        if (sink_c->height != src_c->height) {
                rsz_ctrl |= RKISP1_CIF_RSZ_CTRL_SCALE_VC_ENABLE;
                if (sink_c->height < src_c->height)
                        rsz_ctrl |= RKISP1_CIF_RSZ_CTRL_SCALE_VC_UP;
                ratio = rkisp1_rsz_calc_ratio(sink_c->height, src_c->height);
                rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_SCALE_VC, ratio);
        }

        rkisp1_rsz_write(rsz, RKISP1_CIF_RSZ_CTRL, rsz_ctrl);

        rkisp1_rsz_update_shadow(rsz, when);
}

static void rkisp1_rsz_config(struct rkisp1_resizer *rsz,
                              const struct v4l2_subdev_state *sd_state,
                              enum rkisp1_shadow_regs_when when)
{
        const struct rkisp1_rsz_yuv_mbus_info *sink_yuv_info, *src_yuv_info;
        const struct v4l2_mbus_framefmt *src_fmt, *sink_fmt;
        const struct v4l2_rect *sink_y;
        struct v4l2_area src_y, src_c;
        struct v4l2_rect sink_c;

        sink_fmt = v4l2_subdev_state_get_format(sd_state, RKISP1_RSZ_PAD_SINK);
        src_fmt = v4l2_subdev_state_get_format(sd_state, RKISP1_RSZ_PAD_SRC);

        sink_yuv_info = rkisp1_rsz_get_yuv_mbus_info(sink_fmt->code);
        src_yuv_info = rkisp1_rsz_get_yuv_mbus_info(src_fmt->code);

        /*
         * The resizer only works on yuv formats, so return if it is bayer
         * format.
         */
        if (!sink_yuv_info) {
                rkisp1_rsz_disable(rsz, when);
                return;
        }

        sink_y = v4l2_subdev_state_get_crop(sd_state, RKISP1_RSZ_PAD_SINK);
        sink_c.width = sink_y->width / sink_yuv_info->hdiv;
        sink_c.height = sink_y->height / sink_yuv_info->vdiv;

        src_y.width = src_fmt->width;
        src_y.height = src_fmt->height;
        src_c.width = src_y.width / src_yuv_info->hdiv;
        src_c.height = src_y.height / src_yuv_info->vdiv;

        /*
         * The resizer is used not only to change the dimensions of the frame
         * but also to change the subsampling for YUV formats (for instance
         * converting from 4:2:2 to 4:2:0). Check both the luma and chroma
         * dimensions to decide whether or not to enable the resizer.
         */

        dev_dbg(rsz->rkisp1->dev,
                "stream %u rsz/scale: Y %ux%u -> %ux%u, CbCr %ux%u -> %ux%u\n",
                rsz->id, sink_y->width, sink_y->height,
                src_fmt->width, src_fmt->height,
                sink_c.width, sink_c.height, src_c.width, src_c.height);

        if (sink_y->width == src_y.width && sink_y->height == src_y.height &&
            sink_c.width == src_c.width && sink_c.height == src_c.height) {
                rkisp1_rsz_disable(rsz, when);
                return;
        }

        /* Set values in the hardware. */
        rkisp1_rsz_config_regs(rsz, sink_y, &sink_c, &src_y, &src_c, when);
}

/* ----------------------------------------------------------------------------
 * Subdev pad operations
 */

static int rkisp1_rsz_enum_mbus_code(struct v4l2_subdev *sd,
                                     struct v4l2_subdev_state *sd_state,
                                     struct v4l2_subdev_mbus_code_enum *code)
{
        struct rkisp1_resizer *rsz =
                container_of(sd, struct rkisp1_resizer, sd);
        unsigned int index = code->index;
        unsigned int i;

        if (code->pad == RKISP1_RSZ_PAD_SRC) {
                /* supported mbus codes on the src are the same as in the capture */
                struct rkisp1_capture *cap = &rsz->rkisp1->capture_devs[rsz->id];

                return rkisp1_cap_enum_mbus_codes(cap, code);
        }

        /*
         * The selfpath capture doesn't support bayer formats. Therefore the selfpath resizer
         * should support only YUV422 on the sink pad
         */
        if (rsz->id == RKISP1_SELFPATH) {
                if (code->index > 0)
                        return -EINVAL;
                code->code = MEDIA_BUS_FMT_YUYV8_2X8;
                return 0;
        }

        /*
         * Supported mbus codes on the sink pad are the same as on the ISP
         * source pad.
         */
        for (i = 0; ; i++) {
                const struct rkisp1_mbus_info *fmt =
                        rkisp1_mbus_info_get_by_index(i);

                if (!fmt)
                        break;

                if (!(fmt->direction & RKISP1_ISP_SD_SRC))
                        continue;

                if (!index) {
                        code->code = fmt->mbus_code;
                        return 0;
                }

                index--;
        }

        return -EINVAL;
}

static int rkisp1_rsz_init_state(struct v4l2_subdev *sd,
                                 struct v4l2_subdev_state *sd_state)
{
        struct v4l2_mbus_framefmt *sink_fmt, *src_fmt;
        struct v4l2_rect *sink_crop;

        sink_fmt = v4l2_subdev_state_get_format(sd_state, RKISP1_RSZ_PAD_SRC);
        sink_fmt->width = RKISP1_DEFAULT_WIDTH;
        sink_fmt->height = RKISP1_DEFAULT_HEIGHT;
        sink_fmt->field = V4L2_FIELD_NONE;
        sink_fmt->code = RKISP1_DEF_FMT;
        sink_fmt->colorspace = V4L2_COLORSPACE_SRGB;
        sink_fmt->xfer_func = V4L2_XFER_FUNC_SRGB;
        sink_fmt->ycbcr_enc = V4L2_YCBCR_ENC_601;
        sink_fmt->quantization = V4L2_QUANTIZATION_LIM_RANGE;

        sink_crop = v4l2_subdev_state_get_crop(sd_state, RKISP1_RSZ_PAD_SINK);
        sink_crop->width = RKISP1_DEFAULT_WIDTH;
        sink_crop->height = RKISP1_DEFAULT_HEIGHT;
        sink_crop->left = 0;
        sink_crop->top = 0;

        src_fmt = v4l2_subdev_state_get_format(sd_state, RKISP1_RSZ_PAD_SINK);
        *src_fmt = *sink_fmt;

        /* NOTE: there is no crop in the source pad, only in the sink */

        return 0;
}

static void rkisp1_rsz_set_src_fmt(struct rkisp1_resizer *rsz,
                                   struct v4l2_subdev_state *sd_state,
                                   struct v4l2_mbus_framefmt *format)
{
        const struct rkisp1_mbus_info *sink_mbus_info;
        struct v4l2_mbus_framefmt *src_fmt, *sink_fmt;

        sink_fmt = v4l2_subdev_state_get_format(sd_state, RKISP1_RSZ_PAD_SINK);
        src_fmt = v4l2_subdev_state_get_format(sd_state, RKISP1_RSZ_PAD_SRC);

        sink_mbus_info = rkisp1_mbus_info_get_by_code(sink_fmt->code);

        /* for YUV formats, userspace can change the mbus code on the src pad if it is supported */
        if (sink_mbus_info->pixel_enc == V4L2_PIXEL_ENC_YUV &&
            rkisp1_rsz_get_yuv_mbus_info(format->code))
                src_fmt->code = format->code;

        src_fmt->width = clamp_t(u32, format->width,
                                 rsz->config->min_rsz_width,
                                 rsz->config->max_rsz_width);
        src_fmt->height = clamp_t(u32, format->height,
                                  rsz->config->min_rsz_height,
                                  rsz->config->max_rsz_height);

        *format = *src_fmt;
}

static void rkisp1_rsz_set_sink_crop(struct rkisp1_resizer *rsz,
                                     struct v4l2_subdev_state *sd_state,
                                     struct v4l2_rect *r)
{
        const struct rkisp1_mbus_info *mbus_info;
        struct v4l2_mbus_framefmt *sink_fmt;
        struct v4l2_rect *sink_crop;

        sink_fmt = v4l2_subdev_state_get_format(sd_state, RKISP1_RSZ_PAD_SINK);
        sink_crop = v4l2_subdev_state_get_crop(sd_state, RKISP1_RSZ_PAD_SINK);

        /* Not crop for MP bayer raw data, or for devices lacking dual crop. */
        mbus_info = rkisp1_mbus_info_get_by_code(sink_fmt->code);

        if ((rsz->id == RKISP1_MAINPATH &&
             mbus_info->pixel_enc == V4L2_PIXEL_ENC_BAYER) ||
            !rkisp1_has_feature(rsz->rkisp1, DUAL_CROP)) {
                sink_crop->left = 0;
                sink_crop->top = 0;
                sink_crop->width = sink_fmt->width;
                sink_crop->height = sink_fmt->height;

                *r = *sink_crop;
                return;
        }

        sink_crop->left = ALIGN(r->left, 2);
        sink_crop->width = ALIGN(r->width, 2);
        sink_crop->top = r->top;
        sink_crop->height = r->height;
        rkisp1_sd_adjust_crop(sink_crop, sink_fmt);

        *r = *sink_crop;
}

static void rkisp1_rsz_set_sink_fmt(struct rkisp1_resizer *rsz,
                                    struct v4l2_subdev_state *sd_state,
                                    struct v4l2_mbus_framefmt *format)
{
        const struct rkisp1_mbus_info *mbus_info;
        struct v4l2_mbus_framefmt *sink_fmt, *src_fmt;
        struct v4l2_rect *sink_crop;
        bool is_yuv;

        sink_fmt = v4l2_subdev_state_get_format(sd_state, RKISP1_RSZ_PAD_SINK);
        src_fmt = v4l2_subdev_state_get_format(sd_state, RKISP1_RSZ_PAD_SRC);
        sink_crop = v4l2_subdev_state_get_crop(sd_state, RKISP1_RSZ_PAD_SINK);

        if (rsz->id == RKISP1_SELFPATH)
                sink_fmt->code = MEDIA_BUS_FMT_YUYV8_2X8;
        else
                sink_fmt->code = format->code;

        mbus_info = rkisp1_mbus_info_get_by_code(sink_fmt->code);
        if (!mbus_info || !(mbus_info->direction & RKISP1_ISP_SD_SRC)) {
                sink_fmt->code = RKISP1_DEF_FMT;
                mbus_info = rkisp1_mbus_info_get_by_code(sink_fmt->code);
        }

        sink_fmt->width = clamp_t(u32, format->width,
                                  RKISP1_ISP_MIN_WIDTH,
                                  rsz->rkisp1->info->max_width);
        sink_fmt->height = clamp_t(u32, format->height,
                                   RKISP1_ISP_MIN_HEIGHT,
                                   rsz->rkisp1->info->max_height);

        /*
         * Adjust the color space fields. Accept any color primaries and
         * transfer function for both YUV and Bayer. For YUV any YCbCr encoding
         * and quantization range is also accepted. For Bayer formats, the YCbCr
         * encoding isn't applicable, and the quantization range can only be
         * full.
         */
        is_yuv = mbus_info->pixel_enc == V4L2_PIXEL_ENC_YUV;

        sink_fmt->colorspace = format->colorspace ? :
                               (is_yuv ? V4L2_COLORSPACE_SRGB :
                                V4L2_COLORSPACE_RAW);
        sink_fmt->xfer_func = format->xfer_func ? :
                              V4L2_MAP_XFER_FUNC_DEFAULT(sink_fmt->colorspace);
        if (is_yuv) {
                sink_fmt->ycbcr_enc = format->ycbcr_enc ? :
                        V4L2_MAP_YCBCR_ENC_DEFAULT(sink_fmt->colorspace);
                sink_fmt->quantization = format->quantization ? :
                        V4L2_MAP_QUANTIZATION_DEFAULT(false, sink_fmt->colorspace,
                                                      sink_fmt->ycbcr_enc);
        } else {
                /*
                 * The YCbCr encoding isn't applicable for non-YUV formats, but
                 * V4L2 has no "no encoding" value. Hardcode it to Rec. 601, it
                 * should be ignored by userspace.
                 */
                sink_fmt->ycbcr_enc = V4L2_YCBCR_ENC_601;
                sink_fmt->quantization = V4L2_QUANTIZATION_FULL_RANGE;
        }

        *format = *sink_fmt;

        /* Propagate the media bus code and color space to the source pad. */
        src_fmt->code = sink_fmt->code;
        src_fmt->colorspace = sink_fmt->colorspace;
        src_fmt->xfer_func = sink_fmt->xfer_func;
        src_fmt->ycbcr_enc = sink_fmt->ycbcr_enc;
        src_fmt->quantization = sink_fmt->quantization;

        /* Update sink crop */
        rkisp1_rsz_set_sink_crop(rsz, sd_state, sink_crop);
}

static int rkisp1_rsz_set_fmt(struct v4l2_subdev *sd,
                              struct v4l2_subdev_state *sd_state,
                              struct v4l2_subdev_format *fmt)
{
        struct rkisp1_resizer *rsz =
                container_of(sd, struct rkisp1_resizer, sd);

        if (fmt->pad == RKISP1_RSZ_PAD_SINK)
                rkisp1_rsz_set_sink_fmt(rsz, sd_state, &fmt->format);
        else
                rkisp1_rsz_set_src_fmt(rsz, sd_state, &fmt->format);

        return 0;
}

static int rkisp1_rsz_get_selection(struct v4l2_subdev *sd,
                                    struct v4l2_subdev_state *sd_state,
                                    struct v4l2_subdev_selection *sel)
{
        struct v4l2_mbus_framefmt *mf_sink;
        int ret = 0;

        if (sel->pad == RKISP1_RSZ_PAD_SRC)
                return -EINVAL;

        switch (sel->target) {
        case V4L2_SEL_TGT_CROP_BOUNDS:
                mf_sink = v4l2_subdev_state_get_format(sd_state,
                                                       RKISP1_RSZ_PAD_SINK);
                sel->r.height = mf_sink->height;
                sel->r.width = mf_sink->width;
                sel->r.left = 0;
                sel->r.top = 0;
                break;

        case V4L2_SEL_TGT_CROP:
                sel->r = *v4l2_subdev_state_get_crop(sd_state,
                                                     RKISP1_RSZ_PAD_SINK);
                break;

        default:
                ret = -EINVAL;
                break;
        }

        return ret;
}

static int rkisp1_rsz_set_selection(struct v4l2_subdev *sd,
                                    struct v4l2_subdev_state *sd_state,
                                    struct v4l2_subdev_selection *sel)
{
        struct rkisp1_resizer *rsz =
                container_of(sd, struct rkisp1_resizer, sd);

        if (sel->target != V4L2_SEL_TGT_CROP || sel->pad == RKISP1_RSZ_PAD_SRC)
                return -EINVAL;

        dev_dbg(rsz->rkisp1->dev, "%s: pad: %d sel(%d,%d)/%ux%u\n", __func__,
                sel->pad, sel->r.left, sel->r.top, sel->r.width, sel->r.height);

        rkisp1_rsz_set_sink_crop(rsz, sd_state, &sel->r);

        return 0;
}

static const struct media_entity_operations rkisp1_rsz_media_ops = {
        .link_validate = v4l2_subdev_link_validate,
};

static const struct v4l2_subdev_pad_ops rkisp1_rsz_pad_ops = {
        .enum_mbus_code = rkisp1_rsz_enum_mbus_code,
        .get_selection = rkisp1_rsz_get_selection,
        .set_selection = rkisp1_rsz_set_selection,
        .get_fmt = v4l2_subdev_get_fmt,
        .set_fmt = rkisp1_rsz_set_fmt,
        .link_validate = v4l2_subdev_link_validate_default,
};

/* ----------------------------------------------------------------------------
 * Stream operations
 */

static int rkisp1_rsz_s_stream(struct v4l2_subdev *sd, int enable)
{
        struct rkisp1_resizer *rsz =
                container_of(sd, struct rkisp1_resizer, sd);
        struct rkisp1_device *rkisp1 = rsz->rkisp1;
        struct rkisp1_capture *other = &rkisp1->capture_devs[rsz->id ^ 1];
        enum rkisp1_shadow_regs_when when = RKISP1_SHADOW_REGS_SYNC;
        bool has_self_path = rkisp1_has_feature(rkisp1, SELF_PATH);
        struct v4l2_subdev_state *sd_state;

        if (!enable) {
                if (rkisp1_has_feature(rkisp1, DUAL_CROP))
                        rkisp1_dcrop_disable(rsz, RKISP1_SHADOW_REGS_ASYNC);
                rkisp1_rsz_disable(rsz, RKISP1_SHADOW_REGS_ASYNC);
                return 0;
        }

        if (has_self_path && other->is_streaming)
                when = RKISP1_SHADOW_REGS_ASYNC;

        sd_state = v4l2_subdev_lock_and_get_active_state(sd);

        rkisp1_rsz_config(rsz, sd_state, when);
        if (rkisp1_has_feature(rkisp1, DUAL_CROP))
                rkisp1_dcrop_config(rsz, sd_state);

        v4l2_subdev_unlock_state(sd_state);

        return 0;
}

static const struct v4l2_subdev_video_ops rkisp1_rsz_video_ops = {
        .s_stream = rkisp1_rsz_s_stream,
};

static const struct v4l2_subdev_ops rkisp1_rsz_ops = {
        .video = &rkisp1_rsz_video_ops,
        .pad = &rkisp1_rsz_pad_ops,
};

static const struct v4l2_subdev_internal_ops rkisp1_rsz_internal_ops = {
        .init_state = rkisp1_rsz_init_state,
};

static void rkisp1_rsz_unregister(struct rkisp1_resizer *rsz)
{
        if (!rsz->rkisp1)
                return;

        v4l2_device_unregister_subdev(&rsz->sd);
        v4l2_subdev_cleanup(&rsz->sd);
        media_entity_cleanup(&rsz->sd.entity);
}

static int rkisp1_rsz_register(struct rkisp1_resizer *rsz)
{
        static const char * const dev_names[] = {
                RKISP1_RSZ_MP_DEV_NAME,
                RKISP1_RSZ_SP_DEV_NAME
        };
        struct media_pad *pads = rsz->pads;
        struct v4l2_subdev *sd = &rsz->sd;
        int ret;

        if (rsz->id == RKISP1_SELFPATH) {
                rsz->regs_base = RKISP1_CIF_SRSZ_BASE;
                rsz->config = &rkisp1_rsz_config_sp;
        } else {
                rsz->regs_base = RKISP1_CIF_MRSZ_BASE;
                rsz->config = &rkisp1_rsz_config_mp;
        }

        v4l2_subdev_init(sd, &rkisp1_rsz_ops);
        sd->internal_ops = &rkisp1_rsz_internal_ops;
        sd->flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
        sd->entity.ops = &rkisp1_rsz_media_ops;
        sd->entity.function = MEDIA_ENT_F_PROC_VIDEO_SCALER;
        sd->owner = THIS_MODULE;
        strscpy(sd->name, dev_names[rsz->id], sizeof(sd->name));

        pads[RKISP1_RSZ_PAD_SINK].flags = MEDIA_PAD_FL_SINK |
                                          MEDIA_PAD_FL_MUST_CONNECT;
        pads[RKISP1_RSZ_PAD_SRC].flags = MEDIA_PAD_FL_SOURCE |
                                         MEDIA_PAD_FL_MUST_CONNECT;

        ret = media_entity_pads_init(&sd->entity, RKISP1_RSZ_PAD_MAX, pads);
        if (ret)
                goto err_entity_cleanup;

        ret = v4l2_subdev_init_finalize(sd);
        if (ret)
                goto err_entity_cleanup;

        ret = v4l2_device_register_subdev(&rsz->rkisp1->v4l2_dev, sd);
        if (ret) {
                dev_err(sd->dev, "Failed to register resizer subdev\n");
                goto err_subdev_cleanup;
        }

        return 0;

err_subdev_cleanup:
        v4l2_subdev_cleanup(sd);
err_entity_cleanup:
        media_entity_cleanup(&sd->entity);
        return ret;
}

int rkisp1_resizer_devs_register(struct rkisp1_device *rkisp1)
{
        unsigned int dev_count = rkisp1_path_count(rkisp1);
        unsigned int i;
        int ret;

        for (i = 0; i < dev_count; i++) {
                struct rkisp1_resizer *rsz = &rkisp1->resizer_devs[i];

                rsz->rkisp1 = rkisp1;
                rsz->id = i;

                ret = rkisp1_rsz_register(rsz);
                if (ret) {
                        rsz->rkisp1 = NULL;
                        rkisp1_resizer_devs_unregister(rkisp1);
                        return ret;
                }
        }

        return 0;
}

void rkisp1_resizer_devs_unregister(struct rkisp1_device *rkisp1)
{
        struct rkisp1_resizer *mp = &rkisp1->resizer_devs[RKISP1_MAINPATH];
        struct rkisp1_resizer *sp = &rkisp1->resizer_devs[RKISP1_SELFPATH];

        rkisp1_rsz_unregister(mp);
        rkisp1_rsz_unregister(sp);
}