// SPDX-License-Identifier: GPL-2.0-only
/*
 * This file is part of UBIFS.
 *
 * Copyright (C) 2006-2008 Nokia Corporation.
 * Copyright (C) 2006, 2007 University of Szeged, Hungary
 *
 * Authors: Adrian Hunter
 *          Artem Bityutskiy (Битюцкий Артём)
 *          Zoltan Sogor
 */

/*
 * This file provides a single place to access to compression and
 * decompression.
 */

#include <crypto/acompress.h>
#include <linux/highmem.h>
#include "ubifs.h"

union ubifs_in_ptr {
        const void *buf;
        struct folio *folio;
};

/* Fake description object for the "none" compressor */
static struct ubifs_compressor none_compr = {
        .compr_type = UBIFS_COMPR_NONE,
        .name = "none",
        .capi_name = "",
};

#ifdef CONFIG_UBIFS_FS_LZO
static struct ubifs_compressor lzo_compr = {
        .compr_type = UBIFS_COMPR_LZO,
        .name = "lzo",
        .capi_name = "lzo",
};
#else
static struct ubifs_compressor lzo_compr = {
        .compr_type = UBIFS_COMPR_LZO,
        .name = "lzo",
};
#endif

#ifdef CONFIG_UBIFS_FS_ZLIB
static struct ubifs_compressor zlib_compr = {
        .compr_type = UBIFS_COMPR_ZLIB,
        .name = "zlib",
        .capi_name = "deflate",
};
#else
static struct ubifs_compressor zlib_compr = {
        .compr_type = UBIFS_COMPR_ZLIB,
        .name = "zlib",
};
#endif

#ifdef CONFIG_UBIFS_FS_ZSTD
static struct ubifs_compressor zstd_compr = {
        .compr_type = UBIFS_COMPR_ZSTD,
        .name = "zstd",
        .capi_name = "zstd",
};
#else
static struct ubifs_compressor zstd_compr = {
        .compr_type = UBIFS_COMPR_ZSTD,
        .name = "zstd",
};
#endif

/* All UBIFS compressors */
struct ubifs_compressor *ubifs_compressors[UBIFS_COMPR_TYPES_CNT];

static void ubifs_compress_common(int *compr_type, union ubifs_in_ptr in_ptr,
                                  size_t in_offset, int in_len, bool in_folio,
                                  void *out_buf, int *out_len)
{
        struct ubifs_compressor *compr = ubifs_compressors[*compr_type];
        int dlen = *out_len;
        int err;

        if (*compr_type == UBIFS_COMPR_NONE)
                goto no_compr;

        /* If the input data is small, do not even try to compress it */
        if (in_len < UBIFS_MIN_COMPR_LEN)
                goto no_compr;

        dlen = min(dlen, in_len - UBIFS_MIN_COMPRESS_DIFF);

        do {
                ACOMP_REQUEST_ON_STACK(req, compr->cc);
                DECLARE_CRYPTO_WAIT(wait);

                acomp_request_set_callback(req, 0, NULL, NULL);
                if (in_folio)
                        acomp_request_set_src_folio(req, in_ptr.folio,
                                                    in_offset, in_len);
                else
                        acomp_request_set_src_dma(req, in_ptr.buf, in_len);
                acomp_request_set_dst_dma(req, out_buf, dlen);
                err = crypto_acomp_compress(req);
                dlen = req->dlen;
                if (err != -EAGAIN)
                        break;

                req = ACOMP_REQUEST_CLONE(req, GFP_NOFS | __GFP_NOWARN);
                acomp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
                                           crypto_req_done, &wait);
                err = crypto_acomp_compress(req);
                err = crypto_wait_req(err, &wait);
                dlen = req->dlen;
                acomp_request_free(req);
        } while (0);

        *out_len = dlen;
        if (err)
                goto no_compr;

        return;

no_compr:
        if (in_folio)
                memcpy_from_folio(out_buf, in_ptr.folio, in_offset, in_len);
        else
                memcpy(out_buf, in_ptr.buf, in_len);
        *out_len = in_len;
        *compr_type = UBIFS_COMPR_NONE;
}

/**
 * ubifs_compress - compress data.
 * @c: UBIFS file-system description object
 * @in_buf: data to compress
 * @in_len: length of the data to compress
 * @out_buf: output buffer where compressed data should be stored
 * @out_len: output buffer length is returned here
 * @compr_type: type of compression to use on enter, actually used compression
 *              type on exit
 *
 * This function compresses input buffer @in_buf of length @in_len and stores
 * the result in the output buffer @out_buf and the resulting length in
 * @out_len. If the input buffer does not compress, it is just copied to the
 * @out_buf. The same happens if @compr_type is %UBIFS_COMPR_NONE or if
 * compression error occurred.
 *
 * Note, if the input buffer was not compressed, it is copied to the output
 * buffer and %UBIFS_COMPR_NONE is returned in @compr_type.
 */
void ubifs_compress(const struct ubifs_info *c, const void *in_buf,
                    int in_len, void *out_buf, int *out_len, int *compr_type)
{
        union ubifs_in_ptr in_ptr = { .buf = in_buf };

        ubifs_compress_common(compr_type, in_ptr, 0, in_len, false,
                              out_buf, out_len);
}

/**
 * ubifs_compress_folio - compress folio.
 * @c: UBIFS file-system description object
 * @in_folio: data to compress
 * @in_offset: offset into @in_folio
 * @in_len: length of the data to compress
 * @out_buf: output buffer where compressed data should be stored
 * @out_len: output buffer length is returned here
 * @compr_type: type of compression to use on enter, actually used compression
 *              type on exit
 *
 * This function compresses input folio @in_folio of length @in_len and
 * stores the result in the output buffer @out_buf and the resulting length
 * in @out_len. If the input buffer does not compress, it is just copied
 * to the @out_buf. The same happens if @compr_type is %UBIFS_COMPR_NONE
 * or if compression error occurred.
 *
 * Note, if the input buffer was not compressed, it is copied to the output
 * buffer and %UBIFS_COMPR_NONE is returned in @compr_type.
 */
void ubifs_compress_folio(const struct ubifs_info *c, struct folio *in_folio,
                          size_t in_offset, int in_len, void *out_buf,
                          int *out_len, int *compr_type)
{
        union ubifs_in_ptr in_ptr = { .folio = in_folio };

        ubifs_compress_common(compr_type, in_ptr, in_offset, in_len, true,
                              out_buf, out_len);
}

static int ubifs_decompress_common(const struct ubifs_info *c,
                                   const void *in_buf, int in_len,
                                   void *out_ptr, size_t out_offset,
                                   int *out_len, bool out_folio,
                                   int compr_type)
{
        struct ubifs_compressor *compr;
        int dlen = *out_len;
        int err;

        if (unlikely(compr_type < 0 || compr_type >= UBIFS_COMPR_TYPES_CNT)) {
                ubifs_err(c, "invalid compression type %d", compr_type);
                return -EINVAL;
        }

        compr = ubifs_compressors[compr_type];

        if (unlikely(!compr->capi_name)) {
                ubifs_err(c, "%s compression is not compiled in", compr->name);
                return -EINVAL;
        }

        if (compr_type == UBIFS_COMPR_NONE) {
                if (out_folio)
                        memcpy_to_folio(out_ptr, out_offset, in_buf, in_len);
                else
                        memcpy(out_ptr, in_buf, in_len);
                *out_len = in_len;
                return 0;
        }

        do {
                ACOMP_REQUEST_ON_STACK(req, compr->cc);
                DECLARE_CRYPTO_WAIT(wait);

                acomp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
                                           crypto_req_done, &wait);
                acomp_request_set_src_dma(req, in_buf, in_len);
                if (out_folio)
                        acomp_request_set_dst_folio(req, out_ptr, out_offset,
                                                    dlen);
                else
                        acomp_request_set_dst_dma(req, out_ptr, dlen);
                err = crypto_acomp_decompress(req);
                dlen = req->dlen;
                if (err != -EAGAIN)
                        break;

                req = ACOMP_REQUEST_CLONE(req, GFP_NOFS | __GFP_NOWARN);
                err = crypto_acomp_decompress(req);
                err = crypto_wait_req(err, &wait);
                dlen = req->dlen;
                acomp_request_free(req);
        } while (0);

        *out_len = dlen;
        if (err)
                ubifs_err(c, "cannot decompress %d bytes, compressor %s, error %d",
                          in_len, compr->name, err);

        return err;
}

/**
 * ubifs_decompress - decompress data.
 * @c: UBIFS file-system description object
 * @in_buf: data to decompress
 * @in_len: length of the data to decompress
 * @out_buf: output buffer where decompressed data should
 * @out_len: output length is returned here
 * @compr_type: type of compression
 *
 * This function decompresses data from buffer @in_buf into buffer @out_buf.
 * The length of the uncompressed data is returned in @out_len. This functions
 * returns %0 on success or a negative error code on failure.
 */
int ubifs_decompress(const struct ubifs_info *c, const void *in_buf,
                     int in_len, void *out_buf, int *out_len, int compr_type)
{
        return ubifs_decompress_common(c, in_buf, in_len, out_buf, 0, out_len,
                                       false, compr_type);
}

/**
 * ubifs_decompress_folio - decompress folio.
 * @c: UBIFS file-system description object
 * @in_buf: data to decompress
 * @in_len: length of the data to decompress
 * @out_folio: output folio where decompressed data should
 * @out_offset: offset into @out_folio
 * @out_len: output length is returned here
 * @compr_type: type of compression
 *
 * This function decompresses data from buffer @in_buf into folio
 * @out_folio.  The length of the uncompressed data is returned in
 * @out_len.  This functions returns %0 on success or a negative error
 * code on failure.
 */
int ubifs_decompress_folio(const struct ubifs_info *c, const void *in_buf,
                           int in_len, struct folio *out_folio,
                           size_t out_offset, int *out_len, int compr_type)
{
        return ubifs_decompress_common(c, in_buf, in_len, out_folio,
                                       out_offset, out_len, true, compr_type);
}

/**
 * compr_init - initialize a compressor.
 * @compr: compressor description object
 *
 * This function initializes the requested compressor and returns zero in case
 * of success or a negative error code in case of failure.
 */
static int __init compr_init(struct ubifs_compressor *compr)
{
        if (compr->capi_name) {
                compr->cc = crypto_alloc_acomp(compr->capi_name, 0, 0);
                if (IS_ERR(compr->cc)) {
                        pr_err("UBIFS error (pid %d): cannot initialize compressor %s, error %ld",
                               current->pid, compr->name, PTR_ERR(compr->cc));
                        return PTR_ERR(compr->cc);
                }
        }

        ubifs_compressors[compr->compr_type] = compr;
        return 0;
}

/**
 * compr_exit - de-initialize a compressor.
 * @compr: compressor description object
 */
static void compr_exit(struct ubifs_compressor *compr)
{
        if (compr->capi_name)
                crypto_free_acomp(compr->cc);
}

/**
 * ubifs_compressors_init - initialize UBIFS compressors.
 *
 * This function initializes the compressor which were compiled in. Returns
 * zero in case of success and a negative error code in case of failure.
 */
int __init ubifs_compressors_init(void)
{
        int err;

        err = compr_init(&lzo_compr);
        if (err)
                return err;

        err = compr_init(&zstd_compr);
        if (err)
                goto out_lzo;

        err = compr_init(&zlib_compr);
        if (err)
                goto out_zstd;

        ubifs_compressors[UBIFS_COMPR_NONE] = &none_compr;
        return 0;

out_zstd:
        compr_exit(&zstd_compr);
out_lzo:
        compr_exit(&lzo_compr);
        return err;
}

/**
 * ubifs_compressors_exit - de-initialize UBIFS compressors.
 */
void ubifs_compressors_exit(void)
{
        compr_exit(&lzo_compr);
        compr_exit(&zlib_compr);
        compr_exit(&zstd_compr);
}