// SPDX-License-Identifier: GPL-2.0-or-later
/*
 * Generic on-chip SRAM allocation driver
 *
 * Copyright (C) 2012 Philipp Zabel, Pengutronix
 */

#include <linux/clk.h>
#include <linux/delay.h>
#include <linux/genalloc.h>
#include <linux/io.h>
#include <linux/list_sort.h>
#include <linux/of.h>
#include <linux/of_address.h>
#include <linux/platform_device.h>
#include <linux/regmap.h>
#include <linux/slab.h>
#include <linux/mfd/syscon.h>
#include <soc/at91/atmel-secumod.h>

#include "sram.h"

#define SRAM_GRANULARITY        32

static ssize_t sram_read(struct file *filp, struct kobject *kobj,
                         const struct bin_attribute *attr,
                         char *buf, loff_t pos, size_t count)
{
        struct sram_partition *part;

        /* Cast away the const as the attribute is part of a larger structure */
        part = (struct sram_partition *)container_of(attr, struct sram_partition, battr);

        mutex_lock(&part->lock);
        memcpy_fromio(buf, part->base + pos, count);
        mutex_unlock(&part->lock);

        return count;
}

static ssize_t sram_write(struct file *filp, struct kobject *kobj,
                          const struct bin_attribute *attr,
                          char *buf, loff_t pos, size_t count)
{
        struct sram_partition *part;

        /* Cast away the const as the attribute is part of a larger structure */
        part = (struct sram_partition *)container_of(attr, struct sram_partition, battr);

        mutex_lock(&part->lock);
        memcpy_toio(part->base + pos, buf, count);
        mutex_unlock(&part->lock);

        return count;
}

static int sram_add_pool(struct sram_dev *sram, struct sram_reserve *block,
                         phys_addr_t start, struct sram_partition *part)
{
        int ret;

        part->pool = devm_gen_pool_create(sram->dev, ilog2(SRAM_GRANULARITY),
                                          NUMA_NO_NODE, block->label);
        if (IS_ERR(part->pool))
                return PTR_ERR(part->pool);

        ret = gen_pool_add_virt(part->pool, (unsigned long)part->base, start,
                                block->size, NUMA_NO_NODE);
        if (ret < 0) {
                dev_err(sram->dev, "failed to register subpool: %d\n", ret);
                return ret;
        }

        return 0;
}

static int sram_add_export(struct sram_dev *sram, struct sram_reserve *block,
                           phys_addr_t start, struct sram_partition *part)
{
        sysfs_bin_attr_init(&part->battr);
        part->battr.attr.name = devm_kasprintf(sram->dev, GFP_KERNEL,
                                               "%llx.sram",
                                               (unsigned long long)start);
        if (!part->battr.attr.name)
                return -ENOMEM;

        part->battr.attr.mode = S_IRUSR | S_IWUSR;
        part->battr.read = sram_read;
        part->battr.write = sram_write;
        part->battr.size = block->size;

        return device_create_bin_file(sram->dev, &part->battr);
}

static int sram_add_partition(struct sram_dev *sram, struct sram_reserve *block,
                              phys_addr_t start)
{
        int ret;
        struct sram_partition *part = &sram->partition[sram->partitions];

        mutex_init(&part->lock);

        if (sram->config && sram->config->map_only_reserved) {
                void __iomem *virt_base;

                if (sram->no_memory_wc)
                        virt_base = devm_ioremap_resource(sram->dev, &block->res);
                else
                        virt_base = devm_ioremap_resource_wc(sram->dev, &block->res);

                if (IS_ERR(virt_base)) {
                        dev_err(sram->dev, "could not map SRAM at %pr\n", &block->res);
                        return PTR_ERR(virt_base);
                }

                part->base = virt_base;
        } else {
                part->base = sram->virt_base + block->start;
        }

        if (block->pool) {
                ret = sram_add_pool(sram, block, start, part);
                if (ret)
                        return ret;
        }
        if (block->export) {
                ret = sram_add_export(sram, block, start, part);
                if (ret)
                        return ret;
        }
        if (block->protect_exec) {
                ret = sram_check_protect_exec(sram, block, part);
                if (ret)
                        return ret;

                ret = sram_add_pool(sram, block, start, part);
                if (ret)
                        return ret;

                sram_add_protect_exec(part);
        }

        sram->partitions++;

        return 0;
}

static void sram_free_partitions(struct sram_dev *sram)
{
        struct sram_partition *part;

        if (!sram->partitions)
                return;

        part = &sram->partition[sram->partitions - 1];
        for (; sram->partitions; sram->partitions--, part--) {
                if (part->battr.size)
                        device_remove_bin_file(sram->dev, &part->battr);

                if (part->pool &&
                    gen_pool_avail(part->pool) < gen_pool_size(part->pool))
                        dev_err(sram->dev, "removed pool while SRAM allocated\n");
        }
}

static int sram_reserve_cmp(void *priv, const struct list_head *a,
                                        const struct list_head *b)
{
        const struct sram_reserve *ra = list_entry(a, struct sram_reserve, list);
        const struct sram_reserve *rb = list_entry(b, struct sram_reserve, list);

        return ra->start - rb->start;
}

static int sram_reserve_regions(struct sram_dev *sram, struct resource *res)
{
        struct device_node *np = sram->dev->of_node, *child;
        unsigned long size, cur_start, cur_size;
        struct sram_reserve *rblocks, *block;
        struct list_head reserve_list;
        unsigned int nblocks, exports = 0;
        const char *label;
        int ret = 0;

        INIT_LIST_HEAD(&reserve_list);

        size = resource_size(res);

        /*
         * We need an additional block to mark the end of the memory region
         * after the reserved blocks from the dt are processed.
         */
        nblocks = (np) ? of_get_available_child_count(np) + 1 : 1;
        rblocks = kzalloc_objs(*rblocks, nblocks);
        if (!rblocks)
                return -ENOMEM;

        block = &rblocks[0];
        for_each_available_child_of_node(np, child) {
                struct resource child_res;

                ret = of_address_to_resource(child, 0, &child_res);
                if (ret < 0) {
                        dev_err(sram->dev,
                                "could not get address for node %pOF\n",
                                child);
                        goto err_chunks;
                }

                if (child_res.start < res->start || child_res.end > res->end) {
                        dev_err(sram->dev,
                                "reserved block %pOF outside the sram area\n",
                                child);
                        ret = -EINVAL;
                        goto err_chunks;
                }

                block->start = child_res.start - res->start;
                block->size = resource_size(&child_res);
                block->res = child_res;
                list_add_tail(&block->list, &reserve_list);

                block->export = of_property_read_bool(child, "export");
                block->pool = of_property_read_bool(child, "pool");
                block->protect_exec = of_property_read_bool(child, "protect-exec");

                if ((block->export || block->pool || block->protect_exec) &&
                    block->size) {
                        exports++;

                        label = NULL;
                        ret = of_property_read_string(child, "label", &label);
                        if (ret && ret != -EINVAL) {
                                dev_err(sram->dev,
                                        "%pOF has invalid label name\n",
                                        child);
                                goto err_chunks;
                        }
                        if (!label)
                                block->label = devm_kasprintf(sram->dev, GFP_KERNEL,
                                                              "%s", of_node_full_name(child));
                        else
                                block->label = devm_kstrdup(sram->dev,
                                                            label, GFP_KERNEL);
                        if (!block->label) {
                                ret = -ENOMEM;
                                goto err_chunks;
                        }

                        dev_dbg(sram->dev, "found %sblock '%s' 0x%x-0x%x\n",
                                block->export ? "exported " : "", block->label,
                                block->start, block->start + block->size);
                } else {
                        dev_dbg(sram->dev, "found reserved block 0x%x-0x%x\n",
                                block->start, block->start + block->size);
                }

                block++;
        }
        child = NULL;

        /* the last chunk marks the end of the region */
        rblocks[nblocks - 1].start = size;
        rblocks[nblocks - 1].size = 0;
        list_add_tail(&rblocks[nblocks - 1].list, &reserve_list);

        list_sort(NULL, &reserve_list, sram_reserve_cmp);

        if (exports) {
                sram->partition = devm_kcalloc(sram->dev,
                                       exports, sizeof(*sram->partition),
                                       GFP_KERNEL);
                if (!sram->partition) {
                        ret = -ENOMEM;
                        goto err_chunks;
                }
        }

        cur_start = 0;
        list_for_each_entry(block, &reserve_list, list) {
                /* can only happen if sections overlap */
                if (block->start < cur_start) {
                        dev_err(sram->dev,
                                "block at 0x%x starts after current offset 0x%lx\n",
                                block->start, cur_start);
                        ret = -EINVAL;
                        sram_free_partitions(sram);
                        goto err_chunks;
                }

                if ((block->export || block->pool || block->protect_exec) &&
                    block->size) {
                        ret = sram_add_partition(sram, block,
                                                 res->start + block->start);
                        if (ret) {
                                sram_free_partitions(sram);
                                goto err_chunks;
                        }
                }

                /* current start is in a reserved block, so continue after it */
                if (block->start == cur_start) {
                        cur_start = block->start + block->size;
                        continue;
                }

                /*
                 * allocate the space between the current starting
                 * address and the following reserved block, or the
                 * end of the region.
                 */
                cur_size = block->start - cur_start;

                if (sram->pool) {
                        dev_dbg(sram->dev, "adding chunk 0x%lx-0x%lx\n",
                                cur_start, cur_start + cur_size);

                        ret = gen_pool_add_virt(sram->pool,
                                        (unsigned long)sram->virt_base + cur_start,
                                        res->start + cur_start, cur_size, -1);
                        if (ret < 0) {
                                sram_free_partitions(sram);
                                goto err_chunks;
                        }
                }

                /* next allocation after this reserved block */
                cur_start = block->start + block->size;
        }

err_chunks:
        of_node_put(child);
        kfree(rblocks);

        return ret;
}

static int atmel_securam_wait(void)
{
        struct regmap *regmap;
        u32 val;

        regmap = syscon_regmap_lookup_by_compatible("atmel,sama5d2-secumod");
        if (IS_ERR(regmap))
                return -ENODEV;

        return regmap_read_poll_timeout(regmap, AT91_SECUMOD_RAMRDY, val,
                                        val & AT91_SECUMOD_RAMRDY_READY,
                                        10000, 500000);
}

static const struct sram_config atmel_securam_config = {
        .init = atmel_securam_wait,
};

/*
 * SYSRAM contains areas that are not accessible by the
 * kernel, such as the first 256K that is reserved for TZ.
 * Accesses to those areas (including speculative accesses)
 * trigger SErrors. As such we must map only the areas of
 * SYSRAM specified in the device tree.
 */
static const struct sram_config tegra_sysram_config = {
        .map_only_reserved = true,
};

static const struct of_device_id sram_dt_ids[] = {
        { .compatible = "mmio-sram" },
        { .compatible = "atmel,sama5d2-securam", .data = &atmel_securam_config },
        { .compatible = "nvidia,tegra186-sysram", .data = &tegra_sysram_config },
        { .compatible = "nvidia,tegra194-sysram", .data = &tegra_sysram_config },
        { .compatible = "nvidia,tegra234-sysram", .data = &tegra_sysram_config },
        {}
};

static int sram_probe(struct platform_device *pdev)
{
        const struct sram_config *config;
        struct sram_dev *sram;
        int ret;
        struct resource *res;
        struct clk *clk;

        config = of_device_get_match_data(&pdev->dev);

        sram = devm_kzalloc(&pdev->dev, sizeof(*sram), GFP_KERNEL);
        if (!sram)
                return -ENOMEM;

        sram->dev = &pdev->dev;
        sram->no_memory_wc = of_property_read_bool(pdev->dev.of_node, "no-memory-wc");
        sram->config = config;

        if (!config || !config->map_only_reserved) {
                res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
                if (sram->no_memory_wc)
                        sram->virt_base = devm_ioremap_resource(&pdev->dev, res);
                else
                        sram->virt_base = devm_ioremap_resource_wc(&pdev->dev, res);
                if (IS_ERR(sram->virt_base)) {
                        dev_err(&pdev->dev, "could not map SRAM registers\n");
                        return PTR_ERR(sram->virt_base);
                }

                sram->pool = devm_gen_pool_create(sram->dev, ilog2(SRAM_GRANULARITY),
                                                  NUMA_NO_NODE, NULL);
                if (IS_ERR(sram->pool))
                        return PTR_ERR(sram->pool);
        }

        clk = devm_clk_get_optional_enabled(sram->dev, NULL);
        if (IS_ERR(clk))
                return PTR_ERR(clk);

        ret = sram_reserve_regions(sram,
                        platform_get_resource(pdev, IORESOURCE_MEM, 0));
        if (ret)
                return ret;

        platform_set_drvdata(pdev, sram);

        if (config && config->init) {
                ret = config->init();
                if (ret)
                        goto err_free_partitions;
        }

        if (sram->pool)
                dev_dbg(sram->dev, "SRAM pool: %zu KiB @ 0x%p\n",
                        gen_pool_size(sram->pool) / 1024, sram->virt_base);

        return 0;

err_free_partitions:
        sram_free_partitions(sram);

        return ret;
}

static void sram_remove(struct platform_device *pdev)
{
        struct sram_dev *sram = platform_get_drvdata(pdev);

        sram_free_partitions(sram);

        if (sram->pool && gen_pool_avail(sram->pool) < gen_pool_size(sram->pool))
                dev_err(sram->dev, "removed while SRAM allocated\n");
}

static struct platform_driver sram_driver = {
        .driver = {
                .name = "sram",
                .of_match_table = sram_dt_ids,
        },
        .probe = sram_probe,
        .remove = sram_remove,
};

static int __init sram_init(void)
{
        return platform_driver_register(&sram_driver);
}

postcore_initcall(sram_init);