// SPDX-License-Identifier: GPL-2.0-only
/*
 * linux/lib/raid6/neon.c - RAID6 syndrome calculation using ARM NEON intrinsics
 *
 * Copyright (C) 2013 Linaro Ltd <ard.biesheuvel@linaro.org>
 */

#include <linux/raid/pq.h>

#ifdef __KERNEL__
#include <asm/simd.h>
#else
#define scoped_ksimd()
#define cpu_has_neon()          (1)
#endif

/*
 * There are 2 reasons these wrappers are kept in a separate compilation unit
 * from the actual implementations in neonN.c (generated from neon.uc by
 * unroll.awk):
 * - the actual implementations use NEON intrinsics, and the GCC support header
 *   (arm_neon.h) is not fully compatible (type wise) with the kernel;
 * - the neonN.c files are compiled with -mfpu=neon and optimization enabled,
 *   and we have to make sure that we never use *any* NEON/VFP instructions
 *   outside a kernel_neon_begin()/kernel_neon_end() pair.
 */

#define RAID6_NEON_WRAPPER(_n)                                          \
        static void raid6_neon ## _n ## _gen_syndrome(int disks,        \
                                        size_t bytes, void **ptrs)      \
        {                                                               \
                void raid6_neon ## _n  ## _gen_syndrome_real(int,       \
                                                unsigned long, void**); \
                scoped_ksimd()                                          \
                        raid6_neon ## _n ## _gen_syndrome_real(disks,   \
                                        (unsigned long)bytes, ptrs);    \
        }                                                               \
        static void raid6_neon ## _n ## _xor_syndrome(int disks,        \
                                        int start, int stop,            \
                                        size_t bytes, void **ptrs)      \
        {                                                               \
                void raid6_neon ## _n  ## _xor_syndrome_real(int,       \
                                int, int, unsigned long, void**);       \
                scoped_ksimd()                                          \
                        raid6_neon ## _n ## _xor_syndrome_real(disks,   \
                                start, stop, (unsigned long)bytes, ptrs);\
        }                                                               \
        struct raid6_calls const raid6_neonx ## _n = {                  \
                raid6_neon ## _n ## _gen_syndrome,                      \
                raid6_neon ## _n ## _xor_syndrome,                      \
                raid6_have_neon,                                        \
                "neonx" #_n,                                            \
                0                                                       \
        }

static int raid6_have_neon(void)
{
        return cpu_has_neon();
}

RAID6_NEON_WRAPPER(1);
RAID6_NEON_WRAPPER(2);
RAID6_NEON_WRAPPER(4);
RAID6_NEON_WRAPPER(8);