/* SPDX-License-Identifier: GPL-2.0 */
/*
 * ARM64 accelerated implementation of NH
 *
 * Copyright 2018 Google LLC
 */

#include <asm/hwcap.h>
#include <asm/simd.h>
#include <linux/cpufeature.h>

static __ro_after_init DEFINE_STATIC_KEY_FALSE(have_neon);

asmlinkage void nh_neon(const u32 *key, const u8 *message, size_t message_len,
                        __le64 hash[NH_NUM_PASSES]);

static bool nh_arch(const u32 *key, const u8 *message, size_t message_len,
                    __le64 hash[NH_NUM_PASSES])
{
        if (static_branch_likely(&have_neon) && message_len >= 64 &&
            may_use_simd()) {
                scoped_ksimd()
                        nh_neon(key, message, message_len, hash);
                return true;
        }
        return false;
}

#define nh_mod_init_arch nh_mod_init_arch
static void nh_mod_init_arch(void)
{
        if (cpu_have_named_feature(ASIMD))
                static_branch_enable(&have_neon);
}