// SPDX-License-Identifier: GPL-2.0

#include <asm/barrier.h>
#include <asm/rwonce.h>
#include <linux/atomic.h>

#define GEN_READ_HELPER(tname, type)                                            \
__rust_helper type rust_helper_atomic_##tname##_read(type *ptr)                 \
{                                                                               \
        return READ_ONCE(*ptr);                                                 \
}

#define GEN_SET_HELPER(tname, type)                                             \
__rust_helper void rust_helper_atomic_##tname##_set(type *ptr, type val)        \
{                                                                               \
        WRITE_ONCE(*ptr, val);                                                  \
}

#define GEN_READ_ACQUIRE_HELPER(tname, type)                                    \
__rust_helper type rust_helper_atomic_##tname##_read_acquire(type *ptr)         \
{                                                                               \
        return smp_load_acquire(ptr);                                           \
}

#define GEN_SET_RELEASE_HELPER(tname, type)                                     \
__rust_helper void rust_helper_atomic_##tname##_set_release(type *ptr, type val)\
{                                                                               \
        smp_store_release(ptr, val);                                            \
}

#define GEN_READ_SET_HELPERS(tname, type)                                       \
        GEN_READ_HELPER(tname, type)                                            \
        GEN_SET_HELPER(tname, type)                                             \
        GEN_READ_ACQUIRE_HELPER(tname, type)                                    \
        GEN_SET_RELEASE_HELPER(tname, type)                                     \

GEN_READ_SET_HELPERS(i8, s8)
GEN_READ_SET_HELPERS(i16, s16)
GEN_READ_SET_HELPERS(ptr, const void *)

/*
 * xchg helpers depend on ARCH_SUPPORTS_ATOMIC_RMW and on the
 * architecture provding xchg() support for i8 and i16.
 *
 * The architectures that currently support Rust (x86_64, armv7,
 * arm64, riscv, and loongarch) satisfy these requirements.
 */
#define GEN_XCHG_HELPER(tname, type, suffix)                                    \
__rust_helper type                                                              \
rust_helper_atomic_##tname##_xchg##suffix(type *ptr, type new)                  \
{                                                                               \
        return xchg##suffix(ptr, new);                                  \
}

#define GEN_XCHG_HELPERS(tname, type)                                           \
        GEN_XCHG_HELPER(tname, type, )                                          \
        GEN_XCHG_HELPER(tname, type, _acquire)                                  \
        GEN_XCHG_HELPER(tname, type, _release)                                  \
        GEN_XCHG_HELPER(tname, type, _relaxed)                                  \

GEN_XCHG_HELPERS(i8, s8)
GEN_XCHG_HELPERS(i16, s16)
GEN_XCHG_HELPERS(ptr, const void *)

/*
 * try_cmpxchg helpers depend on ARCH_SUPPORTS_ATOMIC_RMW and on the
 * architecture provding try_cmpxchg() support for i8 and i16.
 *
 * The architectures that currently support Rust (x86_64, armv7,
 * arm64, riscv, and loongarch) satisfy these requirements.
 */
#define GEN_TRY_CMPXCHG_HELPER(tname, type, suffix)                             \
__rust_helper bool                                                              \
rust_helper_atomic_##tname##_try_cmpxchg##suffix(type *ptr, type *old, type new)\
{                                                                               \
        return try_cmpxchg##suffix(ptr, old, new);                              \
}

#define GEN_TRY_CMPXCHG_HELPERS(tname, type)                                    \
        GEN_TRY_CMPXCHG_HELPER(tname, type, )                                   \
        GEN_TRY_CMPXCHG_HELPER(tname, type, _acquire)                           \
        GEN_TRY_CMPXCHG_HELPER(tname, type, _release)                           \
        GEN_TRY_CMPXCHG_HELPER(tname, type, _relaxed)                           \

GEN_TRY_CMPXCHG_HELPERS(i8, s8)
GEN_TRY_CMPXCHG_HELPERS(i16, s16)
GEN_TRY_CMPXCHG_HELPERS(ptr, const void *)