/*
 * M7copy_to_user.S: SPARC M7 optimized copy to userspace.
 *
 * Copyright (c) 2016, Oracle and/or its affiliates. All rights reserved.
 */


#define EX_ST(x, y)                     \
98:     x;                              \
        .section __ex_table,"a";        \
        .align 4;                       \
        .word 98b, y;                   \
        .text;                          \
        .align 4;

#define EX_ST_FP(x, y)                  \
98:     x;                              \
        .section __ex_table,"a";        \
        .align 4;                       \
        .word 98b, y##_fp;              \
        .text;                          \
        .align 4;


#ifndef ASI_AIUS
#define ASI_AIUS        0x11
#endif

#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
#endif

#define FUNC_NAME               M7copy_to_user
#define STORE(type,src,addr)    type##a src, [addr] %asi
#define STORE_ASI               ASI_BLK_INIT_QUAD_LDD_AIUS
#define STORE_MRU_ASI           ASI_ST_BLKINIT_MRU_S
#define EX_RETVAL(x)            0

#ifdef __KERNEL__
        /* Writing to %asi is _expensive_ so we hardcode it.
         * Reading %asi to check for KERNEL_DS is comparatively
         * cheap.
         */
#define PREAMBLE                                        \
        rd              %asi, %g1;                      \
        cmp             %g1, ASI_AIUS;                  \
        bne,pn          %icc, raw_copy_in_user;         \
         nop
#endif

#include "M7memcpy.S"