/* SPDX-License-Identifier: GPL-2.0 */
/* NG4copy_page.S: Niagara-4 optimized clear page.
 *
 * Copyright (C) 2012 (davem@davemloft.net)
 */

#include <asm/asi.h>
#include <asm/page.h>

        .text

        .register       %g3, #scratch

        .align          32
        .globl          NG4clear_page
        .globl          NG4clear_user_page
NG4clear_page:          /* %o0=dest */
NG4clear_user_page:     /* %o0=dest, %o1=vaddr */
        set             PAGE_SIZE, %g7
        mov             0x20, %g3
1:      stxa            %g0, [%o0 + %g0] ASI_ST_BLKINIT_MRU_P
        subcc           %g7, 0x40, %g7
        stxa            %g0, [%o0 + %g3] ASI_ST_BLKINIT_MRU_P
        bne,pt          %xcc, 1b
         add            %o0, 0x40, %o0
        membar          #StoreLoad|#StoreStore
        retl
         nop
        .size           NG4clear_page,.-NG4clear_page
        .size           NG4clear_user_page,.-NG4clear_user_page