/* SPDX-License-Identifier: GPL-2.0 */
.macro save_registers
        add     sp, sp, #-16 * 17

        stp     x0, x1, [sp, #16 * 0]
        stp     x2, x3, [sp, #16 * 1]
        stp     x4, x5, [sp, #16 * 2]
        stp     x6, x7, [sp, #16 * 3]
        stp     x8, x9, [sp, #16 * 4]
        stp     x10, x11, [sp, #16 * 5]
        stp     x12, x13, [sp, #16 * 6]
        stp     x14, x15, [sp, #16 * 7]
        stp     x16, x17, [sp, #16 * 8]
        stp     x18, x19, [sp, #16 * 9]
        stp     x20, x21, [sp, #16 * 10]
        stp     x22, x23, [sp, #16 * 11]
        stp     x24, x25, [sp, #16 * 12]
        stp     x26, x27, [sp, #16 * 13]
        stp     x28, x29, [sp, #16 * 14]

        /*
         * This stores sp_el1 into ex_regs.sp so exception handlers can "look"
         * at it. It will _not_ be used to restore the sp on return from the
         * exception so handlers can not update it.
         */
        add     x1, sp, #16 * 17
        stp     x30, x1, [sp, #16 * 15] /* x30, SP */

        mrs     x1, elr_el1
        mrs     x2, spsr_el1
        stp     x1, x2, [sp, #16 * 16] /* PC, PSTATE */
.endm

.macro restore_registers
        ldp     x1, x2, [sp, #16 * 16] /* PC, PSTATE */
        msr     elr_el1, x1
        msr     spsr_el1, x2

        /* sp is not restored */
        ldp     x30, xzr, [sp, #16 * 15] /* x30, SP */

        ldp     x28, x29, [sp, #16 * 14]
        ldp     x26, x27, [sp, #16 * 13]
        ldp     x24, x25, [sp, #16 * 12]
        ldp     x22, x23, [sp, #16 * 11]
        ldp     x20, x21, [sp, #16 * 10]
        ldp     x18, x19, [sp, #16 * 9]
        ldp     x16, x17, [sp, #16 * 8]
        ldp     x14, x15, [sp, #16 * 7]
        ldp     x12, x13, [sp, #16 * 6]
        ldp     x10, x11, [sp, #16 * 5]
        ldp     x8, x9, [sp, #16 * 4]
        ldp     x6, x7, [sp, #16 * 3]
        ldp     x4, x5, [sp, #16 * 2]
        ldp     x2, x3, [sp, #16 * 1]
        ldp     x0, x1, [sp, #16 * 0]

        add     sp, sp, #16 * 17

        eret
.endm

.pushsection ".entry.text", "ax"
.balign 0x800
.global vectors
vectors:
.popsection

.set    vector, 0

/*
 * Build an exception handler for vector and append a jump to it into
 * vectors (while making sure that it's 0x80 aligned).
 */
.macro HANDLER, label
handler_\label:
        save_registers
        mov     x0, sp
        mov     x1, #vector
        bl      route_exception
        restore_registers

.pushsection ".entry.text", "ax"
.balign 0x80
        b       handler_\label
.popsection

.set    vector, vector + 1
.endm

.macro HANDLER_INVALID
.pushsection ".entry.text", "ax"
.balign 0x80
/* This will abort so no need to save and restore registers. */
        mov     x0, #vector
        mov     x1, #0 /* ec */
        mov     x2, #0 /* valid_ec */
        b       kvm_exit_unexpected_exception
.popsection

.set    vector, vector + 1
.endm

/*
 * Caution: be sure to not add anything between the declaration of vectors
 * above and these macro calls that will build the vectors table below it.
 */
        HANDLER_INVALID                         // Synchronous EL1t
        HANDLER_INVALID                         // IRQ EL1t
        HANDLER_INVALID                         // FIQ EL1t
        HANDLER_INVALID                         // Error EL1t

        HANDLER el1h_sync                       // Synchronous EL1h
        HANDLER el1h_irq                        // IRQ EL1h
        HANDLER el1h_fiq                        // FIQ EL1h
        HANDLER el1h_error                      // Error EL1h

        HANDLER el0_sync_64                     // Synchronous 64-bit EL0
        HANDLER el0_irq_64                      // IRQ 64-bit EL0
        HANDLER el0_fiq_64                      // FIQ 64-bit EL0
        HANDLER el0_error_64                    // Error 64-bit EL0

        HANDLER el0_sync_32                     // Synchronous 32-bit EL0
        HANDLER el0_irq_32                      // IRQ 32-bit EL0
        HANDLER el0_fiq_32                      // FIQ 32-bit EL0
        HANDLER el0_error_32                    // Error 32-bit EL0