/* SPDX-License-Identifier: GPL-2.0 */
.macro save_registers
	add	sp, sp, #-16 * 17

	stp	x0, x1, [sp, #16 * 0]
	stp	x2, x3, [sp, #16 * 1]
	stp	x4, x5, [sp, #16 * 2]
	stp	x6, x7, [sp, #16 * 3]
	stp	x8, x9, [sp, #16 * 4]
	stp	x10, x11, [sp, #16 * 5]
	stp	x12, x13, [sp, #16 * 6]
	stp	x14, x15, [sp, #16 * 7]
	stp	x16, x17, [sp, #16 * 8]
	stp	x18, x19, [sp, #16 * 9]
	stp	x20, x21, [sp, #16 * 10]
	stp	x22, x23, [sp, #16 * 11]
	stp	x24, x25, [sp, #16 * 12]
	stp	x26, x27, [sp, #16 * 13]
	stp	x28, x29, [sp, #16 * 14]

	/*
	 * This stores sp_el1 into ex_regs.sp so exception handlers can "look"
	 * at it. It will _not_ be used to restore the sp on return from the
	 * exception so handlers can not update it.
	 */
	add	x1, sp, #16 * 17
	stp	x30, x1, [sp, #16 * 15] /* x30, SP */

	mrs	x1, elr_el1
	mrs	x2, spsr_el1
	stp	x1, x2, [sp, #16 * 16] /* PC, PSTATE */
.endm

.macro restore_registers
	ldp	x1, x2, [sp, #16 * 16] /* PC, PSTATE */
	msr	elr_el1, x1
	msr	spsr_el1, x2

	/* sp is not restored */
	ldp	x30, xzr, [sp, #16 * 15] /* x30, SP */

	ldp	x28, x29, [sp, #16 * 14]
	ldp	x26, x27, [sp, #16 * 13]
	ldp	x24, x25, [sp, #16 * 12]
	ldp	x22, x23, [sp, #16 * 11]
	ldp	x20, x21, [sp, #16 * 10]
	ldp	x18, x19, [sp, #16 * 9]
	ldp	x16, x17, [sp, #16 * 8]
	ldp	x14, x15, [sp, #16 * 7]
	ldp	x12, x13, [sp, #16 * 6]
	ldp	x10, x11, [sp, #16 * 5]
	ldp	x8, x9, [sp, #16 * 4]
	ldp	x6, x7, [sp, #16 * 3]
	ldp	x4, x5, [sp, #16 * 2]
	ldp	x2, x3, [sp, #16 * 1]
	ldp	x0, x1, [sp, #16 * 0]

	add	sp, sp, #16 * 17

	eret
.endm

.pushsection ".entry.text", "ax"
.balign 0x800
.global vectors
vectors:
.popsection

.set	vector, 0

/*
 * Build an exception handler for vector and append a jump to it into
 * vectors (while making sure that it's 0x80 aligned).
 */
.macro HANDLER, label
handler_\label:
	save_registers
	mov	x0, sp
	mov	x1, #vector
	bl	route_exception
	restore_registers

.pushsection ".entry.text", "ax"
.balign 0x80
	b	handler_\label
.popsection

.set	vector, vector + 1
.endm

.macro HANDLER_INVALID
.pushsection ".entry.text", "ax"
.balign 0x80
/* This will abort so no need to save and restore registers. */
	mov	x0, #vector
	mov	x1, #0 /* ec */
	mov	x2, #0 /* valid_ec */
	b	kvm_exit_unexpected_exception
.popsection

.set	vector, vector + 1
.endm

/*
 * Caution: be sure to not add anything between the declaration of vectors
 * above and these macro calls that will build the vectors table below it.
 */
	HANDLER_INVALID                         // Synchronous EL1t
	HANDLER_INVALID                         // IRQ EL1t
	HANDLER_INVALID                         // FIQ EL1t
	HANDLER_INVALID                         // Error EL1t

	HANDLER	el1h_sync                       // Synchronous EL1h
	HANDLER	el1h_irq                        // IRQ EL1h
	HANDLER el1h_fiq                        // FIQ EL1h
	HANDLER	el1h_error                      // Error EL1h

	HANDLER	el0_sync_64                     // Synchronous 64-bit EL0
	HANDLER	el0_irq_64                      // IRQ 64-bit EL0
	HANDLER	el0_fiq_64                      // FIQ 64-bit EL0
	HANDLER	el0_error_64                    // Error 64-bit EL0

	HANDLER	el0_sync_32                     // Synchronous 32-bit EL0
	HANDLER	el0_irq_32                      // IRQ 32-bit EL0
	HANDLER	el0_fiq_32                      // FIQ 32-bit EL0
	HANDLER	el0_error_32                    // Error 32-bit EL0