| // SPDX-License-Identifier: GPL-2.0+ |
| |
| /* |
| * Copyright 2019, Michael Ellerman, IBM Corp. |
| */ |
| |
| #include <ppc-asm.h> |
| |
| .data |
| |
| jump_table: |
| .long 0x0 |
| .long (.Lstate_1 - .Lstate_0) |
| .long (.Lstate_2 - .Lstate_0) |
| .long (.Lstate_3 - .Lstate_0) |
| .long (.Lstate_4 - .Lstate_0) |
| .long (.Lstate_5 - .Lstate_0) |
| .long (.Lstate_6 - .Lstate_0) |
| .long (.Lstate_7 - .Lstate_0) |
| |
| .text |
| |
| #define ITER_SHIFT 31 |
| |
| .macro state number |
| .balign 32 |
| .Lstate_\number: |
| .if \number==7 |
| li r3, 0 |
| .else |
| li r3, \number+1 |
| .endif |
| b .Lloop |
| .endm |
| |
| FUNC_START(pattern_cache_loop) |
| li r3, 0 |
| li r4, 1 |
| sldi r4, r4, ITER_SHIFT |
| |
| .Lloop: cmpdi r4, 0 |
| beqlr |
| |
| addi r4, r4, -1 |
| |
| ld r6, jump_table@got(%r2) |
| sldi r5, r3, 2 |
| lwax r6, r5, r6 |
| ld r7, .Lstate_0@got(%r2) |
| add r6, r6, r7 |
| mtctr r6 |
| bctr |
| |
| state 0 |
| state 1 |
| state 2 |
| state 3 |
| state 4 |
| state 5 |
| state 6 |
| state 7 |
| |
| FUNC_END(pattern_cache_loop) |
| |
| |
| FUNC_START(indirect_branch_loop) |
| li r3, 1 |
| sldi r3, r3, ITER_SHIFT |
| |
| 1: cmpdi r3, 0 |
| beqlr |
| |
| addi r3, r3, -1 |
| |
| ld r4, 2f@got(%r2) |
| mtctr r4 |
| bctr |
| |
| .balign 32 |
| 2: b 1b |
| |
| FUNC_END(indirect_branch_loop) |
