| /* |
| * relocate_kernel.S - put the kernel image in place to boot |
| * Copyright (C) 2002-2005 Eric Biederman <ebiederm@xmission.com> |
| * |
| * This source code is licensed under the GNU General Public License, |
| * Version 2. See the file COPYING for more details. |
| */ |
| |
| #include <linux/linkage.h> |
| #include <asm/page.h> |
| #include <asm/kexec.h> |
| #include <asm/processor-flags.h> |
| #include <asm/pgtable.h> |
| |
| /* |
| * Must be relocatable PIC code callable as a C function |
| */ |
| |
| #define PTR(x) (x << 3) |
| #define PAGE_ATTR (_PAGE_PRESENT | _PAGE_RW | _PAGE_ACCESSED | _PAGE_DIRTY) |
| |
| .text |
| .align PAGE_SIZE |
| .code64 |
| .globl relocate_kernel |
| relocate_kernel: |
| /* %rdi indirection_page |
| * %rsi page_list |
| * %rdx start address |
| */ |
| |
| /* map the control page at its virtual address */ |
| |
| movq $0x0000ff8000000000, %r10 /* mask */ |
| mov $(39 - 3), %cl /* bits to shift */ |
| movq PTR(VA_CONTROL_PAGE)(%rsi), %r11 /* address to map */ |
| |
| movq %r11, %r9 |
| andq %r10, %r9 |
| shrq %cl, %r9 |
| |
| movq PTR(VA_PGD)(%rsi), %r8 |
| addq %r8, %r9 |
| movq PTR(PA_PUD_0)(%rsi), %r8 |
| orq $PAGE_ATTR, %r8 |
| movq %r8, (%r9) |
| |
| shrq $9, %r10 |
| sub $9, %cl |
| |
| movq %r11, %r9 |
| andq %r10, %r9 |
| shrq %cl, %r9 |
| |
| movq PTR(VA_PUD_0)(%rsi), %r8 |
| addq %r8, %r9 |
| movq PTR(PA_PMD_0)(%rsi), %r8 |
| orq $PAGE_ATTR, %r8 |
| movq %r8, (%r9) |
| |
| shrq $9, %r10 |
| sub $9, %cl |
| |
| movq %r11, %r9 |
| andq %r10, %r9 |
| shrq %cl, %r9 |
| |
| movq PTR(VA_PMD_0)(%rsi), %r8 |
| addq %r8, %r9 |
| movq PTR(PA_PTE_0)(%rsi), %r8 |
| orq $PAGE_ATTR, %r8 |
| movq %r8, (%r9) |
| |
| shrq $9, %r10 |
| sub $9, %cl |
| |
| movq %r11, %r9 |
| andq %r10, %r9 |
| shrq %cl, %r9 |
| |
| movq PTR(VA_PTE_0)(%rsi), %r8 |
| addq %r8, %r9 |
| movq PTR(PA_CONTROL_PAGE)(%rsi), %r8 |
| orq $PAGE_ATTR, %r8 |
| movq %r8, (%r9) |
| |
| /* identity map the control page at its physical address */ |
| |
| movq $0x0000ff8000000000, %r10 /* mask */ |
| mov $(39 - 3), %cl /* bits to shift */ |
| movq PTR(PA_CONTROL_PAGE)(%rsi), %r11 /* address to map */ |
| |
| movq %r11, %r9 |
| andq %r10, %r9 |
| shrq %cl, %r9 |
| |
| movq PTR(VA_PGD)(%rsi), %r8 |
| addq %r8, %r9 |
| movq PTR(PA_PUD_1)(%rsi), %r8 |
| orq $PAGE_ATTR, %r8 |
| movq %r8, (%r9) |
| |
| shrq $9, %r10 |
| sub $9, %cl |
| |
| movq %r11, %r9 |
| andq %r10, %r9 |
| shrq %cl, %r9 |
| |
| movq PTR(VA_PUD_1)(%rsi), %r8 |
| addq %r8, %r9 |
| movq PTR(PA_PMD_1)(%rsi), %r8 |
| orq $PAGE_ATTR, %r8 |
| movq %r8, (%r9) |
| |
| shrq $9, %r10 |
| sub $9, %cl |
| |
| movq %r11, %r9 |
| andq %r10, %r9 |
| shrq %cl, %r9 |
| |
| movq PTR(VA_PMD_1)(%rsi), %r8 |
| addq %r8, %r9 |
| movq PTR(PA_PTE_1)(%rsi), %r8 |
| orq $PAGE_ATTR, %r8 |
| movq %r8, (%r9) |
| |
| shrq $9, %r10 |
| sub $9, %cl |
| |
| movq %r11, %r9 |
| andq %r10, %r9 |
| shrq %cl, %r9 |
| |
| movq PTR(VA_PTE_1)(%rsi), %r8 |
| addq %r8, %r9 |
| movq PTR(PA_CONTROL_PAGE)(%rsi), %r8 |
| orq $PAGE_ATTR, %r8 |
| movq %r8, (%r9) |
| |
| relocate_new_kernel: |
| /* %rdi indirection_page |
| * %rsi page_list |
| * %rdx start address |
| */ |
| |
| /* zero out flags, and disable interrupts */ |
| pushq $0 |
| popfq |
| |
| /* get physical address of control page now */ |
| /* this is impossible after page table switch */ |
| movq PTR(PA_CONTROL_PAGE)(%rsi), %r8 |
| |
| /* get physical address of page table now too */ |
| movq PTR(PA_TABLE_PAGE)(%rsi), %rcx |
| |
| /* switch to new set of page tables */ |
| movq PTR(PA_PGD)(%rsi), %r9 |
| movq %r9, %cr3 |
| |
| /* setup a new stack at the end of the physical control page */ |
| lea PAGE_SIZE(%r8), %rsp |
| |
| /* jump to identity mapped page */ |
| addq $(identity_mapped - relocate_kernel), %r8 |
| pushq %r8 |
| ret |
| |
| identity_mapped: |
| /* store the start address on the stack */ |
| pushq %rdx |
| |
| /* Set cr0 to a known state: |
| * - Paging enabled |
| * - Alignment check disabled |
| * - Write protect disabled |
| * - No task switch |
| * - Don't do FP software emulation. |
| * - Proctected mode enabled |
| */ |
| movq %cr0, %rax |
| andq $~(X86_CR0_AM | X86_CR0_WP | X86_CR0_TS | X86_CR0_EM), %rax |
| orl $(X86_CR0_PG | X86_CR0_PE), %eax |
| movq %rax, %cr0 |
| |
| /* Set cr4 to a known state: |
| * - physical address extension enabled |
| */ |
| movq $X86_CR4_PAE, %rax |
| movq %rax, %cr4 |
| |
| jmp 1f |
| 1: |
| |
| /* Switch to the identity mapped page tables, |
| * and flush the TLB. |
| */ |
| movq %rcx, %cr3 |
| |
| /* Do the copies */ |
| movq %rdi, %rcx /* Put the page_list in %rcx */ |
| xorq %rdi, %rdi |
| xorq %rsi, %rsi |
| jmp 1f |
| |
| 0: /* top, read another word for the indirection page */ |
| |
| movq (%rbx), %rcx |
| addq $8, %rbx |
| 1: |
| testq $0x1, %rcx /* is it a destination page? */ |
| jz 2f |
| movq %rcx, %rdi |
| andq $0xfffffffffffff000, %rdi |
| jmp 0b |
| 2: |
| testq $0x2, %rcx /* is it an indirection page? */ |
| jz 2f |
| movq %rcx, %rbx |
| andq $0xfffffffffffff000, %rbx |
| jmp 0b |
| 2: |
| testq $0x4, %rcx /* is it the done indicator? */ |
| jz 2f |
| jmp 3f |
| 2: |
| testq $0x8, %rcx /* is it the source indicator? */ |
| jz 0b /* Ignore it otherwise */ |
| movq %rcx, %rsi /* For ever source page do a copy */ |
| andq $0xfffffffffffff000, %rsi |
| |
| movq $512, %rcx |
| rep ; movsq |
| jmp 0b |
| 3: |
| |
| /* To be certain of avoiding problems with self-modifying code |
| * I need to execute a serializing instruction here. |
| * So I flush the TLB by reloading %cr3 here, it's handy, |
| * and not processor dependent. |
| */ |
| movq %cr3, %rax |
| movq %rax, %cr3 |
| |
| /* set all of the registers to known values */ |
| /* leave %rsp alone */ |
| |
| xorq %rax, %rax |
| xorq %rbx, %rbx |
| xorq %rcx, %rcx |
| xorq %rdx, %rdx |
| xorq %rsi, %rsi |
| xorq %rdi, %rdi |
| xorq %rbp, %rbp |
| xorq %r8, %r8 |
| xorq %r9, %r9 |
| xorq %r10, %r9 |
| xorq %r11, %r11 |
| xorq %r12, %r12 |
| xorq %r13, %r13 |
| xorq %r14, %r14 |
| xorq %r15, %r15 |
| |
| ret |
