366932deb3
Signed-off-by: Cyrill Gorcunov <gorcunov@gmail.com> Signed-off-by: Ingo Molnar <mingo@elte.hu>
267 lines
5.2 KiB
ArmAsm
267 lines
5.2 KiB
ArmAsm
/*
|
|
* relocate_kernel.S - put the kernel image in place to boot
|
|
* Copyright (C) 2002-2005 Eric Biederman <ebiederm@xmission.com>
|
|
*
|
|
* This source code is licensed under the GNU General Public License,
|
|
* Version 2. See the file COPYING for more details.
|
|
*/
|
|
|
|
#include <linux/linkage.h>
|
|
#include <asm/page.h>
|
|
#include <asm/kexec.h>
|
|
#include <asm/processor-flags.h>
|
|
#include <asm/pgtable.h>
|
|
|
|
/*
|
|
* Must be relocatable PIC code callable as a C function
|
|
*/
|
|
|
|
#define PTR(x) (x << 3)
|
|
#define PAGE_ATTR (_PAGE_PRESENT | _PAGE_RW | _PAGE_ACCESSED | _PAGE_DIRTY)
|
|
|
|
.text
|
|
.align PAGE_SIZE
|
|
.code64
|
|
.globl relocate_kernel
|
|
relocate_kernel:
|
|
/* %rdi indirection_page
|
|
* %rsi page_list
|
|
* %rdx start address
|
|
*/
|
|
|
|
/* map the control page at its virtual address */
|
|
|
|
movq $0x0000ff8000000000, %r10 /* mask */
|
|
mov $(39 - 3), %cl /* bits to shift */
|
|
movq PTR(VA_CONTROL_PAGE)(%rsi), %r11 /* address to map */
|
|
|
|
movq %r11, %r9
|
|
andq %r10, %r9
|
|
shrq %cl, %r9
|
|
|
|
movq PTR(VA_PGD)(%rsi), %r8
|
|
addq %r8, %r9
|
|
movq PTR(PA_PUD_0)(%rsi), %r8
|
|
orq $PAGE_ATTR, %r8
|
|
movq %r8, (%r9)
|
|
|
|
shrq $9, %r10
|
|
sub $9, %cl
|
|
|
|
movq %r11, %r9
|
|
andq %r10, %r9
|
|
shrq %cl, %r9
|
|
|
|
movq PTR(VA_PUD_0)(%rsi), %r8
|
|
addq %r8, %r9
|
|
movq PTR(PA_PMD_0)(%rsi), %r8
|
|
orq $PAGE_ATTR, %r8
|
|
movq %r8, (%r9)
|
|
|
|
shrq $9, %r10
|
|
sub $9, %cl
|
|
|
|
movq %r11, %r9
|
|
andq %r10, %r9
|
|
shrq %cl, %r9
|
|
|
|
movq PTR(VA_PMD_0)(%rsi), %r8
|
|
addq %r8, %r9
|
|
movq PTR(PA_PTE_0)(%rsi), %r8
|
|
orq $PAGE_ATTR, %r8
|
|
movq %r8, (%r9)
|
|
|
|
shrq $9, %r10
|
|
sub $9, %cl
|
|
|
|
movq %r11, %r9
|
|
andq %r10, %r9
|
|
shrq %cl, %r9
|
|
|
|
movq PTR(VA_PTE_0)(%rsi), %r8
|
|
addq %r8, %r9
|
|
movq PTR(PA_CONTROL_PAGE)(%rsi), %r8
|
|
orq $PAGE_ATTR, %r8
|
|
movq %r8, (%r9)
|
|
|
|
/* identity map the control page at its physical address */
|
|
|
|
movq $0x0000ff8000000000, %r10 /* mask */
|
|
mov $(39 - 3), %cl /* bits to shift */
|
|
movq PTR(PA_CONTROL_PAGE)(%rsi), %r11 /* address to map */
|
|
|
|
movq %r11, %r9
|
|
andq %r10, %r9
|
|
shrq %cl, %r9
|
|
|
|
movq PTR(VA_PGD)(%rsi), %r8
|
|
addq %r8, %r9
|
|
movq PTR(PA_PUD_1)(%rsi), %r8
|
|
orq $PAGE_ATTR, %r8
|
|
movq %r8, (%r9)
|
|
|
|
shrq $9, %r10
|
|
sub $9, %cl
|
|
|
|
movq %r11, %r9
|
|
andq %r10, %r9
|
|
shrq %cl, %r9
|
|
|
|
movq PTR(VA_PUD_1)(%rsi), %r8
|
|
addq %r8, %r9
|
|
movq PTR(PA_PMD_1)(%rsi), %r8
|
|
orq $PAGE_ATTR, %r8
|
|
movq %r8, (%r9)
|
|
|
|
shrq $9, %r10
|
|
sub $9, %cl
|
|
|
|
movq %r11, %r9
|
|
andq %r10, %r9
|
|
shrq %cl, %r9
|
|
|
|
movq PTR(VA_PMD_1)(%rsi), %r8
|
|
addq %r8, %r9
|
|
movq PTR(PA_PTE_1)(%rsi), %r8
|
|
orq $PAGE_ATTR, %r8
|
|
movq %r8, (%r9)
|
|
|
|
shrq $9, %r10
|
|
sub $9, %cl
|
|
|
|
movq %r11, %r9
|
|
andq %r10, %r9
|
|
shrq %cl, %r9
|
|
|
|
movq PTR(VA_PTE_1)(%rsi), %r8
|
|
addq %r8, %r9
|
|
movq PTR(PA_CONTROL_PAGE)(%rsi), %r8
|
|
orq $PAGE_ATTR, %r8
|
|
movq %r8, (%r9)
|
|
|
|
relocate_new_kernel:
|
|
/* %rdi indirection_page
|
|
* %rsi page_list
|
|
* %rdx start address
|
|
*/
|
|
|
|
/* zero out flags, and disable interrupts */
|
|
pushq $0
|
|
popfq
|
|
|
|
/* get physical address of control page now */
|
|
/* this is impossible after page table switch */
|
|
movq PTR(PA_CONTROL_PAGE)(%rsi), %r8
|
|
|
|
/* get physical address of page table now too */
|
|
movq PTR(PA_TABLE_PAGE)(%rsi), %rcx
|
|
|
|
/* switch to new set of page tables */
|
|
movq PTR(PA_PGD)(%rsi), %r9
|
|
movq %r9, %cr3
|
|
|
|
/* setup a new stack at the end of the physical control page */
|
|
lea PAGE_SIZE(%r8), %rsp
|
|
|
|
/* jump to identity mapped page */
|
|
addq $(identity_mapped - relocate_kernel), %r8
|
|
pushq %r8
|
|
ret
|
|
|
|
identity_mapped:
|
|
/* store the start address on the stack */
|
|
pushq %rdx
|
|
|
|
/* Set cr0 to a known state:
|
|
* - Paging enabled
|
|
* - Alignment check disabled
|
|
* - Write protect disabled
|
|
* - No task switch
|
|
* - Don't do FP software emulation.
|
|
* - Proctected mode enabled
|
|
*/
|
|
movq %cr0, %rax
|
|
andq $~(X86_CR0_AM | X86_CR0_WP | X86_CR0_TS | X86_CR0_EM), %rax
|
|
orl $(X86_CR0_PG | X86_CR0_PE), %eax
|
|
movq %rax, %cr0
|
|
|
|
/* Set cr4 to a known state:
|
|
* - physical address extension enabled
|
|
*/
|
|
movq $X86_CR4_PAE, %rax
|
|
movq %rax, %cr4
|
|
|
|
jmp 1f
|
|
1:
|
|
|
|
/* Switch to the identity mapped page tables,
|
|
* and flush the TLB.
|
|
*/
|
|
movq %rcx, %cr3
|
|
|
|
/* Do the copies */
|
|
movq %rdi, %rcx /* Put the page_list in %rcx */
|
|
xorq %rdi, %rdi
|
|
xorq %rsi, %rsi
|
|
jmp 1f
|
|
|
|
0: /* top, read another word for the indirection page */
|
|
|
|
movq (%rbx), %rcx
|
|
addq $8, %rbx
|
|
1:
|
|
testq $0x1, %rcx /* is it a destination page? */
|
|
jz 2f
|
|
movq %rcx, %rdi
|
|
andq $0xfffffffffffff000, %rdi
|
|
jmp 0b
|
|
2:
|
|
testq $0x2, %rcx /* is it an indirection page? */
|
|
jz 2f
|
|
movq %rcx, %rbx
|
|
andq $0xfffffffffffff000, %rbx
|
|
jmp 0b
|
|
2:
|
|
testq $0x4, %rcx /* is it the done indicator? */
|
|
jz 2f
|
|
jmp 3f
|
|
2:
|
|
testq $0x8, %rcx /* is it the source indicator? */
|
|
jz 0b /* Ignore it otherwise */
|
|
movq %rcx, %rsi /* For ever source page do a copy */
|
|
andq $0xfffffffffffff000, %rsi
|
|
|
|
movq $512, %rcx
|
|
rep ; movsq
|
|
jmp 0b
|
|
3:
|
|
|
|
/* To be certain of avoiding problems with self-modifying code
|
|
* I need to execute a serializing instruction here.
|
|
* So I flush the TLB by reloading %cr3 here, it's handy,
|
|
* and not processor dependent.
|
|
*/
|
|
movq %cr3, %rax
|
|
movq %rax, %cr3
|
|
|
|
/* set all of the registers to known values */
|
|
/* leave %rsp alone */
|
|
|
|
xorq %rax, %rax
|
|
xorq %rbx, %rbx
|
|
xorq %rcx, %rcx
|
|
xorq %rdx, %rdx
|
|
xorq %rsi, %rsi
|
|
xorq %rdi, %rdi
|
|
xorq %rbp, %rbp
|
|
xorq %r8, %r8
|
|
xorq %r9, %r9
|
|
xorq %r10, %r9
|
|
xorq %r11, %r11
|
|
xorq %r12, %r12
|
|
xorq %r13, %r13
|
|
xorq %r14, %r14
|
|
xorq %r15, %r15
|
|
|
|
ret
|