2019-05-29 14:18:00 +00:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0-only */
|
2017-07-11 01:00:26 +00:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2012 Regents of the University of California
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <asm/thread_info.h>
|
|
|
|
#include <asm/asm-offsets.h>
|
|
|
|
#include <asm/asm.h>
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/linkage.h>
|
|
|
|
#include <asm/thread_info.h>
|
|
|
|
#include <asm/page.h>
|
|
|
|
#include <asm/csr.h>
|
|
|
|
|
|
|
|
__INIT
|
|
|
|
ENTRY(_start)
|
2019-04-25 08:38:41 +00:00
|
|
|
/* Mask all interrupts */
|
|
|
|
csrw CSR_SIE, zero
|
|
|
|
csrw CSR_SIP, zero
|
2017-07-11 01:00:26 +00:00
|
|
|
|
|
|
|
/* Load the global pointer */
|
|
|
|
.option push
|
|
|
|
.option norelax
|
|
|
|
la gp, __global_pointer$
|
|
|
|
.option pop
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Disable FPU to detect illegal usage of
|
|
|
|
* floating point in kernel space
|
|
|
|
*/
|
|
|
|
li t0, SR_FS
|
|
|
|
csrc sstatus, t0
|
|
|
|
|
|
|
|
/* Pick one hart to run the main boot sequence */
|
|
|
|
la a3, hart_lottery
|
|
|
|
li a2, 1
|
|
|
|
amoadd.w a3, a2, (a3)
|
|
|
|
bnez a3, .Lsecondary_start
|
|
|
|
|
2018-11-12 05:55:15 +00:00
|
|
|
/* Clear BSS for flat non-ELF images */
|
|
|
|
la a3, __bss_start
|
|
|
|
la a4, __bss_stop
|
|
|
|
ble a4, a3, clear_bss_done
|
|
|
|
clear_bss:
|
|
|
|
REG_S zero, (a3)
|
|
|
|
add a3, a3, RISCV_SZPTR
|
|
|
|
blt a3, a4, clear_bss
|
|
|
|
clear_bss_done:
|
|
|
|
|
2017-07-11 01:00:26 +00:00
|
|
|
/* Save hart ID and DTB physical address */
|
|
|
|
mv s0, a0
|
|
|
|
mv s1, a1
|
2018-10-02 19:15:05 +00:00
|
|
|
la a2, boot_cpu_hartid
|
|
|
|
REG_S a0, (a2)
|
2017-07-11 01:00:26 +00:00
|
|
|
|
|
|
|
/* Initialize page tables and relocate to virtual addresses */
|
|
|
|
la sp, init_thread_union + THREAD_SIZE
|
|
|
|
call setup_vm
|
|
|
|
call relocate
|
|
|
|
|
|
|
|
/* Restore C environment */
|
|
|
|
la tp, init_task
|
2018-10-02 19:15:05 +00:00
|
|
|
sw zero, TASK_TI_CPU(tp)
|
2019-04-15 09:14:37 +00:00
|
|
|
la sp, init_thread_union + THREAD_SIZE
|
2017-07-11 01:00:26 +00:00
|
|
|
|
|
|
|
/* Start the kernel */
|
2019-04-15 09:14:38 +00:00
|
|
|
mv a0, s1
|
2018-02-15 20:30:29 +00:00
|
|
|
call parse_dtb
|
2017-07-11 01:00:26 +00:00
|
|
|
tail start_kernel
|
|
|
|
|
|
|
|
relocate:
|
|
|
|
/* Relocate return address */
|
|
|
|
li a1, PAGE_OFFSET
|
|
|
|
la a0, _start
|
|
|
|
sub a1, a1, a0
|
|
|
|
add ra, ra, a1
|
|
|
|
|
2018-01-09 14:00:32 +00:00
|
|
|
/* Point stvec to virtual address of intruction after satp write */
|
2017-07-11 01:00:26 +00:00
|
|
|
la a0, 1f
|
|
|
|
add a0, a0, a1
|
2019-04-25 08:38:41 +00:00
|
|
|
csrw CSR_STVEC, a0
|
2017-07-11 01:00:26 +00:00
|
|
|
|
2018-01-09 14:00:32 +00:00
|
|
|
/* Compute satp for kernel page tables, but don't load it yet */
|
2017-07-11 01:00:26 +00:00
|
|
|
la a2, swapper_pg_dir
|
|
|
|
srl a2, a2, PAGE_SHIFT
|
2018-01-09 14:00:32 +00:00
|
|
|
li a1, SATP_MODE
|
2017-07-11 01:00:26 +00:00
|
|
|
or a2, a2, a1
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Load trampoline page directory, which will cause us to trap to
|
2019-03-27 00:40:24 +00:00
|
|
|
* stvec if VA != PA, or simply fall through if VA == PA. We need a
|
|
|
|
* full fence here because setup_vm() just wrote these PTEs and we need
|
|
|
|
* to ensure the new translations are in use.
|
2017-07-11 01:00:26 +00:00
|
|
|
*/
|
|
|
|
la a0, trampoline_pg_dir
|
|
|
|
srl a0, a0, PAGE_SHIFT
|
|
|
|
or a0, a0, a1
|
|
|
|
sfence.vma
|
2019-04-25 08:38:41 +00:00
|
|
|
csrw CSR_SATP, a0
|
2018-08-02 15:21:56 +00:00
|
|
|
.align 2
|
2017-07-11 01:00:26 +00:00
|
|
|
1:
|
|
|
|
/* Set trap vector to spin forever to help debug */
|
|
|
|
la a0, .Lsecondary_park
|
2019-04-25 08:38:41 +00:00
|
|
|
csrw CSR_STVEC, a0
|
2017-07-11 01:00:26 +00:00
|
|
|
|
|
|
|
/* Reload the global pointer */
|
|
|
|
.option push
|
|
|
|
.option norelax
|
|
|
|
la gp, __global_pointer$
|
|
|
|
.option pop
|
|
|
|
|
2019-03-27 00:40:24 +00:00
|
|
|
/*
|
|
|
|
* Switch to kernel page tables. A full fence is necessary in order to
|
|
|
|
* avoid using the trampoline translations, which are only correct for
|
|
|
|
* the first superpage. Fetching the fence is guarnteed to work
|
|
|
|
* because that first superpage is translated the same way.
|
|
|
|
*/
|
2019-04-25 08:38:41 +00:00
|
|
|
csrw CSR_SATP, a2
|
2019-03-27 00:40:24 +00:00
|
|
|
sfence.vma
|
2017-07-11 01:00:26 +00:00
|
|
|
|
|
|
|
ret
|
|
|
|
|
|
|
|
.Lsecondary_start:
|
|
|
|
#ifdef CONFIG_SMP
|
|
|
|
li a1, CONFIG_NR_CPUS
|
|
|
|
bgeu a0, a1, .Lsecondary_park
|
|
|
|
|
|
|
|
/* Set trap vector to spin forever to help debug */
|
|
|
|
la a3, .Lsecondary_park
|
2019-04-25 08:38:41 +00:00
|
|
|
csrw CSR_STVEC, a3
|
2017-07-11 01:00:26 +00:00
|
|
|
|
|
|
|
slli a3, a0, LGREG
|
|
|
|
la a1, __cpu_up_stack_pointer
|
|
|
|
la a2, __cpu_up_task_pointer
|
|
|
|
add a1, a3, a1
|
|
|
|
add a2, a3, a2
|
|
|
|
|
|
|
|
/*
|
|
|
|
* This hart didn't win the lottery, so we wait for the winning hart to
|
|
|
|
* get far enough along the boot process that it should continue.
|
|
|
|
*/
|
|
|
|
.Lwait_for_cpu_up:
|
|
|
|
/* FIXME: We should WFI to save some energy here. */
|
|
|
|
REG_L sp, (a1)
|
|
|
|
REG_L tp, (a2)
|
|
|
|
beqz sp, .Lwait_for_cpu_up
|
|
|
|
beqz tp, .Lwait_for_cpu_up
|
|
|
|
fence
|
|
|
|
|
|
|
|
/* Enable virtual memory and relocate to virtual address */
|
|
|
|
call relocate
|
|
|
|
|
|
|
|
tail smp_callin
|
|
|
|
#endif
|
|
|
|
|
2018-08-02 15:21:56 +00:00
|
|
|
.align 2
|
2017-07-11 01:00:26 +00:00
|
|
|
.Lsecondary_park:
|
|
|
|
/* We lack SMP support or have too many harts, so park this hart */
|
|
|
|
wfi
|
|
|
|
j .Lsecondary_park
|
|
|
|
END(_start)
|
|
|
|
|
|
|
|
__PAGE_ALIGNED_BSS
|
|
|
|
/* Empty zero page */
|
|
|
|
.balign PAGE_SIZE
|