arch/loongarch/kernel/head.S

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 /*
   3  * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
   4  */
   5 #include <linux/init.h>
   6 #include <linux/threads.h>
   7
   8 #include <asm/addrspace.h>
   9 #include <asm/asm.h>
  10 #include <asm/asmmacro.h>
  11 #include <asm/bug.h>
  12 #include <asm/regdef.h>
  13 #include <asm/loongarch.h>
  14 #include <asm/stackframe.h>
  15
  16 #ifdef CONFIG_EFI_STUB
  17
  18 #include "efi-header.S"
  19
  20         __HEAD
  21
  22 _head:
  23         .word   MZ_MAGIC                /* "MZ", MS-DOS header */
  24         .org    0x8
  25         .dword  kernel_entry            /* Kernel entry point */
  26         .dword  _kernel_asize           /* Kernel image effective size */
  27         .quad   PHYS_LINK_KADDR         /* Kernel image load offset from start of RAM */
  28         .org    0x38                    /* 0x20 ~ 0x37 reserved */
  29         .long   LINUX_PE_MAGIC
  30         .long   pe_header - _head       /* Offset to the PE header */
  31
  32 pe_header:
  33         __EFI_PE_HEADER
  34
  35 SYM_DATA(kernel_asize, .long _kernel_asize);
  36 SYM_DATA(kernel_fsize, .long _kernel_fsize);
  37
  38 #endif
  39
  40         __REF
  41
  42         .align 12
  43
  44 SYM_CODE_START(kernel_entry)                    # kernel entry point
  45
  46         /* Config direct window and set PG */
  47         li.d            t0, CSR_DMW0_INIT       # UC, PLV0, 0x8000 xxxx xxxx xxxx
  48         csrwr           t0, LOONGARCH_CSR_DMWIN0
  49         li.d            t0, CSR_DMW1_INIT       # CA, PLV0, 0x9000 xxxx xxxx xxxx
  50         csrwr           t0, LOONGARCH_CSR_DMWIN1
  51
  52         JUMP_VIRT_ADDR  t0, t1
  53
  54         /* Enable PG */
  55         li.w            t0, 0xb0                # PLV=0, IE=0, PG=1
  56         csrwr           t0, LOONGARCH_CSR_CRMD
  57         li.w            t0, 0x04                # PLV=0, PIE=1, PWE=0
  58         csrwr           t0, LOONGARCH_CSR_PRMD
  59         li.w            t0, 0x00                # FPE=0, SXE=0, ASXE=0, BTE=0
  60         csrwr           t0, LOONGARCH_CSR_EUEN
  61
  62         la.pcrel        t0, __bss_start         # clear .bss
  63         st.d            zero, t0, 0
  64         la.pcrel        t1, __bss_stop - LONGSIZE
  65 1:
  66         addi.d          t0, t0, LONGSIZE
  67         st.d            zero, t0, 0
  68         bne             t0, t1, 1b
  69
  70         la.pcrel        t0, fw_arg0
  71         st.d            a0, t0, 0               # firmware arguments
  72         la.pcrel        t0, fw_arg1
  73         st.d            a1, t0, 0
  74         la.pcrel        t0, fw_arg2
  75         st.d            a2, t0, 0
  76
  77 #ifdef CONFIG_PAGE_SIZE_4KB
  78         li.d            t0, 0
  79         li.d            t1, CSR_STFILL
  80         csrxchg         t0, t1, LOONGARCH_CSR_IMPCTL1
  81 #endif
  82         /* KSave3 used for percpu base, initialized as 0 */
  83         csrwr           zero, PERCPU_BASE_KS
  84         /* GPR21 used for percpu base (runtime), initialized as 0 */
  85         move            u0, zero
  86
  87         la.pcrel        tp, init_thread_union
  88         /* Set the SP after an empty pt_regs.  */
  89         PTR_LI          sp, (_THREAD_SIZE - PT_SIZE)
  90         PTR_ADD         sp, sp, tp
  91         set_saved_sp    sp, t0, t1
  92
  93 #ifdef CONFIG_RELOCATABLE
  94
  95         bl              relocate_kernel
  96
  97 #ifdef CONFIG_RANDOMIZE_BASE
  98         /* Repoint the sp into the new kernel */
  99         PTR_LI          sp, (_THREAD_SIZE - PT_SIZE)
 100         PTR_ADD         sp, sp, tp
 101         set_saved_sp    sp, t0, t1
 102
 103         /* Jump to the new kernel: new_pc = current_pc + random_offset */
 104         pcaddi          t0, 0
 105         add.d           t0, t0, a0
 106         jirl            zero, t0, 0xc
 107 #endif /* CONFIG_RANDOMIZE_BASE */
 108
 109 #endif /* CONFIG_RELOCATABLE */
 110
 111 #ifdef CONFIG_KASAN
 112         bl              kasan_early_init
 113 #endif
 114
 115         bl              start_kernel
 116         ASM_BUG()
 117
 118 SYM_CODE_END(kernel_entry)
 119
 120 #ifdef CONFIG_SMP
 121
 122 /*
 123  * SMP slave cpus entry point.  Board specific code for bootstrap calls this
 124  * function after setting up the stack and tp registers.
 125  */
 126 SYM_CODE_START(smpboot_entry)
 127         li.d            t0, CSR_DMW0_INIT       # UC, PLV0
 128         csrwr           t0, LOONGARCH_CSR_DMWIN0
 129         li.d            t0, CSR_DMW1_INIT       # CA, PLV0
 130         csrwr           t0, LOONGARCH_CSR_DMWIN1
 131
 132         JUMP_VIRT_ADDR  t0, t1
 133
 134 #ifdef CONFIG_PAGE_SIZE_4KB
 135         li.d            t0, 0
 136         li.d            t1, CSR_STFILL
 137         csrxchg         t0, t1, LOONGARCH_CSR_IMPCTL1
 138 #endif
 139         /* Enable PG */
 140         li.w            t0, 0xb0                # PLV=0, IE=0, PG=1
 141         csrwr           t0, LOONGARCH_CSR_CRMD
 142         li.w            t0, 0x04                # PLV=0, PIE=1, PWE=0
 143         csrwr           t0, LOONGARCH_CSR_PRMD
 144         li.w            t0, 0x00                # FPE=0, SXE=0, ASXE=0, BTE=0
 145         csrwr           t0, LOONGARCH_CSR_EUEN
 146
 147         la.pcrel        t0, cpuboot_data
 148         ld.d            sp, t0, CPU_BOOT_STACK
 149         ld.d            tp, t0, CPU_BOOT_TINFO
 150
 151         bl              start_secondary
 152         ASM_BUG()
 153
 154 SYM_CODE_END(smpboot_entry)
 155
 156 #endif /* CONFIG_SMP */
 157
 158 SYM_ENTRY(kernel_entry_end, SYM_L_GLOBAL, SYM_A_NONE)