init.c 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219
  1. // SPDX-License-Identifier: GPL-2.0
  2. // Copyright (C) 2018 Hangzhou C-SKY Microsystems co.,ltd.
  3. #include <linux/bug.h>
  4. #include <linux/module.h>
  5. #include <linux/init.h>
  6. #include <linux/signal.h>
  7. #include <linux/sched.h>
  8. #include <linux/kernel.h>
  9. #include <linux/errno.h>
  10. #include <linux/string.h>
  11. #include <linux/types.h>
  12. #include <linux/pagemap.h>
  13. #include <linux/ptrace.h>
  14. #include <linux/mman.h>
  15. #include <linux/mm.h>
  16. #include <linux/highmem.h>
  17. #include <linux/memblock.h>
  18. #include <linux/swap.h>
  19. #include <linux/proc_fs.h>
  20. #include <linux/pfn.h>
  21. #include <linux/initrd.h>
  22. #include <asm/setup.h>
  23. #include <asm/cachectl.h>
  24. #include <asm/dma.h>
  25. #include <asm/pgalloc.h>
  26. #include <asm/mmu_context.h>
  27. #include <asm/sections.h>
  28. #include <asm/tlb.h>
  29. #include <asm/cacheflush.h>
  30. #define PTRS_KERN_TABLE \
  31. ((PTRS_PER_PGD - USER_PTRS_PER_PGD) * PTRS_PER_PTE)
  32. pgd_t swapper_pg_dir[PTRS_PER_PGD] __page_aligned_bss;
  33. pte_t invalid_pte_table[PTRS_PER_PTE] __page_aligned_bss;
  34. pte_t kernel_pte_tables[PTRS_KERN_TABLE] __page_aligned_bss;
  35. EXPORT_SYMBOL(invalid_pte_table);
  36. unsigned long empty_zero_page[PAGE_SIZE / sizeof(unsigned long)]
  37. __page_aligned_bss;
  38. EXPORT_SYMBOL(empty_zero_page);
  39. #ifdef CONFIG_BLK_DEV_INITRD
  40. static void __init setup_initrd(void)
  41. {
  42. unsigned long size;
  43. if (initrd_start >= initrd_end) {
  44. pr_err("initrd not found or empty");
  45. goto disable;
  46. }
  47. if (__pa(initrd_end) > PFN_PHYS(max_low_pfn)) {
  48. pr_err("initrd extends beyond end of memory");
  49. goto disable;
  50. }
  51. size = initrd_end - initrd_start;
  52. if (memblock_is_region_reserved(__pa(initrd_start), size)) {
  53. pr_err("INITRD: 0x%08lx+0x%08lx overlaps in-use memory region",
  54. __pa(initrd_start), size);
  55. goto disable;
  56. }
  57. memblock_reserve(__pa(initrd_start), size);
  58. pr_info("Initial ramdisk at: 0x%p (%lu bytes)\n",
  59. (void *)(initrd_start), size);
  60. initrd_below_start_ok = 1;
  61. return;
  62. disable:
  63. initrd_start = initrd_end = 0;
  64. pr_err(" - disabling initrd\n");
  65. }
  66. #endif
  67. void __init mem_init(void)
  68. {
  69. #ifdef CONFIG_HIGHMEM
  70. unsigned long tmp;
  71. set_max_mapnr(highend_pfn - ARCH_PFN_OFFSET);
  72. #else
  73. set_max_mapnr(max_low_pfn - ARCH_PFN_OFFSET);
  74. #endif
  75. high_memory = (void *) __va(max_low_pfn << PAGE_SHIFT);
  76. #ifdef CONFIG_BLK_DEV_INITRD
  77. setup_initrd();
  78. #endif
  79. memblock_free_all();
  80. #ifdef CONFIG_HIGHMEM
  81. for (tmp = highstart_pfn; tmp < highend_pfn; tmp++) {
  82. struct page *page = pfn_to_page(tmp);
  83. /* FIXME not sure about */
  84. if (!memblock_is_reserved(tmp << PAGE_SHIFT))
  85. free_highmem_page(page);
  86. }
  87. #endif
  88. }
  89. void free_initmem(void)
  90. {
  91. free_initmem_default(-1);
  92. }
  93. void pgd_init(unsigned long *p)
  94. {
  95. int i;
  96. for (i = 0; i < PTRS_PER_PGD; i++)
  97. p[i] = __pa(invalid_pte_table);
  98. flush_tlb_all();
  99. local_icache_inv_all(NULL);
  100. }
  101. void __init mmu_init(unsigned long min_pfn, unsigned long max_pfn)
  102. {
  103. int i;
  104. for (i = 0; i < USER_PTRS_PER_PGD; i++)
  105. swapper_pg_dir[i].pgd = __pa(invalid_pte_table);
  106. for (i = USER_PTRS_PER_PGD; i < PTRS_PER_PGD; i++)
  107. swapper_pg_dir[i].pgd =
  108. __pa(kernel_pte_tables + (PTRS_PER_PTE * (i - USER_PTRS_PER_PGD)));
  109. for (i = 0; i < PTRS_KERN_TABLE; i++)
  110. set_pte(&kernel_pte_tables[i], __pte(_PAGE_GLOBAL));
  111. for (i = min_pfn; i < max_pfn; i++)
  112. set_pte(&kernel_pte_tables[i - PFN_DOWN(va_pa_offset)], pfn_pte(i, PAGE_KERNEL));
  113. flush_tlb_all();
  114. local_icache_inv_all(NULL);
  115. /* Setup page mask to 4k */
  116. write_mmu_pagemask(0);
  117. setup_pgd(swapper_pg_dir, 0);
  118. }
  119. void __init fixrange_init(unsigned long start, unsigned long end,
  120. pgd_t *pgd_base)
  121. {
  122. pgd_t *pgd;
  123. pud_t *pud;
  124. pmd_t *pmd;
  125. pte_t *pte;
  126. int i, j, k;
  127. unsigned long vaddr;
  128. vaddr = start;
  129. i = pgd_index(vaddr);
  130. j = pud_index(vaddr);
  131. k = pmd_index(vaddr);
  132. pgd = pgd_base + i;
  133. for ( ; (i < PTRS_PER_PGD) && (vaddr != end); pgd++, i++) {
  134. pud = (pud_t *)pgd;
  135. for ( ; (j < PTRS_PER_PUD) && (vaddr != end); pud++, j++) {
  136. pmd = (pmd_t *)pud;
  137. for (; (k < PTRS_PER_PMD) && (vaddr != end); pmd++, k++) {
  138. if (pmd_none(*pmd)) {
  139. pte = (pte_t *) memblock_alloc_low(PAGE_SIZE, PAGE_SIZE);
  140. if (!pte)
  141. panic("%s: Failed to allocate %lu bytes align=%lx\n",
  142. __func__, PAGE_SIZE,
  143. PAGE_SIZE);
  144. set_pmd(pmd, __pmd(__pa(pte)));
  145. BUG_ON(pte != pte_offset_kernel(pmd, 0));
  146. }
  147. vaddr += PMD_SIZE;
  148. }
  149. k = 0;
  150. }
  151. j = 0;
  152. }
  153. }
  154. void __init fixaddr_init(void)
  155. {
  156. unsigned long vaddr;
  157. vaddr = __fix_to_virt(__end_of_fixed_addresses - 1) & PMD_MASK;
  158. fixrange_init(vaddr, vaddr + PMD_SIZE, swapper_pg_dir);
  159. }
  160. static const pgprot_t protection_map[16] = {
  161. [VM_NONE] = PAGE_NONE,
  162. [VM_READ] = PAGE_READ,
  163. [VM_WRITE] = PAGE_READ,
  164. [VM_WRITE | VM_READ] = PAGE_READ,
  165. [VM_EXEC] = PAGE_READ,
  166. [VM_EXEC | VM_READ] = PAGE_READ,
  167. [VM_EXEC | VM_WRITE] = PAGE_READ,
  168. [VM_EXEC | VM_WRITE | VM_READ] = PAGE_READ,
  169. [VM_SHARED] = PAGE_NONE,
  170. [VM_SHARED | VM_READ] = PAGE_READ,
  171. [VM_SHARED | VM_WRITE] = PAGE_WRITE,
  172. [VM_SHARED | VM_WRITE | VM_READ] = PAGE_WRITE,
  173. [VM_SHARED | VM_EXEC] = PAGE_READ,
  174. [VM_SHARED | VM_EXEC | VM_READ] = PAGE_READ,
  175. [VM_SHARED | VM_EXEC | VM_WRITE] = PAGE_WRITE,
  176. [VM_SHARED | VM_EXEC | VM_WRITE | VM_READ] = PAGE_WRITE
  177. };
  178. DECLARE_VM_GET_PAGE_PROT