highmem.c 2.5 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (C) 2015 Synopsys, Inc. (www.synopsys.com)
  4. */
  5. #include <linux/memblock.h>
  6. #include <linux/export.h>
  7. #include <linux/highmem.h>
  8. #include <linux/pgtable.h>
  9. #include <asm/processor.h>
  10. #include <asm/pgalloc.h>
  11. #include <asm/tlbflush.h>
  12. /*
  13. * HIGHMEM API:
  14. *
  15. * kmap() API provides sleep semantics hence referred to as "permanent maps"
  16. * It allows mapping LAST_PKMAP pages, using @last_pkmap_nr as the cursor
  17. * for book-keeping
  18. *
  19. * kmap_atomic() can't sleep (calls pagefault_disable()), thus it provides
  20. * shortlived ala "temporary mappings" which historically were implemented as
  21. * fixmaps (compile time addr etc). Their book-keeping is done per cpu.
  22. *
  23. * Both these facts combined (preemption disabled and per-cpu allocation)
  24. * means the total number of concurrent fixmaps will be limited to max
  25. * such allocations in a single control path. Thus KM_TYPE_NR (another
  26. * historic relic) is a small'ish number which caps max percpu fixmaps
  27. *
  28. * ARC HIGHMEM Details
  29. *
  30. * - the kernel vaddr space from 0x7z to 0x8z (currently used by vmalloc/module)
  31. * is now shared between vmalloc and kmap (non overlapping though)
  32. *
  33. * - Both fixmap/pkmap use a dedicated page table each, hooked up to swapper PGD
  34. * This means each only has 1 PGDIR_SIZE worth of kvaddr mappings, which means
  35. * 2M of kvaddr space for typical config (8K page and 11:8:13 traversal split)
  36. *
  37. * - The fixed KMAP slots for kmap_local/atomic() require KM_MAX_IDX slots per
  38. * CPU. So the number of CPUs sharing a single PTE page is limited.
  39. *
  40. * - pkmap being preemptible, in theory could do with more than 256 concurrent
  41. * mappings. However, generic pkmap code: map_new_virtual(), doesn't traverse
  42. * the PGD and only works with a single page table @pkmap_page_table, hence
  43. * sets the limit
  44. */
  45. extern pte_t * pkmap_page_table;
  46. static noinline pte_t * __init alloc_kmap_pgtable(unsigned long kvaddr)
  47. {
  48. pmd_t *pmd_k = pmd_off_k(kvaddr);
  49. pte_t *pte_k;
  50. pte_k = (pte_t *)memblock_alloc_low(PAGE_SIZE, PAGE_SIZE);
  51. if (!pte_k)
  52. panic("%s: Failed to allocate %lu bytes align=0x%lx\n",
  53. __func__, PAGE_SIZE, PAGE_SIZE);
  54. pmd_populate_kernel(&init_mm, pmd_k, pte_k);
  55. return pte_k;
  56. }
  57. void __init kmap_init(void)
  58. {
  59. /* Due to recursive include hell, we can't do this in processor.h */
  60. BUILD_BUG_ON(PAGE_OFFSET < (VMALLOC_END + FIXMAP_SIZE + PKMAP_SIZE));
  61. BUILD_BUG_ON(LAST_PKMAP > PTRS_PER_PTE);
  62. BUILD_BUG_ON(FIX_KMAP_SLOTS > PTRS_PER_PTE);
  63. pkmap_page_table = alloc_kmap_pgtable(PKMAP_BASE);
  64. alloc_kmap_pgtable(FIXMAP_BASE);
  65. }