tlb-v6.S 2.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * linux/arch/arm/mm/tlb-v6.S
  4. *
  5. * Copyright (C) 1997-2002 Russell King
  6. *
  7. * ARM architecture version 6 TLB handling functions.
  8. * These assume a split I/D TLB.
  9. */
  10. #include <linux/init.h>
  11. #include <linux/linkage.h>
  12. #include <asm/asm-offsets.h>
  13. #include <asm/assembler.h>
  14. #include <asm/page.h>
  15. #include <asm/tlbflush.h>
  16. #include "proc-macros.S"
  17. #define HARVARD_TLB
  18. /*
  19. * v6wbi_flush_user_tlb_range(start, end, vma)
  20. *
  21. * Invalidate a range of TLB entries in the specified address space.
  22. *
  23. * - start - start address (may not be aligned)
  24. * - end - end address (exclusive, may not be aligned)
  25. * - vma - vm_area_struct describing address range
  26. *
  27. * It is assumed that:
  28. * - the "Invalidate single entry" instruction will invalidate
  29. * both the I and the D TLBs on Harvard-style TLBs
  30. */
  31. ENTRY(v6wbi_flush_user_tlb_range)
  32. vma_vm_mm r3, r2 @ get vma->vm_mm
  33. mov ip, #0
  34. mmid r3, r3 @ get vm_mm->context.id
  35. mcr p15, 0, ip, c7, c10, 4 @ drain write buffer
  36. mov r0, r0, lsr #PAGE_SHIFT @ align address
  37. mov r1, r1, lsr #PAGE_SHIFT
  38. asid r3, r3 @ mask ASID
  39. orr r0, r3, r0, lsl #PAGE_SHIFT @ Create initial MVA
  40. mov r1, r1, lsl #PAGE_SHIFT
  41. vma_vm_flags r2, r2 @ get vma->vm_flags
  42. 1:
  43. #ifdef HARVARD_TLB
  44. mcr p15, 0, r0, c8, c6, 1 @ TLB invalidate D MVA (was 1)
  45. tst r2, #VM_EXEC @ Executable area ?
  46. mcrne p15, 0, r0, c8, c5, 1 @ TLB invalidate I MVA (was 1)
  47. #else
  48. mcr p15, 0, r0, c8, c7, 1 @ TLB invalidate MVA (was 1)
  49. #endif
  50. add r0, r0, #PAGE_SZ
  51. cmp r0, r1
  52. blo 1b
  53. mcr p15, 0, ip, c7, c10, 4 @ data synchronization barrier
  54. ret lr
  55. /*
  56. * v6wbi_flush_kern_tlb_range(start,end)
  57. *
  58. * Invalidate a range of kernel TLB entries
  59. *
  60. * - start - start address (may not be aligned)
  61. * - end - end address (exclusive, may not be aligned)
  62. */
  63. ENTRY(v6wbi_flush_kern_tlb_range)
  64. mov r2, #0
  65. mcr p15, 0, r2, c7, c10, 4 @ drain write buffer
  66. mov r0, r0, lsr #PAGE_SHIFT @ align address
  67. mov r1, r1, lsr #PAGE_SHIFT
  68. mov r0, r0, lsl #PAGE_SHIFT
  69. mov r1, r1, lsl #PAGE_SHIFT
  70. 1:
  71. #ifdef HARVARD_TLB
  72. mcr p15, 0, r0, c8, c6, 1 @ TLB invalidate D MVA
  73. mcr p15, 0, r0, c8, c5, 1 @ TLB invalidate I MVA
  74. #else
  75. mcr p15, 0, r0, c8, c7, 1 @ TLB invalidate MVA
  76. #endif
  77. add r0, r0, #PAGE_SZ
  78. cmp r0, r1
  79. blo 1b
  80. mcr p15, 0, r2, c7, c10, 4 @ data synchronization barrier
  81. mcr p15, 0, r2, c7, c5, 4 @ prefetch flush (isb)
  82. ret lr
  83. __INIT
  84. /* define struct cpu_tlb_fns (see <asm/tlbflush.h> and proc-macros.S) */
  85. define_tlb_functions v6wbi, v6wbi_tlb_flags