hugepage-vmemmap.c 3.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * A test case of using hugepage memory in a user application using the
  4. * mmap system call with MAP_HUGETLB flag. Before running this program
  5. * make sure the administrator has allocated enough default sized huge
  6. * pages to cover the 2 MB allocation.
  7. */
  8. #include <stdlib.h>
  9. #include <stdio.h>
  10. #include <unistd.h>
  11. #include <sys/mman.h>
  12. #include <fcntl.h>
  13. #define MAP_LENGTH (2UL * 1024 * 1024)
  14. #ifndef MAP_HUGETLB
  15. #define MAP_HUGETLB 0x40000 /* arch specific */
  16. #endif
  17. #define PAGE_SIZE 4096
  18. #define PAGE_COMPOUND_HEAD (1UL << 15)
  19. #define PAGE_COMPOUND_TAIL (1UL << 16)
  20. #define PAGE_HUGE (1UL << 17)
  21. #define HEAD_PAGE_FLAGS (PAGE_COMPOUND_HEAD | PAGE_HUGE)
  22. #define TAIL_PAGE_FLAGS (PAGE_COMPOUND_TAIL | PAGE_HUGE)
  23. #define PM_PFRAME_BITS 55
  24. #define PM_PFRAME_MASK ~((1UL << PM_PFRAME_BITS) - 1)
  25. /*
  26. * For ia64 architecture, Linux kernel reserves Region number 4 for hugepages.
  27. * That means the addresses starting with 0x800000... will need to be
  28. * specified. Specifying a fixed address is not required on ppc64, i386
  29. * or x86_64.
  30. */
  31. #ifdef __ia64__
  32. #define MAP_ADDR (void *)(0x8000000000000000UL)
  33. #define MAP_FLAGS (MAP_PRIVATE | MAP_ANONYMOUS | MAP_HUGETLB | MAP_FIXED)
  34. #else
  35. #define MAP_ADDR NULL
  36. #define MAP_FLAGS (MAP_PRIVATE | MAP_ANONYMOUS | MAP_HUGETLB)
  37. #endif
  38. static void write_bytes(char *addr, size_t length)
  39. {
  40. unsigned long i;
  41. for (i = 0; i < length; i++)
  42. *(addr + i) = (char)i;
  43. }
  44. static unsigned long virt_to_pfn(void *addr)
  45. {
  46. int fd;
  47. unsigned long pagemap;
  48. fd = open("/proc/self/pagemap", O_RDONLY);
  49. if (fd < 0)
  50. return -1UL;
  51. lseek(fd, (unsigned long)addr / PAGE_SIZE * sizeof(pagemap), SEEK_SET);
  52. read(fd, &pagemap, sizeof(pagemap));
  53. close(fd);
  54. return pagemap & ~PM_PFRAME_MASK;
  55. }
  56. static int check_page_flags(unsigned long pfn)
  57. {
  58. int fd, i;
  59. unsigned long pageflags;
  60. fd = open("/proc/kpageflags", O_RDONLY);
  61. if (fd < 0)
  62. return -1;
  63. lseek(fd, pfn * sizeof(pageflags), SEEK_SET);
  64. read(fd, &pageflags, sizeof(pageflags));
  65. if ((pageflags & HEAD_PAGE_FLAGS) != HEAD_PAGE_FLAGS) {
  66. close(fd);
  67. printf("Head page flags (%lx) is invalid\n", pageflags);
  68. return -1;
  69. }
  70. /*
  71. * pages other than the first page must be tail and shouldn't be head;
  72. * this also verifies kernel has correctly set the fake page_head to tail
  73. * while hugetlb_free_vmemmap is enabled.
  74. */
  75. for (i = 1; i < MAP_LENGTH / PAGE_SIZE; i++) {
  76. read(fd, &pageflags, sizeof(pageflags));
  77. if ((pageflags & TAIL_PAGE_FLAGS) != TAIL_PAGE_FLAGS ||
  78. (pageflags & HEAD_PAGE_FLAGS) == HEAD_PAGE_FLAGS) {
  79. close(fd);
  80. printf("Tail page flags (%lx) is invalid\n", pageflags);
  81. return -1;
  82. }
  83. }
  84. close(fd);
  85. return 0;
  86. }
  87. int main(int argc, char **argv)
  88. {
  89. void *addr;
  90. unsigned long pfn;
  91. addr = mmap(MAP_ADDR, MAP_LENGTH, PROT_READ | PROT_WRITE, MAP_FLAGS, -1, 0);
  92. if (addr == MAP_FAILED) {
  93. perror("mmap");
  94. exit(1);
  95. }
  96. /* Trigger allocation of HugeTLB page. */
  97. write_bytes(addr, MAP_LENGTH);
  98. pfn = virt_to_pfn(addr);
  99. if (pfn == -1UL) {
  100. munmap(addr, MAP_LENGTH);
  101. perror("virt_to_pfn");
  102. exit(1);
  103. }
  104. printf("Returned address is %p whose pfn is %lx\n", addr, pfn);
  105. if (check_page_flags(pfn) < 0) {
  106. munmap(addr, MAP_LENGTH);
  107. perror("check_page_flags");
  108. exit(1);
  109. }
  110. /* munmap() length of MAP_HUGETLB memory must be hugepage aligned */
  111. if (munmap(addr, MAP_LENGTH)) {
  112. perror("munmap");
  113. exit(1);
  114. }
  115. return 0;
  116. }