shared_alloc_mmap.c 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144
  1. /*
  2. +----------------------------------------------------------------------+
  3. | Zend OPcache |
  4. +----------------------------------------------------------------------+
  5. | Copyright (c) The PHP Group |
  6. +----------------------------------------------------------------------+
  7. | This source file is subject to version 3.01 of the PHP license, |
  8. | that is bundled with this package in the file LICENSE, and is |
  9. | available through the world-wide-web at the following url: |
  10. | https://www.php.net/license/3_01.txt |
  11. | If you did not receive a copy of the PHP license and are unable to |
  12. | obtain it through the world-wide-web, please send a note to |
  13. | license@php.net so we can mail you a copy immediately. |
  14. +----------------------------------------------------------------------+
  15. | Authors: Andi Gutmans <andi@php.net> |
  16. | Zeev Suraski <zeev@php.net> |
  17. | Stanislav Malyshev <stas@zend.com> |
  18. | Dmitry Stogov <dmitry@php.net> |
  19. +----------------------------------------------------------------------+
  20. */
  21. #include "zend_shared_alloc.h"
  22. #ifdef USE_MMAP
  23. #include <sys/types.h>
  24. #include <sys/stat.h>
  25. #include <stdio.h>
  26. #include <stdlib.h>
  27. #include <sys/mman.h>
  28. #ifdef __APPLE__
  29. #include <mach/vm_statistics.h>
  30. #endif
  31. #if defined(MAP_ANON) && !defined(MAP_ANONYMOUS)
  32. # define MAP_ANONYMOUS MAP_ANON
  33. #endif
  34. #if defined(MAP_ALIGNED_SUPER)
  35. # define MAP_HUGETLB MAP_ALIGNED_SUPER
  36. #endif
  37. static int create_segments(size_t requested_size, zend_shared_segment ***shared_segments_p, int *shared_segments_count, char **error_in)
  38. {
  39. zend_shared_segment *shared_segment;
  40. int flags = PROT_READ | PROT_WRITE, fd = -1;
  41. void *p;
  42. #ifdef PROT_MPROTECT
  43. flags |= PROT_MPROTECT(PROT_EXEC);
  44. #endif
  45. #ifdef VM_MAKE_TAG
  46. /* allows tracking segments via tools such as vmmap */
  47. fd = VM_MAKE_TAG(251U);
  48. #endif
  49. #ifdef PROT_MAX
  50. flags |= PROT_MAX(PROT_READ | PROT_WRITE | PROT_EXEC);
  51. #endif
  52. #ifdef MAP_HUGETLB
  53. size_t huge_page_size = 2 * 1024 * 1024;
  54. /* Try to allocate huge pages first to reduce dTLB misses.
  55. * OSes has to be configured properly
  56. * on Linux
  57. * (e.g. https://wiki.debian.org/Hugepages#Enabling_HugeTlbPage)
  58. * You may verify huge page usage with the following command:
  59. * `grep "Huge" /proc/meminfo`
  60. * on FreeBSD
  61. * sysctl vm.pmap.pg_ps_enabled entry
  62. * (boot time config only, but enabled by default on most arches).
  63. */
  64. if (requested_size >= huge_page_size && requested_size % huge_page_size == 0) {
  65. # if defined(__x86_64__) && defined(MAP_32BIT)
  66. /* to got HUGE PAGES in low 32-bit address we have to reserve address
  67. space and then remap it using MAP_HUGETLB */
  68. p = mmap(NULL, requested_size, flags, MAP_SHARED|MAP_ANONYMOUS|MAP_32BIT, fd, 0);
  69. if (p != MAP_FAILED) {
  70. munmap(p, requested_size);
  71. p = (void*)(ZEND_MM_ALIGNED_SIZE_EX((ptrdiff_t)p, huge_page_size));
  72. p = mmap(p, requested_size, flags, MAP_SHARED|MAP_ANONYMOUS|MAP_32BIT|MAP_HUGETLB|MAP_FIXED, -1, 0);
  73. if (p != MAP_FAILED) {
  74. goto success;
  75. } else {
  76. p = mmap(NULL, requested_size, flags, MAP_SHARED|MAP_ANONYMOUS|MAP_32BIT, fd, 0);
  77. if (p != MAP_FAILED) {
  78. goto success;
  79. }
  80. }
  81. }
  82. # endif
  83. p = mmap(0, requested_size, flags, MAP_SHARED|MAP_ANONYMOUS|MAP_HUGETLB, fd, 0);
  84. if (p != MAP_FAILED) {
  85. goto success;
  86. }
  87. }
  88. #elif defined(PREFER_MAP_32BIT) && defined(__x86_64__) && defined(MAP_32BIT)
  89. p = mmap(NULL, requested_size, flags, MAP_SHARED|MAP_ANONYMOUS|MAP_32BIT, fd, 0);
  90. if (p != MAP_FAILED) {
  91. goto success;
  92. }
  93. #endif
  94. p = mmap(0, requested_size, flags, MAP_SHARED|MAP_ANONYMOUS, fd, 0);
  95. if (p == MAP_FAILED) {
  96. *error_in = "mmap";
  97. return ALLOC_FAILURE;
  98. }
  99. success: ZEND_ATTRIBUTE_UNUSED;
  100. *shared_segments_count = 1;
  101. *shared_segments_p = (zend_shared_segment **) calloc(1, sizeof(zend_shared_segment) + sizeof(void *));
  102. if (!*shared_segments_p) {
  103. munmap(p, requested_size);
  104. *error_in = "calloc";
  105. return ALLOC_FAILURE;
  106. }
  107. shared_segment = (zend_shared_segment *)((char *)(*shared_segments_p) + sizeof(void *));
  108. (*shared_segments_p)[0] = shared_segment;
  109. shared_segment->p = p;
  110. shared_segment->pos = 0;
  111. shared_segment->size = requested_size;
  112. return ALLOC_SUCCESS;
  113. }
  114. static int detach_segment(zend_shared_segment *shared_segment)
  115. {
  116. munmap(shared_segment->p, shared_segment->size);
  117. return 0;
  118. }
  119. static size_t segment_type_size(void)
  120. {
  121. return sizeof(zend_shared_segment);
  122. }
  123. zend_shared_memory_handlers zend_alloc_mmap_handlers = {
  124. create_segments,
  125. detach_segment,
  126. segment_type_size
  127. };
  128. #endif /* USE_MMAP */