blob: 4b2ff2e2d3241149243c1659952e0b827b11c475 [file] [log] [blame]
Reid Spencer566ac282004-09-11 04:59:30 +00001//===- Win32/Memory.cpp - Win32 Memory Implementation -----------*- C++ -*-===//
Michael J. Spencer447762d2010-11-29 18:16:10 +00002//
Reid Spencer566ac282004-09-11 04:59:30 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Michael J. Spencer447762d2010-11-29 18:16:10 +00007//
Reid Spencer566ac282004-09-11 04:59:30 +00008//===----------------------------------------------------------------------===//
9//
10// This file provides the Win32 specific implementation of various Memory
11// management utilities
12//
13//===----------------------------------------------------------------------===//
14
Michael J. Spencer447762d2010-11-29 18:16:10 +000015#include "llvm/Support/DataTypes.h"
Andrew Kaylor1f661002012-09-19 20:46:12 +000016#include "llvm/Support/ErrorHandling.h"
Michael J. Spencer447762d2010-11-29 18:16:10 +000017#include "llvm/Support/Process.h"
Rafael Espindola116f21c2014-06-12 01:25:33 +000018#include "llvm/Support/WindowsError.h"
Chandler Carruthdd7ca932012-12-04 07:04:57 +000019
20// The Windows.h header must be the last one included.
Reid Klecknerd59e2fa2014-02-12 21:26:20 +000021#include "WindowsSupport.h"
Andrew Kaylor1f661002012-09-19 20:46:12 +000022
23namespace {
24
25DWORD getWindowsProtectionFlags(unsigned Flags) {
26 switch (Flags) {
27 // Contrary to what you might expect, the Windows page protection flags
28 // are not a bitwise combination of RWX values
29 case llvm::sys::Memory::MF_READ:
30 return PAGE_READONLY;
31 case llvm::sys::Memory::MF_WRITE:
32 // Note: PAGE_WRITE is not supported by VirtualProtect
33 return PAGE_READWRITE;
34 case llvm::sys::Memory::MF_READ|llvm::sys::Memory::MF_WRITE:
35 return PAGE_READWRITE;
36 case llvm::sys::Memory::MF_READ|llvm::sys::Memory::MF_EXEC:
37 return PAGE_EXECUTE_READ;
38 case llvm::sys::Memory::MF_READ |
39 llvm::sys::Memory::MF_WRITE |
40 llvm::sys::Memory::MF_EXEC:
41 return PAGE_EXECUTE_READWRITE;
42 case llvm::sys::Memory::MF_EXEC:
43 return PAGE_EXECUTE;
44 default:
45 llvm_unreachable("Illegal memory protection flag specified!");
46 }
47 // Provide a default return value as required by some compilers.
48 return PAGE_NOACCESS;
49}
50
51size_t getAllocationGranularity() {
52 SYSTEM_INFO Info;
53 ::GetSystemInfo(&Info);
54 if (Info.dwPageSize > Info.dwAllocationGranularity)
55 return Info.dwPageSize;
56 else
57 return Info.dwAllocationGranularity;
58}
59
60} // namespace
Reid Spencer566ac282004-09-11 04:59:30 +000061
62namespace llvm {
Andrew Kaylor1f661002012-09-19 20:46:12 +000063namespace sys {
Reid Spencer566ac282004-09-11 04:59:30 +000064
65//===----------------------------------------------------------------------===//
Michael J. Spencer447762d2010-11-29 18:16:10 +000066//=== WARNING: Implementation here must contain only Win32 specific code
Reid Spencerb88212e2004-09-15 05:49:50 +000067//=== and must not be UNIX code
Reid Spencer566ac282004-09-11 04:59:30 +000068//===----------------------------------------------------------------------===//
69
Andrew Kaylor1f661002012-09-19 20:46:12 +000070MemoryBlock Memory::allocateMappedMemory(size_t NumBytes,
71 const MemoryBlock *const NearBlock,
72 unsigned Flags,
Rafael Espindoladb4ed0b2014-06-13 02:24:39 +000073 std::error_code &EC) {
74 EC = std::error_code();
Andrew Kaylor1f661002012-09-19 20:46:12 +000075 if (NumBytes == 0)
76 return MemoryBlock();
Reid Spencer566ac282004-09-11 04:59:30 +000077
Andrew Kaylor1f661002012-09-19 20:46:12 +000078 // While we'd be happy to allocate single pages, the Windows allocation
79 // granularity may be larger than a single page (in practice, it is 64K)
80 // so mapping less than that will create an unreachable fragment of memory.
Reid Kleckner6bb26da2015-06-11 22:22:45 +000081 // Avoid using one-time initialization of static locals here, since they
82 // aren't thread safe with MSVC.
83 static volatile size_t GranularityCached;
84 size_t Granularity = GranularityCached;
85 if (Granularity == 0) {
86 Granularity = getAllocationGranularity();
87 GranularityCached = Granularity;
88 }
89
Andrew Kaylor1f661002012-09-19 20:46:12 +000090 const size_t NumBlocks = (NumBytes+Granularity-1)/Granularity;
Reid Spencerb88212e2004-09-15 05:49:50 +000091
Andrew Kaylor1f661002012-09-19 20:46:12 +000092 uintptr_t Start = NearBlock ? reinterpret_cast<uintptr_t>(NearBlock->base()) +
93 NearBlock->size()
Alp Toker42235db2013-10-18 07:53:25 +000094 : 0;
Andrew Lenharth09402182005-07-29 23:40:16 +000095
Andrew Kaylor1f661002012-09-19 20:46:12 +000096 // If the requested address is not aligned to the allocation granularity,
97 // round up to get beyond NearBlock. VirtualAlloc would have rounded down.
98 if (Start && Start % Granularity != 0)
99 Start += Granularity - Start % Granularity;
100
101 DWORD Protect = getWindowsProtectionFlags(Flags);
102
103 void *PA = ::VirtualAlloc(reinterpret_cast<void*>(Start),
104 NumBlocks*Granularity,
105 MEM_RESERVE | MEM_COMMIT, Protect);
106 if (PA == NULL) {
NAKAMURA Takumi7bc976a2011-10-15 01:58:16 +0000107 if (NearBlock) {
108 // Try again without the NearBlock hint
Andrew Kaylor1f661002012-09-19 20:46:12 +0000109 return allocateMappedMemory(NumBytes, NULL, Flags, EC);
NAKAMURA Takumi7bc976a2011-10-15 01:58:16 +0000110 }
Rafael Espindola116f21c2014-06-12 01:25:33 +0000111 EC = mapWindowsError(::GetLastError());
Chris Lattner5a9d2e52006-07-07 17:32:37 +0000112 return MemoryBlock();
Reid Spencer566ac282004-09-11 04:59:30 +0000113 }
Reid Spencerb88212e2004-09-15 05:49:50 +0000114
Andrew Kaylor1f661002012-09-19 20:46:12 +0000115 MemoryBlock Result;
116 Result.Address = PA;
117 Result.Size = NumBlocks*Granularity;
Alp Toker42235db2013-10-18 07:53:25 +0000118
Andrew Kaylor1f661002012-09-19 20:46:12 +0000119 if (Flags & MF_EXEC)
120 Memory::InvalidateInstructionCache(Result.Address, Result.Size);
121
122 return Result;
123}
124
Rafael Espindoladb4ed0b2014-06-13 02:24:39 +0000125 std::error_code Memory::releaseMappedMemory(MemoryBlock &M) {
Andrew Kaylor1f661002012-09-19 20:46:12 +0000126 if (M.Address == 0 || M.Size == 0)
Rafael Espindoladb4ed0b2014-06-13 02:24:39 +0000127 return std::error_code();
Andrew Kaylor1f661002012-09-19 20:46:12 +0000128
129 if (!VirtualFree(M.Address, 0, MEM_RELEASE))
Rafael Espindola116f21c2014-06-12 01:25:33 +0000130 return mapWindowsError(::GetLastError());
Andrew Kaylor1f661002012-09-19 20:46:12 +0000131
132 M.Address = 0;
133 M.Size = 0;
134
Rafael Espindoladb4ed0b2014-06-13 02:24:39 +0000135 return std::error_code();
Andrew Kaylor1f661002012-09-19 20:46:12 +0000136}
137
Rafael Espindoladb4ed0b2014-06-13 02:24:39 +0000138 std::error_code Memory::protectMappedMemory(const MemoryBlock &M,
Andrew Kaylor1f661002012-09-19 20:46:12 +0000139 unsigned Flags) {
140 if (M.Address == 0 || M.Size == 0)
Rafael Espindoladb4ed0b2014-06-13 02:24:39 +0000141 return std::error_code();
Andrew Kaylor1f661002012-09-19 20:46:12 +0000142
143 DWORD Protect = getWindowsProtectionFlags(Flags);
144
145 DWORD OldFlags;
146 if (!VirtualProtect(M.Address, M.Size, Protect, &OldFlags))
Rafael Espindola116f21c2014-06-12 01:25:33 +0000147 return mapWindowsError(::GetLastError());
Andrew Kaylor1f661002012-09-19 20:46:12 +0000148
149 if (Flags & MF_EXEC)
150 Memory::InvalidateInstructionCache(M.Address, M.Size);
151
Rafael Espindoladb4ed0b2014-06-13 02:24:39 +0000152 return std::error_code();
Andrew Kaylor1f661002012-09-19 20:46:12 +0000153}
154
155/// InvalidateInstructionCache - Before the JIT can run a block of code
156/// that has been emitted it must invalidate the instruction cache on some
157/// platforms.
158void Memory::InvalidateInstructionCache(
159 const void *Addr, size_t Len) {
160 FlushInstructionCache(GetCurrentProcess(), Addr, Len);
161}
162
163
164MemoryBlock Memory::AllocateRWX(size_t NumBytes,
165 const MemoryBlock *NearBlock,
166 std::string *ErrMsg) {
167 MemoryBlock MB;
Rafael Espindoladb4ed0b2014-06-13 02:24:39 +0000168 std::error_code EC;
Andrew Kaylor1f661002012-09-19 20:46:12 +0000169 MB = allocateMappedMemory(NumBytes, NearBlock,
170 MF_READ|MF_WRITE|MF_EXEC, EC);
Rafael Espindoladb4ed0b2014-06-13 02:24:39 +0000171 if (EC != std::error_code() && ErrMsg) {
Andrew Kaylor1f661002012-09-19 20:46:12 +0000172 MakeErrMsg(ErrMsg, EC.message());
173 }
174 return MB;
Reid Spencer566ac282004-09-11 04:59:30 +0000175}
176
Chris Lattner5a9d2e52006-07-07 17:32:37 +0000177bool Memory::ReleaseRWX(MemoryBlock &M, std::string *ErrMsg) {
Rafael Espindoladb4ed0b2014-06-13 02:24:39 +0000178 std::error_code EC = releaseMappedMemory(M);
179 if (EC == std::error_code())
Andrew Kaylor1f661002012-09-19 20:46:12 +0000180 return false;
181 MakeErrMsg(ErrMsg, EC.message());
182 return true;
Reid Spencer566ac282004-09-11 04:59:30 +0000183}
Reid Spencerb88212e2004-09-15 05:49:50 +0000184
Michael J. Spencera7a90bf2011-10-13 23:16:01 +0000185static DWORD getProtection(const void *addr) {
186 MEMORY_BASIC_INFORMATION info;
187 if (sizeof(info) == ::VirtualQuery(addr, &info, sizeof(info))) {
188 return info.Protect;
189 }
190 return 0;
191}
192
Jim Grosbach93960512008-10-20 21:39:23 +0000193bool Memory::setWritable(MemoryBlock &M, std::string *ErrMsg) {
Michael J. Spencera7a90bf2011-10-13 23:16:01 +0000194 if (!setRangeWritable(M.Address, M.Size)) {
195 return MakeErrMsg(ErrMsg, "Cannot set memory to writeable: ");
196 }
Argyrios Kyrtzidisa6f9bb72008-10-04 08:15:32 +0000197 return true;
198}
199
Jim Grosbach93960512008-10-20 21:39:23 +0000200bool Memory::setExecutable(MemoryBlock &M, std::string *ErrMsg) {
Michael J. Spencera7a90bf2011-10-13 23:16:01 +0000201 if (!setRangeExecutable(M.Address, M.Size)) {
202 return MakeErrMsg(ErrMsg, "Cannot set memory to executable: ");
203 }
Jim Grosbach93960512008-10-20 21:39:23 +0000204 return true;
205}
206
Michael J. Spencera7a90bf2011-10-13 23:16:01 +0000207bool Memory::setRangeWritable(const void *Addr, size_t Size) {
208 DWORD prot = getProtection(Addr);
209 if (!prot)
210 return false;
211
212 if (prot == PAGE_EXECUTE || prot == PAGE_EXECUTE_READ) {
213 prot = PAGE_EXECUTE_READWRITE;
214 } else if (prot == PAGE_NOACCESS || prot == PAGE_READONLY) {
215 prot = PAGE_READWRITE;
216 }
217
218 DWORD oldProt;
Andrew Kaylor1f661002012-09-19 20:46:12 +0000219 Memory::InvalidateInstructionCache(Addr, Size);
Michael J. Spencera7a90bf2011-10-13 23:16:01 +0000220 return ::VirtualProtect(const_cast<LPVOID>(Addr), Size, prot, &oldProt)
221 == TRUE;
222}
223
Jim Grosbach93960512008-10-20 21:39:23 +0000224bool Memory::setRangeExecutable(const void *Addr, size_t Size) {
Michael J. Spencera7a90bf2011-10-13 23:16:01 +0000225 DWORD prot = getProtection(Addr);
226 if (!prot)
227 return false;
228
229 if (prot == PAGE_NOACCESS) {
230 prot = PAGE_EXECUTE;
231 } else if (prot == PAGE_READONLY) {
232 prot = PAGE_EXECUTE_READ;
233 } else if (prot == PAGE_READWRITE) {
234 prot = PAGE_EXECUTE_READWRITE;
235 }
236
237 DWORD oldProt;
Andrew Kaylor1f661002012-09-19 20:46:12 +0000238 Memory::InvalidateInstructionCache(Addr, Size);
Michael J. Spencera7a90bf2011-10-13 23:16:01 +0000239 return ::VirtualProtect(const_cast<LPVOID>(Addr), Size, prot, &oldProt)
240 == TRUE;
Argyrios Kyrtzidisa6f9bb72008-10-04 08:15:32 +0000241}
242
Andrew Kaylor1f661002012-09-19 20:46:12 +0000243} // namespace sys
244} // namespace llvm