Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 1 | //===-- MachVMMemory.cpp ----------------------------------------*- C++ -*-===// |
| 2 | // |
Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | // |
| 9 | // Created by Greg Clayton on 6/26/07. |
| 10 | // |
| 11 | //===----------------------------------------------------------------------===// |
| 12 | |
| 13 | #include "MachVMMemory.h" |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 14 | #include "DNBLog.h" |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 15 | #include "MachVMRegion.h" |
| 16 | #include <dlfcn.h> |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 17 | #include <mach/mach_vm.h> |
Han Ming Ong | ab3b8b2 | 2012-11-17 00:21:04 +0000 | [diff] [blame] | 18 | #include <mach/shared_region.h> |
Han Ming Ong | 8594ae8 | 2012-11-27 19:21:03 +0000 | [diff] [blame] | 19 | #include <sys/sysctl.h> |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 20 | |
Han Ming Ong | 4142369 | 2018-02-28 22:18:45 +0000 | [diff] [blame] | 21 | #if defined(WITH_FBS) || defined(WITH_BKS) |
| 22 | extern "C" { |
Davide Italiano | 2b371fb | 2019-10-07 20:35:22 +0000 | [diff] [blame] | 23 | #import <System/sys/kern_memorystatus.h> |
Han Ming Ong | 4142369 | 2018-02-28 22:18:45 +0000 | [diff] [blame] | 24 | } |
| 25 | #endif |
| 26 | |
Bruce Mitchener | dcad05b | 2015-09-01 23:45:14 +0000 | [diff] [blame] | 27 | static const vm_size_t kInvalidPageSize = ~0; |
| 28 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 29 | MachVMMemory::MachVMMemory() : m_page_size(kInvalidPageSize), m_err(0) {} |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 30 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 31 | MachVMMemory::~MachVMMemory() {} |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 32 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 33 | nub_size_t MachVMMemory::PageSize(task_t task) { |
| 34 | if (m_page_size == kInvalidPageSize) { |
| 35 | #if defined(TASK_VM_INFO) && TASK_VM_INFO >= 22 |
| 36 | if (task != TASK_NULL) { |
| 37 | kern_return_t kr; |
| 38 | mach_msg_type_number_t info_count = TASK_VM_INFO_COUNT; |
| 39 | task_vm_info_data_t vm_info; |
| 40 | kr = task_info(task, TASK_VM_INFO, (task_info_t)&vm_info, &info_count); |
| 41 | if (kr == KERN_SUCCESS) { |
| 42 | DNBLogThreadedIf( |
| 43 | LOG_TASK, |
| 44 | "MachVMMemory::PageSize task_info returned page size of 0x%x", |
| 45 | (int)vm_info.page_size); |
| 46 | m_page_size = vm_info.page_size; |
| 47 | return m_page_size; |
| 48 | } else { |
| 49 | DNBLogThreadedIf(LOG_TASK, "MachVMMemory::PageSize task_info call " |
| 50 | "failed to get page size, TASK_VM_INFO %d, " |
| 51 | "TASK_VM_INFO_COUNT %d, kern return %d", |
| 52 | TASK_VM_INFO, TASK_VM_INFO_COUNT, kr); |
| 53 | } |
| 54 | } |
Jason Molenda | becd639 | 2013-04-06 07:16:15 +0000 | [diff] [blame] | 55 | #endif |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 56 | m_err = ::host_page_size(::mach_host_self(), &m_page_size); |
| 57 | if (m_err.Fail()) |
| 58 | m_page_size = 0; |
| 59 | } |
| 60 | return m_page_size; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 61 | } |
| 62 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 63 | nub_size_t MachVMMemory::MaxBytesLeftInPage(task_t task, nub_addr_t addr, |
| 64 | nub_size_t count) { |
| 65 | const nub_size_t page_size = PageSize(task); |
| 66 | if (page_size > 0) { |
| 67 | nub_size_t page_offset = (addr % page_size); |
| 68 | nub_size_t bytes_left_in_page = page_size - page_offset; |
| 69 | if (count > bytes_left_in_page) |
| 70 | count = bytes_left_in_page; |
| 71 | } |
| 72 | return count; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 73 | } |
| 74 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 75 | nub_bool_t MachVMMemory::GetMemoryRegionInfo(task_t task, nub_addr_t address, |
| 76 | DNBRegionInfo *region_info) { |
| 77 | MachVMRegion vmRegion(task); |
Jason Molenda | 1f3966b | 2011-11-08 04:28:12 +0000 | [diff] [blame] | 78 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 79 | if (vmRegion.GetRegionForAddress(address)) { |
| 80 | region_info->addr = vmRegion.StartAddress(); |
| 81 | region_info->size = vmRegion.GetByteSize(); |
| 82 | region_info->permissions = vmRegion.GetDNBPermissions(); |
| 83 | } else { |
| 84 | region_info->addr = address; |
| 85 | region_info->size = 0; |
| 86 | if (vmRegion.GetError().Success()) { |
| 87 | // vmRegion.GetRegionForAddress() return false, indicating that "address" |
| 88 | // wasn't in a valid region, but the "vmRegion" info was successfully |
| 89 | // read from the task which means the info describes the next valid |
| 90 | // region from which we can infer the size of this invalid region |
| 91 | mach_vm_address_t start_addr = vmRegion.StartAddress(); |
| 92 | if (address < start_addr) |
| 93 | region_info->size = start_addr - address; |
Greg Clayton | 46fb558 | 2011-11-18 07:03:08 +0000 | [diff] [blame] | 94 | } |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 95 | // If we can't get any info about the size from the next region it means |
| 96 | // we asked about an address that was past all mappings, so the size |
| 97 | // of this region will take up all remaining address space. |
| 98 | if (region_info->size == 0) |
| 99 | region_info->size = INVALID_NUB_ADDRESS - region_info->addr; |
Greg Clayton | fc5dd29 | 2011-12-12 18:51:14 +0000 | [diff] [blame] | 100 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 101 | // Not readable, writeable or executable |
| 102 | region_info->permissions = 0; |
| 103 | } |
| 104 | return true; |
Jason Molenda | 1f3966b | 2011-11-08 04:28:12 +0000 | [diff] [blame] | 105 | } |
| 106 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 107 | static uint64_t GetPhysicalMemory() { |
| 108 | // This doesn't change often at all. No need to poll each time. |
| 109 | static uint64_t physical_memory = 0; |
| 110 | static bool calculated = false; |
| 111 | if (calculated) |
Han Ming Ong | 8594ae8 | 2012-11-27 19:21:03 +0000 | [diff] [blame] | 112 | return physical_memory; |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 113 | |
| 114 | size_t len = sizeof(physical_memory); |
| 115 | sysctlbyname("hw.memsize", &physical_memory, &len, NULL, 0); |
| 116 | |
| 117 | calculated = true; |
| 118 | return physical_memory; |
Han Ming Ong | 8594ae8 | 2012-11-27 19:21:03 +0000 | [diff] [blame] | 119 | } |
| 120 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 121 | nub_bool_t MachVMMemory::GetMemoryProfile( |
| 122 | DNBProfileDataScanType scanType, task_t task, struct task_basic_info ti, |
| 123 | cpu_type_t cputype, nub_process_t pid, vm_statistics64_data_t &vminfo, |
Han Ming Ong | 4142369 | 2018-02-28 22:18:45 +0000 | [diff] [blame] | 124 | uint64_t &physical_memory, uint64_t &anonymous, |
| 125 | uint64_t &phys_footprint, uint64_t &memory_cap) |
Han Ming Ong | ab3b8b2 | 2012-11-17 00:21:04 +0000 | [diff] [blame] | 126 | { |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 127 | if (scanType & eProfileHostMemory) |
| 128 | physical_memory = GetPhysicalMemory(); |
| 129 | |
| 130 | if (scanType & eProfileMemory) { |
| 131 | static mach_port_t localHost = mach_host_self(); |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 132 | mach_msg_type_number_t count = HOST_VM_INFO64_COUNT; |
| 133 | host_statistics64(localHost, HOST_VM_INFO64, (host_info64_t)&vminfo, |
| 134 | &count); |
Han Ming Ong | 017edbd | 2018-02-01 21:46:40 +0000 | [diff] [blame] | 135 | |
| 136 | kern_return_t kr; |
| 137 | mach_msg_type_number_t info_count; |
| 138 | task_vm_info_data_t vm_info; |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 139 | |
Han Ming Ong | 017edbd | 2018-02-01 21:46:40 +0000 | [diff] [blame] | 140 | info_count = TASK_VM_INFO_COUNT; |
| 141 | kr = task_info(task, TASK_VM_INFO_PURGEABLE, (task_info_t)&vm_info, &info_count); |
| 142 | if (kr == KERN_SUCCESS) { |
| 143 | if (scanType & eProfileMemoryAnonymous) { |
| 144 | anonymous = vm_info.internal + vm_info.compressed - vm_info.purgeable_volatile_pmap; |
| 145 | } |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 146 | |
Han Ming Ong | 017edbd | 2018-02-01 21:46:40 +0000 | [diff] [blame] | 147 | phys_footprint = vm_info.phys_footprint; |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 148 | } |
| 149 | } |
| 150 | |
Han Ming Ong | 4142369 | 2018-02-28 22:18:45 +0000 | [diff] [blame] | 151 | #if defined(WITH_FBS) || defined(WITH_BKS) |
| 152 | if (scanType & eProfileMemoryCap) { |
| 153 | memorystatus_memlimit_properties_t memlimit_properties; |
| 154 | memset(&memlimit_properties, 0, sizeof(memlimit_properties)); |
| 155 | if (memorystatus_control(MEMORYSTATUS_CMD_GET_MEMLIMIT_PROPERTIES, pid, 0, &memlimit_properties, sizeof(memlimit_properties)) == 0) { |
| 156 | memory_cap = memlimit_properties.memlimit_active; |
| 157 | } |
| 158 | } |
| 159 | #endif |
| 160 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 161 | return true; |
Han Ming Ong | ab3b8b2 | 2012-11-17 00:21:04 +0000 | [diff] [blame] | 162 | } |
| 163 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 164 | nub_size_t MachVMMemory::Read(task_t task, nub_addr_t address, void *data, |
| 165 | nub_size_t data_count) { |
| 166 | if (data == NULL || data_count == 0) |
| 167 | return 0; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 168 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 169 | nub_size_t total_bytes_read = 0; |
| 170 | nub_addr_t curr_addr = address; |
| 171 | uint8_t *curr_data = (uint8_t *)data; |
| 172 | while (total_bytes_read < data_count) { |
| 173 | mach_vm_size_t curr_size = |
| 174 | MaxBytesLeftInPage(task, curr_addr, data_count - total_bytes_read); |
| 175 | mach_msg_type_number_t curr_bytes_read = 0; |
| 176 | vm_offset_t vm_memory = 0; |
| 177 | m_err = ::mach_vm_read(task, curr_addr, curr_size, &vm_memory, |
| 178 | &curr_bytes_read); |
| 179 | |
| 180 | if (DNBLogCheckLogBit(LOG_MEMORY)) |
| 181 | m_err.LogThreaded("::mach_vm_read ( task = 0x%4.4x, addr = 0x%8.8llx, " |
| 182 | "size = %llu, data => %8.8p, dataCnt => %i )", |
| 183 | task, (uint64_t)curr_addr, (uint64_t)curr_size, |
| 184 | vm_memory, curr_bytes_read); |
| 185 | |
| 186 | if (m_err.Success()) { |
| 187 | if (curr_bytes_read != curr_size) { |
Jim Ingham | 329617a | 2012-03-09 21:09:42 +0000 | [diff] [blame] | 188 | if (DNBLogCheckLogBit(LOG_MEMORY)) |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 189 | m_err.LogThreaded( |
| 190 | "::mach_vm_read ( task = 0x%4.4x, addr = 0x%8.8llx, size = %llu, " |
| 191 | "data => %8.8p, dataCnt=>%i ) only read %u of %llu bytes", |
| 192 | task, (uint64_t)curr_addr, (uint64_t)curr_size, vm_memory, |
| 193 | curr_bytes_read, curr_bytes_read, (uint64_t)curr_size); |
| 194 | } |
| 195 | ::memcpy(curr_data, (void *)vm_memory, curr_bytes_read); |
| 196 | ::vm_deallocate(mach_task_self(), vm_memory, curr_bytes_read); |
| 197 | total_bytes_read += curr_bytes_read; |
| 198 | curr_addr += curr_bytes_read; |
| 199 | curr_data += curr_bytes_read; |
| 200 | } else { |
| 201 | break; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 202 | } |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 203 | } |
| 204 | return total_bytes_read; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 205 | } |
| 206 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 207 | nub_size_t MachVMMemory::Write(task_t task, nub_addr_t address, |
| 208 | const void *data, nub_size_t data_count) { |
| 209 | MachVMRegion vmRegion(task); |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 210 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 211 | nub_size_t total_bytes_written = 0; |
| 212 | nub_addr_t curr_addr = address; |
| 213 | const uint8_t *curr_data = (const uint8_t *)data; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 214 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 215 | while (total_bytes_written < data_count) { |
| 216 | if (vmRegion.GetRegionForAddress(curr_addr)) { |
| 217 | mach_vm_size_t curr_data_count = data_count - total_bytes_written; |
| 218 | mach_vm_size_t region_bytes_left = vmRegion.BytesRemaining(curr_addr); |
| 219 | if (region_bytes_left == 0) { |
| 220 | break; |
| 221 | } |
| 222 | if (curr_data_count > region_bytes_left) |
| 223 | curr_data_count = region_bytes_left; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 224 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 225 | if (vmRegion.SetProtections(curr_addr, curr_data_count, |
| 226 | VM_PROT_READ | VM_PROT_WRITE)) { |
| 227 | nub_size_t bytes_written = |
| 228 | WriteRegion(task, curr_addr, curr_data, curr_data_count); |
| 229 | if (bytes_written <= 0) { |
Zachary Turner | 97206d5 | 2017-05-12 04:51:55 +0000 | [diff] [blame] | 230 | // Status should have already be posted by WriteRegion... |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 231 | break; |
| 232 | } else { |
| 233 | total_bytes_written += bytes_written; |
| 234 | curr_addr += bytes_written; |
| 235 | curr_data += bytes_written; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 236 | } |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 237 | } else { |
| 238 | DNBLogThreadedIf( |
| 239 | LOG_MEMORY_PROTECTIONS, "Failed to set read/write protections on " |
| 240 | "region for address: [0x%8.8llx-0x%8.8llx)", |
| 241 | (uint64_t)curr_addr, (uint64_t)(curr_addr + curr_data_count)); |
| 242 | break; |
| 243 | } |
| 244 | } else { |
| 245 | DNBLogThreadedIf(LOG_MEMORY_PROTECTIONS, |
| 246 | "Failed to get region for address: 0x%8.8llx", |
| 247 | (uint64_t)address); |
| 248 | break; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 249 | } |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 250 | } |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 251 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 252 | return total_bytes_written; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 253 | } |
| 254 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 255 | nub_size_t MachVMMemory::WriteRegion(task_t task, const nub_addr_t address, |
| 256 | const void *data, |
| 257 | const nub_size_t data_count) { |
| 258 | if (data == NULL || data_count == 0) |
| 259 | return 0; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 260 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 261 | nub_size_t total_bytes_written = 0; |
| 262 | nub_addr_t curr_addr = address; |
| 263 | const uint8_t *curr_data = (const uint8_t *)data; |
| 264 | while (total_bytes_written < data_count) { |
| 265 | mach_msg_type_number_t curr_data_count = |
| 266 | static_cast<mach_msg_type_number_t>(MaxBytesLeftInPage( |
| 267 | task, curr_addr, data_count - total_bytes_written)); |
| 268 | m_err = |
| 269 | ::mach_vm_write(task, curr_addr, (pointer_t)curr_data, curr_data_count); |
| 270 | if (DNBLogCheckLogBit(LOG_MEMORY) || m_err.Fail()) |
| 271 | m_err.LogThreaded("::mach_vm_write ( task = 0x%4.4x, addr = 0x%8.8llx, " |
| 272 | "data = %8.8p, dataCnt = %u )", |
| 273 | task, (uint64_t)curr_addr, curr_data, curr_data_count); |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 274 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 275 | #if !defined(__i386__) && !defined(__x86_64__) |
| 276 | vm_machine_attribute_val_t mattr_value = MATTR_VAL_CACHE_FLUSH; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 277 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 278 | m_err = ::vm_machine_attribute(task, curr_addr, curr_data_count, |
| 279 | MATTR_CACHE, &mattr_value); |
| 280 | if (DNBLogCheckLogBit(LOG_MEMORY) || m_err.Fail()) |
| 281 | m_err.LogThreaded("::vm_machine_attribute ( task = 0x%4.4x, addr = " |
| 282 | "0x%8.8llx, size = %u, attr = MATTR_CACHE, mattr_value " |
| 283 | "=> MATTR_VAL_CACHE_FLUSH )", |
| 284 | task, (uint64_t)curr_addr, curr_data_count); |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 285 | #endif |
| 286 | |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 287 | if (m_err.Success()) { |
| 288 | total_bytes_written += curr_data_count; |
| 289 | curr_addr += curr_data_count; |
| 290 | curr_data += curr_data_count; |
| 291 | } else { |
| 292 | break; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 293 | } |
Kate Stone | b9c1b51 | 2016-09-06 20:57:50 +0000 | [diff] [blame] | 294 | } |
| 295 | return total_bytes_written; |
Chris Lattner | 30fdc8d | 2010-06-08 16:52:24 +0000 | [diff] [blame] | 296 | } |