blob: 7cf5d49d70c192325044156ec5635f6f209ed85d [file] [log] [blame]
Elliott Hughes2faa5f12012-01-30 14:42:07 -08001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070016
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_RUNTIME_MEMORY_REGION_H_
18#define ART_RUNTIME_MEMORY_REGION_H_
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070019
20#include <stdint.h>
Vladimir Marko80afd022015-05-19 18:08:00 +010021#include <type_traits>
Elliott Hughes76160052012-12-12 16:31:20 -080022
Vladimir Marko80afd022015-05-19 18:08:00 +010023#include "arch/instruction_set.h"
24#include "base/bit_utils.h"
Roland Levillainda4d79b2015-03-24 14:36:11 +000025#include "base/casts.h"
Elliott Hughes07ed66b2012-12-12 18:34:25 -080026#include "base/logging.h"
Elliott Hughes76160052012-12-12 16:31:20 -080027#include "base/macros.h"
Ian Rogersd4c4d952014-10-16 20:31:53 -070028#include "base/value_object.h"
Brian Carlstrom578bbdc2011-07-21 14:07:47 -070029#include "globals.h"
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070030
Carl Shapiro6b6b5f02011-06-21 15:05:09 -070031namespace art {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070032
33// Memory regions are useful for accessing memory with bounds check in
34// debug mode. They can be safely passed by value and do not assume ownership
35// of the region.
Ian Rogersd4c4d952014-10-16 20:31:53 -070036class MemoryRegion FINAL : public ValueObject {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070037 public:
David Srbecky45aa5982016-03-18 02:15:09 +000038 struct ContentEquals {
39 constexpr bool operator()(const MemoryRegion& lhs, const MemoryRegion& rhs) const {
40 return lhs.size() == rhs.size() && memcmp(lhs.begin(), rhs.begin(), lhs.size()) == 0;
41 }
42 };
43
Ian Rogersd4c4d952014-10-16 20:31:53 -070044 MemoryRegion() : pointer_(nullptr), size_(0) {}
Andreas Gampe277ccbd2014-11-03 21:36:10 -080045 MemoryRegion(void* pointer_in, uintptr_t size_in) : pointer_(pointer_in), size_(size_in) {}
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070046
47 void* pointer() const { return pointer_; }
48 size_t size() const { return size_; }
49 size_t size_in_bits() const { return size_ * kBitsPerByte; }
50
51 static size_t pointer_offset() {
52 return OFFSETOF_MEMBER(MemoryRegion, pointer_);
53 }
54
David Srbecky45aa5982016-03-18 02:15:09 +000055 uint8_t* begin() const { return reinterpret_cast<uint8_t*>(pointer_); }
56 uint8_t* end() const { return begin() + size_; }
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070057
Roland Levillaina2d8ec62015-03-12 15:25:29 +000058 // Load value of type `T` at `offset`. The memory address corresponding
Roland Levillainbdba92d2015-03-31 12:27:44 +010059 // to `offset` should be word-aligned (on ARM, this is a requirement).
David Brazdilb7656832015-03-30 10:08:19 +010060 template<typename T>
61 ALWAYS_INLINE T Load(uintptr_t offset) const {
Roland Levillainbdba92d2015-03-31 12:27:44 +010062 T* address = ComputeInternalPointer<T>(offset);
63 DCHECK(IsWordAligned(address));
64 return *address;
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070065 }
66
Roland Levillaina2d8ec62015-03-12 15:25:29 +000067 // Store `value` (of type `T`) at `offset`. The memory address
Roland Levillainbdba92d2015-03-31 12:27:44 +010068 // corresponding to `offset` should be word-aligned (on ARM, this is
69 // a requirement).
David Brazdilb7656832015-03-30 10:08:19 +010070 template<typename T>
71 ALWAYS_INLINE void Store(uintptr_t offset, T value) const {
Roland Levillainbdba92d2015-03-31 12:27:44 +010072 T* address = ComputeInternalPointer<T>(offset);
73 DCHECK(IsWordAligned(address));
74 *address = value;
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070075 }
76
Roland Levillaina2d8ec62015-03-12 15:25:29 +000077 // Load value of type `T` at `offset`. The memory address corresponding
78 // to `offset` does not need to be word-aligned.
David Brazdilb7656832015-03-30 10:08:19 +010079 template<typename T>
80 ALWAYS_INLINE T LoadUnaligned(uintptr_t offset) const {
Roland Levillaina2d8ec62015-03-12 15:25:29 +000081 // Equivalent unsigned integer type corresponding to T.
Vladimir Marko80afd022015-05-19 18:08:00 +010082 typedef typename std::make_unsigned<T>::type U;
Roland Levillaina2d8ec62015-03-12 15:25:29 +000083 U equivalent_unsigned_integer_value = 0;
84 // Read the value byte by byte in a little-endian fashion.
85 for (size_t i = 0; i < sizeof(U); ++i) {
86 equivalent_unsigned_integer_value +=
87 *ComputeInternalPointer<uint8_t>(offset + i) << (i * kBitsPerByte);
88 }
Roland Levillainda4d79b2015-03-24 14:36:11 +000089 return bit_cast<T, U>(equivalent_unsigned_integer_value);
Roland Levillaina2d8ec62015-03-12 15:25:29 +000090 }
91
92 // Store `value` (of type `T`) at `offset`. The memory address
93 // corresponding to `offset` does not need to be word-aligned.
David Brazdilb7656832015-03-30 10:08:19 +010094 template<typename T>
95 ALWAYS_INLINE void StoreUnaligned(uintptr_t offset, T value) const {
Roland Levillaina2d8ec62015-03-12 15:25:29 +000096 // Equivalent unsigned integer type corresponding to T.
Vladimir Marko80afd022015-05-19 18:08:00 +010097 typedef typename std::make_unsigned<T>::type U;
Roland Levillainda4d79b2015-03-24 14:36:11 +000098 U equivalent_unsigned_integer_value = bit_cast<U, T>(value);
Roland Levillaina2d8ec62015-03-12 15:25:29 +000099 // Write the value byte by byte in a little-endian fashion.
100 for (size_t i = 0; i < sizeof(U); ++i) {
101 *ComputeInternalPointer<uint8_t>(offset + i) =
102 (equivalent_unsigned_integer_value >> (i * kBitsPerByte)) & 0xFF;
103 }
104 }
105
David Brazdilb7656832015-03-30 10:08:19 +0100106 template<typename T>
107 ALWAYS_INLINE T* PointerTo(uintptr_t offset) const {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700108 return ComputeInternalPointer<T>(offset);
109 }
110
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +0100111 // Load a single bit in the region. The bit at offset 0 is the least
112 // significant bit in the first byte.
David Brazdilb7656832015-03-30 10:08:19 +0100113 ALWAYS_INLINE bool LoadBit(uintptr_t bit_offset) const {
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +0100114 uint8_t bit_mask;
115 uint8_t byte = *ComputeBitPointer(bit_offset, &bit_mask);
116 return byte & bit_mask;
117 }
118
David Brazdilb7656832015-03-30 10:08:19 +0100119 ALWAYS_INLINE void StoreBit(uintptr_t bit_offset, bool value) const {
Nicolas Geoffray99ea58c2014-07-02 15:08:17 +0100120 uint8_t bit_mask;
121 uint8_t* byte = ComputeBitPointer(bit_offset, &bit_mask);
122 if (value) {
123 *byte |= bit_mask;
124 } else {
125 *byte &= ~bit_mask;
126 }
127 }
128
Roland Levillaina552e1c2015-03-26 15:01:03 +0000129 // Load `length` bits from the region starting at bit offset `bit_offset`.
130 // The bit at the smallest offset is the least significant bit in the
131 // loaded value. `length` must not be larger than the number of bits
132 // contained in the return value (32).
Mathieu Chartier3ceedc02017-01-25 11:11:02 -0800133 ALWAYS_INLINE uint32_t LoadBits(uintptr_t bit_offset, size_t length) const {
134 DCHECK_LE(length, BitSizeOf<uint32_t>());
135 DCHECK_LE(bit_offset + length, size_in_bits());
136 if (UNLIKELY(length == 0)) {
137 // Do not touch any memory if the range is empty.
138 return 0;
139 }
David Srbecky45aa5982016-03-18 02:15:09 +0000140 const uint8_t* address = begin() + bit_offset / kBitsPerByte;
Mathieu Chartier3ceedc02017-01-25 11:11:02 -0800141 const uint32_t shift = bit_offset & (kBitsPerByte - 1);
142 // Load the value (reading only the strictly needed bytes).
143 const uint32_t load_bit_count = shift + length;
144 uint32_t value = address[0] >> shift;
145 if (load_bit_count > 8) {
146 value |= static_cast<uint32_t>(address[1]) << (8 - shift);
147 if (load_bit_count > 16) {
148 value |= static_cast<uint32_t>(address[2]) << (16 - shift);
149 if (load_bit_count > 24) {
150 value |= static_cast<uint32_t>(address[3]) << (24 - shift);
151 if (load_bit_count > 32) {
152 value |= static_cast<uint32_t>(address[4]) << (32 - shift);
153 }
154 }
155 }
156 }
157 // Clear unwanted most significant bits.
158 uint32_t clear_bit_count = BitSizeOf(value) - length;
159 value = (value << clear_bit_count) >> clear_bit_count;
Roland Levillaina552e1c2015-03-26 15:01:03 +0000160 for (size_t i = 0; i < length; ++i) {
Mathieu Chartier3ceedc02017-01-25 11:11:02 -0800161 DCHECK_EQ((value >> i) & 1, LoadBit(bit_offset + i));
Roland Levillaina552e1c2015-03-26 15:01:03 +0000162 }
163 return value;
164 }
165
166 // Store `value` on `length` bits in the region starting at bit offset
167 // `bit_offset`. The bit at the smallest offset is the least significant
168 // bit of the stored `value`. `value` must not be larger than `length`
169 // bits.
Mathieu Chartier3ceedc02017-01-25 11:11:02 -0800170 void StoreBits(uintptr_t bit_offset, uint32_t value, size_t length);
Roland Levillaina552e1c2015-03-26 15:01:03 +0000171
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700172 void CopyFrom(size_t offset, const MemoryRegion& from) const;
173
David Srbecky45aa5982016-03-18 02:15:09 +0000174 template<class Vector>
175 void CopyFromVector(size_t offset, Vector& vector) const {
176 if (!vector.empty()) {
177 CopyFrom(offset, MemoryRegion(vector.data(), vector.size()));
178 }
179 }
180
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700181 // Compute a sub memory region based on an existing one.
Mingyao Yangccfa8852017-01-18 14:51:59 -0800182 ALWAYS_INLINE MemoryRegion Subregion(uintptr_t offset, uintptr_t size_in) const {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800183 CHECK_GE(this->size(), size_in);
184 CHECK_LE(offset, this->size() - size_in);
David Srbecky45aa5982016-03-18 02:15:09 +0000185 return MemoryRegion(reinterpret_cast<void*>(begin() + offset), size_in);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700186 }
187
188 // Compute an extended memory region based on an existing one.
Mingyao Yangccfa8852017-01-18 14:51:59 -0800189 ALWAYS_INLINE void Extend(const MemoryRegion& region, uintptr_t extra) {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700190 pointer_ = region.pointer();
191 size_ = (region.size() + extra);
192 }
193
194 private:
David Brazdilb7656832015-03-30 10:08:19 +0100195 template<typename T>
196 ALWAYS_INLINE T* ComputeInternalPointer(size_t offset) const {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700197 CHECK_GE(size(), sizeof(T));
198 CHECK_LE(offset, size() - sizeof(T));
David Srbecky45aa5982016-03-18 02:15:09 +0000199 return reinterpret_cast<T*>(begin() + offset);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700200 }
201
202 // Locate the bit with the given offset. Returns a pointer to the byte
203 // containing the bit, and sets bit_mask to the bit within that byte.
David Brazdilb7656832015-03-30 10:08:19 +0100204 ALWAYS_INLINE uint8_t* ComputeBitPointer(uintptr_t bit_offset, uint8_t* bit_mask) const {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700205 uintptr_t bit_remainder = (bit_offset & (kBitsPerByte - 1));
206 *bit_mask = (1U << bit_remainder);
207 uintptr_t byte_offset = (bit_offset >> kBitsPerByteLog2);
Ian Rogers13735952014-10-08 12:43:28 -0700208 return ComputeInternalPointer<uint8_t>(byte_offset);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700209 }
210
Roland Levillainbdba92d2015-03-31 12:27:44 +0100211 // Is `address` aligned on a machine word?
Andreas Gampe542451c2016-07-26 09:02:02 -0700212 template<typename T> static constexpr bool IsWordAligned(const T* address) {
Roland Levillainbdba92d2015-03-31 12:27:44 +0100213 // Word alignment in bytes.
Andreas Gampe542451c2016-07-26 09:02:02 -0700214 size_t kWordAlignment = static_cast<size_t>(GetInstructionSetPointerSize(kRuntimeISA));
Roland Levillainbdba92d2015-03-31 12:27:44 +0100215 return IsAlignedParam(address, kWordAlignment);
216 }
217
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700218 void* pointer_;
219 size_t size_;
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700220};
221
Carl Shapiro6b6b5f02011-06-21 15:05:09 -0700222} // namespace art
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700223
Brian Carlstromfc0e3212013-07-17 14:40:12 -0700224#endif // ART_RUNTIME_MEMORY_REGION_H_