Elliott Hughes | 9d5ccec | 2011-09-19 13:19:50 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2008 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
Carl Shapiro | 1fb8620 | 2011-06-27 17:43:13 -0700 | [diff] [blame] | 16 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 17 | #ifndef ART_RUNTIME_GC_HEAP_H_ |
| 18 | #define ART_RUNTIME_GC_HEAP_H_ |
Carl Shapiro | 1fb8620 | 2011-06-27 17:43:13 -0700 | [diff] [blame] | 19 | |
Elliott Hughes | c967f78 | 2012-04-16 10:23:15 -0700 | [diff] [blame] | 20 | #include <iosfwd> |
Elliott Hughes | b3bd5f0 | 2012-03-08 21:05:27 -0800 | [diff] [blame] | 21 | #include <string> |
Carl Shapiro | 58551df | 2011-07-24 03:09:51 -0700 | [diff] [blame] | 22 | #include <vector> |
| 23 | |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 24 | #include "allocator_type.h" |
Ian Rogers | d582fa4 | 2014-11-05 23:46:43 -0800 | [diff] [blame] | 25 | #include "arch/instruction_set.h" |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 26 | #include "atomic.h" |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 27 | #include "base/time_utils.h" |
Sameer Abu Asal | a843954 | 2013-02-14 16:06:42 -0800 | [diff] [blame] | 28 | #include "base/timing_logger.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 29 | #include "gc/accounting/atomic_stack.h" |
| 30 | #include "gc/accounting/card_table.h" |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 31 | #include "gc/accounting/read_barrier_table.h" |
Hiroshi Yamauchi | 6f4ffe4 | 2014-01-13 12:30:44 -0800 | [diff] [blame] | 32 | #include "gc/gc_cause.h" |
Mathieu Chartier | 10fb83a | 2014-06-15 15:15:43 -0700 | [diff] [blame] | 33 | #include "gc/collector/garbage_collector.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 34 | #include "gc/collector/gc_type.h" |
Mathieu Chartier | 0de9f73 | 2013-11-22 17:58:48 -0800 | [diff] [blame] | 35 | #include "gc/collector_type.h" |
Mathieu Chartier | 2dbe627 | 2014-09-16 10:43:23 -0700 | [diff] [blame] | 36 | #include "gc/space/large_object_space.h" |
Brian Carlstrom | 578bbdc | 2011-07-21 14:07:47 -0700 | [diff] [blame] | 37 | #include "globals.h" |
Mathieu Chartier | c39e342 | 2013-08-07 16:41:36 -0700 | [diff] [blame] | 38 | #include "jni.h" |
Mathieu Chartier | 83c8ee0 | 2014-01-28 14:50:23 -0800 | [diff] [blame] | 39 | #include "object_callbacks.h" |
Ian Rogers | 0cfe1fb | 2011-08-26 03:29:44 -0700 | [diff] [blame] | 40 | #include "offsets.h" |
Mathieu Chartier | 78f7b4c | 2014-05-06 10:57:27 -0700 | [diff] [blame] | 41 | #include "reference_processor.h" |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 42 | #include "safe_map.h" |
Mathieu Chartier | 02b6a78 | 2012-10-26 13:51:26 -0700 | [diff] [blame] | 43 | #include "thread_pool.h" |
Mathieu Chartier | 4e30541 | 2014-02-19 10:54:44 -0800 | [diff] [blame] | 44 | #include "verify_object.h" |
Carl Shapiro | 1fb8620 | 2011-06-27 17:43:13 -0700 | [diff] [blame] | 45 | |
| 46 | namespace art { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 47 | |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 48 | class ConditionVariable; |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 49 | class Mutex; |
Ian Rogers | 40e3bac | 2012-11-20 00:09:14 -0800 | [diff] [blame] | 50 | class StackVisitor; |
Mathieu Chartier | 5301cd2 | 2012-05-31 12:11:36 -0700 | [diff] [blame] | 51 | class Thread; |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 52 | class TimingLogger; |
Carl Shapiro | 69759ea | 2011-07-21 18:13:35 -0700 | [diff] [blame] | 53 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 54 | namespace mirror { |
| 55 | class Class; |
| 56 | class Object; |
| 57 | } // namespace mirror |
| 58 | |
| 59 | namespace gc { |
Mathieu Chartier | 78f7b4c | 2014-05-06 10:57:27 -0700 | [diff] [blame] | 60 | |
Man Cao | 8c2ff64 | 2015-05-27 17:25:30 -0700 | [diff] [blame] | 61 | class AllocRecordObjectMap; |
Mathieu Chartier | 78f7b4c | 2014-05-06 10:57:27 -0700 | [diff] [blame] | 62 | class ReferenceProcessor; |
Mathieu Chartier | a5eae69 | 2014-12-17 17:56:03 -0800 | [diff] [blame] | 63 | class TaskProcessor; |
Mathieu Chartier | 78f7b4c | 2014-05-06 10:57:27 -0700 | [diff] [blame] | 64 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 65 | namespace accounting { |
| 66 | class HeapBitmap; |
| 67 | class ModUnionTable; |
Hiroshi Yamauchi | 38e68e9 | 2014-03-07 13:59:08 -0800 | [diff] [blame] | 68 | class RememberedSet; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 69 | } // namespace accounting |
| 70 | |
| 71 | namespace collector { |
Hiroshi Yamauchi | d5307ec | 2014-03-27 21:07:51 -0700 | [diff] [blame] | 72 | class ConcurrentCopying; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 73 | class GarbageCollector; |
Mathieu Chartier | 52e4b43 | 2014-06-10 11:22:31 -0700 | [diff] [blame] | 74 | class MarkCompact; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 75 | class MarkSweep; |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 76 | class SemiSpace; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 77 | } // namespace collector |
| 78 | |
Zuo Wang | f37a88b | 2014-07-10 04:26:41 -0700 | [diff] [blame] | 79 | namespace allocator { |
| 80 | class RosAlloc; |
| 81 | } // namespace allocator |
| 82 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 83 | namespace space { |
| 84 | class AllocSpace; |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 85 | class BumpPointerSpace; |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 86 | class ContinuousMemMapAllocSpace; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 87 | class DiscontinuousSpace; |
| 88 | class DlMallocSpace; |
| 89 | class ImageSpace; |
| 90 | class LargeObjectSpace; |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 91 | class MallocSpace; |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 92 | class RegionSpace; |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 93 | class RosAllocSpace; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 94 | class Space; |
| 95 | class SpaceTest; |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 96 | class ZygoteSpace; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 97 | } // namespace space |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 98 | |
Mathieu Chartier | d22d548 | 2012-11-06 17:14:12 -0800 | [diff] [blame] | 99 | class AgeCardVisitor { |
| 100 | public: |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 101 | uint8_t operator()(uint8_t card) const { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 102 | if (card == accounting::CardTable::kCardDirty) { |
Mathieu Chartier | d22d548 | 2012-11-06 17:14:12 -0800 | [diff] [blame] | 103 | return card - 1; |
| 104 | } else { |
| 105 | return 0; |
| 106 | } |
| 107 | } |
| 108 | }; |
| 109 | |
Zuo Wang | f37a88b | 2014-07-10 04:26:41 -0700 | [diff] [blame] | 110 | enum HomogeneousSpaceCompactResult { |
| 111 | // Success. |
| 112 | kSuccess, |
| 113 | // Reject due to disabled moving GC. |
| 114 | kErrorReject, |
| 115 | // System is shutting down. |
| 116 | kErrorVMShuttingDown, |
| 117 | }; |
| 118 | |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 119 | // If true, use rosalloc/RosAllocSpace instead of dlmalloc/DlMallocSpace |
Hiroshi Yamauchi | d31fb97 | 2013-11-19 11:08:27 -0800 | [diff] [blame] | 120 | static constexpr bool kUseRosAlloc = true; |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 121 | |
Hiroshi Yamauchi | f5b0e20 | 2014-02-11 17:02:22 -0800 | [diff] [blame] | 122 | // If true, use thread-local allocation stack. |
| 123 | static constexpr bool kUseThreadLocalAllocationStack = true; |
| 124 | |
Mathieu Chartier | ca2a24d | 2013-11-25 15:12:12 -0800 | [diff] [blame] | 125 | // The process state passed in from the activity manager, used to determine when to do trimming |
| 126 | // and compaction. |
| 127 | enum ProcessState { |
| 128 | kProcessStateJankPerceptible = 0, |
| 129 | kProcessStateJankImperceptible = 1, |
| 130 | }; |
Mathieu Chartier | e6da9af | 2013-12-16 11:54:42 -0800 | [diff] [blame] | 131 | std::ostream& operator<<(std::ostream& os, const ProcessState& process_state); |
Mathieu Chartier | ca2a24d | 2013-11-25 15:12:12 -0800 | [diff] [blame] | 132 | |
Ian Rogers | 50b35e2 | 2012-10-04 10:09:15 -0700 | [diff] [blame] | 133 | class Heap { |
Carl Shapiro | 1fb8620 | 2011-06-27 17:43:13 -0700 | [diff] [blame] | 134 | public: |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 135 | // If true, measure the total allocation time. |
| 136 | static constexpr bool kMeasureAllocationTime = false; |
Hiroshi Yamauchi | 5ccd498 | 2014-03-11 12:19:04 -0700 | [diff] [blame] | 137 | static constexpr size_t kDefaultStartingSize = kPageSize; |
Mathieu Chartier | 720ef76 | 2013-08-17 14:46:54 -0700 | [diff] [blame] | 138 | static constexpr size_t kDefaultInitialSize = 2 * MB; |
Mathieu Chartier | 2f4f0a3 | 2014-07-10 17:50:34 -0700 | [diff] [blame] | 139 | static constexpr size_t kDefaultMaximumSize = 256 * MB; |
Mathieu Chartier | 6a7824d | 2014-08-22 14:53:04 -0700 | [diff] [blame] | 140 | static constexpr size_t kDefaultNonMovingSpaceCapacity = 64 * MB; |
Mathieu Chartier | 720ef76 | 2013-08-17 14:46:54 -0700 | [diff] [blame] | 141 | static constexpr size_t kDefaultMaxFree = 2 * MB; |
| 142 | static constexpr size_t kDefaultMinFree = kDefaultMaxFree / 4; |
Mathieu Chartier | 2775ee4 | 2013-08-20 17:43:47 -0700 | [diff] [blame] | 143 | static constexpr size_t kDefaultLongPauseLogThreshold = MsToNs(5); |
| 144 | static constexpr size_t kDefaultLongGCLogThreshold = MsToNs(100); |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 145 | static constexpr size_t kDefaultTLABSize = 256 * KB; |
Mathieu Chartier | 720ef76 | 2013-08-17 14:46:54 -0700 | [diff] [blame] | 146 | static constexpr double kDefaultTargetUtilization = 0.5; |
Mathieu Chartier | 2f8da3e | 2014-04-15 15:37:02 -0700 | [diff] [blame] | 147 | static constexpr double kDefaultHeapGrowthMultiplier = 2.0; |
Mathieu Chartier | 2dbe627 | 2014-09-16 10:43:23 -0700 | [diff] [blame] | 148 | // Primitive arrays larger than this size are put in the large object space. |
| 149 | static constexpr size_t kDefaultLargeObjectThreshold = 3 * kPageSize; |
Mathieu Chartier | 10d6886 | 2015-04-15 14:21:33 -0700 | [diff] [blame] | 150 | // Whether or not parallel GC is enabled. If not, then we never create the thread pool. |
| 151 | static constexpr bool kDefaultEnableParallelGC = false; |
Igor Murashkin | 446ba4b | 2015-02-04 15:11:27 -0800 | [diff] [blame] | 152 | |
Mathieu Chartier | 2dbe627 | 2014-09-16 10:43:23 -0700 | [diff] [blame] | 153 | // Whether or not we use the free list large object space. Only use it if USE_ART_LOW_4G_ALLOCATOR |
| 154 | // since this means that we have to use the slow msync loop in MemMap::MapAnonymous. |
Mathieu Chartier | 2dbe627 | 2014-09-16 10:43:23 -0700 | [diff] [blame] | 155 | static constexpr space::LargeObjectSpaceType kDefaultLargeObjectSpaceType = |
Igor Murashkin | 446ba4b | 2015-02-04 15:11:27 -0800 | [diff] [blame] | 156 | USE_ART_LOW_4G_ALLOCATOR ? |
| 157 | space::LargeObjectSpaceType::kFreeList |
| 158 | : space::LargeObjectSpaceType::kMap; |
| 159 | |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 160 | // Used so that we don't overflow the allocation time atomic integer. |
Mathieu Chartier | 720ef76 | 2013-08-17 14:46:54 -0700 | [diff] [blame] | 161 | static constexpr size_t kTimeAdjust = 1024; |
Carl Shapiro | 69759ea | 2011-07-21 18:13:35 -0700 | [diff] [blame] | 162 | |
Mathieu Chartier | 7bf52d2 | 2014-03-13 14:46:09 -0700 | [diff] [blame] | 163 | // How often we allow heap trimming to happen (nanoseconds). |
Mathieu Chartier | a5f9de0 | 2014-02-28 16:48:42 -0800 | [diff] [blame] | 164 | static constexpr uint64_t kHeapTrimWait = MsToNs(5000); |
Mathieu Chartier | 7bf52d2 | 2014-03-13 14:46:09 -0700 | [diff] [blame] | 165 | // How long we wait after a transition request to perform a collector transition (nanoseconds). |
| 166 | static constexpr uint64_t kCollectorTransitionWait = MsToNs(5000); |
Mathieu Chartier | a5f9de0 | 2014-02-28 16:48:42 -0800 | [diff] [blame] | 167 | |
Brian Carlstrom | 58ae941 | 2011-10-04 00:56:06 -0700 | [diff] [blame] | 168 | // Create a heap with the requested sizes. The possible empty |
| 169 | // image_file_names names specify Spaces to load based on |
| 170 | // ImageWriter output. |
Mathieu Chartier | 0051be6 | 2012-10-12 17:47:11 -0700 | [diff] [blame] | 171 | explicit Heap(size_t initial_size, size_t growth_limit, size_t min_free, |
Mathieu Chartier | 2f8da3e | 2014-04-15 15:37:02 -0700 | [diff] [blame] | 172 | size_t max_free, double target_utilization, |
| 173 | double foreground_heap_growth_multiplier, size_t capacity, |
Mathieu Chartier | 6a7824d | 2014-08-22 14:53:04 -0700 | [diff] [blame] | 174 | size_t non_moving_space_capacity, |
Mathieu Chartier | e6da9af | 2013-12-16 11:54:42 -0800 | [diff] [blame] | 175 | const std::string& original_image_file_name, |
Brian Carlstrom | 2afe494 | 2014-05-19 10:25:33 -0700 | [diff] [blame] | 176 | InstructionSet image_instruction_set, |
Mathieu Chartier | 31f4414 | 2014-04-08 14:40:03 -0700 | [diff] [blame] | 177 | CollectorType foreground_collector_type, CollectorType background_collector_type, |
Mathieu Chartier | 2dbe627 | 2014-09-16 10:43:23 -0700 | [diff] [blame] | 178 | space::LargeObjectSpaceType large_object_space_type, size_t large_object_threshold, |
Mathieu Chartier | 2775ee4 | 2013-08-20 17:43:47 -0700 | [diff] [blame] | 179 | size_t parallel_gc_threads, size_t conc_gc_threads, bool low_memory_mode, |
Mathieu Chartier | ff3b24a | 2013-11-22 16:04:25 -0800 | [diff] [blame] | 180 | size_t long_pause_threshold, size_t long_gc_threshold, |
Mathieu Chartier | 6f365cc | 2014-04-23 12:42:27 -0700 | [diff] [blame] | 181 | bool ignore_max_footprint, bool use_tlab, |
| 182 | bool verify_pre_gc_heap, bool verify_pre_sweeping_heap, bool verify_post_gc_heap, |
| 183 | bool verify_pre_gc_rosalloc, bool verify_pre_sweeping_rosalloc, |
Zuo Wang | f37a88b | 2014-07-10 04:26:41 -0700 | [diff] [blame] | 184 | bool verify_post_gc_rosalloc, bool use_homogeneous_space_compaction, |
| 185 | uint64_t min_interval_homogeneous_space_compaction_by_oom); |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 186 | |
Elliott Hughes | b3bd5f0 | 2012-03-08 21:05:27 -0800 | [diff] [blame] | 187 | ~Heap(); |
Brian Carlstrom | a7f4f48 | 2011-07-17 17:01:34 -0700 | [diff] [blame] | 188 | |
Brian Carlstrom | a40f9bc | 2011-07-26 21:26:07 -0700 | [diff] [blame] | 189 | // Allocates and initializes storage for an object instance. |
Hiroshi Yamauchi | 4cd662e | 2014-04-03 16:28:10 -0700 | [diff] [blame] | 190 | template <bool kInstrumented, typename PreFenceVisitor> |
Ian Rogers | 6fac447 | 2014-02-25 17:01:10 -0800 | [diff] [blame] | 191 | mirror::Object* AllocObject(Thread* self, mirror::Class* klass, size_t num_bytes, |
Hiroshi Yamauchi | 4cd662e | 2014-04-03 16:28:10 -0700 | [diff] [blame] | 192 | const PreFenceVisitor& pre_fence_visitor) |
Hiroshi Yamauchi | 3b4c189 | 2013-09-12 21:33:12 -0700 | [diff] [blame] | 193 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 194 | return AllocObjectWithAllocator<kInstrumented, true>(self, klass, num_bytes, |
Ian Rogers | 6fac447 | 2014-02-25 17:01:10 -0800 | [diff] [blame] | 195 | GetCurrentAllocator(), |
| 196 | pre_fence_visitor); |
Hiroshi Yamauchi | 3b4c189 | 2013-09-12 21:33:12 -0700 | [diff] [blame] | 197 | } |
Ian Rogers | 6fac447 | 2014-02-25 17:01:10 -0800 | [diff] [blame] | 198 | |
Hiroshi Yamauchi | 4cd662e | 2014-04-03 16:28:10 -0700 | [diff] [blame] | 199 | template <bool kInstrumented, typename PreFenceVisitor> |
Ian Rogers | 6fac447 | 2014-02-25 17:01:10 -0800 | [diff] [blame] | 200 | mirror::Object* AllocNonMovableObject(Thread* self, mirror::Class* klass, size_t num_bytes, |
Hiroshi Yamauchi | 4cd662e | 2014-04-03 16:28:10 -0700 | [diff] [blame] | 201 | const PreFenceVisitor& pre_fence_visitor) |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 202 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 203 | return AllocObjectWithAllocator<kInstrumented, true>(self, klass, num_bytes, |
Ian Rogers | 6fac447 | 2014-02-25 17:01:10 -0800 | [diff] [blame] | 204 | GetCurrentNonMovingAllocator(), |
| 205 | pre_fence_visitor); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 206 | } |
Ian Rogers | 6fac447 | 2014-02-25 17:01:10 -0800 | [diff] [blame] | 207 | |
Hiroshi Yamauchi | 4cd662e | 2014-04-03 16:28:10 -0700 | [diff] [blame] | 208 | template <bool kInstrumented, bool kCheckLargeObject, typename PreFenceVisitor> |
Mathieu Chartier | 1febddf | 2013-11-20 12:33:14 -0800 | [diff] [blame] | 209 | ALWAYS_INLINE mirror::Object* AllocObjectWithAllocator( |
| 210 | Thread* self, mirror::Class* klass, size_t byte_count, AllocatorType allocator, |
Hiroshi Yamauchi | 4cd662e | 2014-04-03 16:28:10 -0700 | [diff] [blame] | 211 | const PreFenceVisitor& pre_fence_visitor) |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 212 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Mathieu Chartier | cbb2d20 | 2013-11-14 17:45:16 -0800 | [diff] [blame] | 213 | |
| 214 | AllocatorType GetCurrentAllocator() const { |
| 215 | return current_allocator_; |
| 216 | } |
| 217 | |
| 218 | AllocatorType GetCurrentNonMovingAllocator() const { |
| 219 | return current_non_moving_allocator_; |
| 220 | } |
Hiroshi Yamauchi | 3b4c189 | 2013-09-12 21:33:12 -0700 | [diff] [blame] | 221 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 222 | // Visit all of the live objects in the heap. |
Mathieu Chartier | 83c8ee0 | 2014-01-28 14:50:23 -0800 | [diff] [blame] | 223 | void VisitObjects(ObjectCallback callback, void* arg) |
Hiroshi Yamauchi | 0c8c303 | 2015-01-16 16:54:35 -0800 | [diff] [blame] | 224 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) |
| 225 | LOCKS_EXCLUDED(Locks::heap_bitmap_lock_); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 226 | void VisitObjectsPaused(ObjectCallback callback, void* arg) |
| 227 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_) |
Hiroshi Yamauchi | 0c8c303 | 2015-01-16 16:54:35 -0800 | [diff] [blame] | 228 | LOCKS_EXCLUDED(Locks::heap_bitmap_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 229 | |
Mathieu Chartier | c645f1d | 2014-03-06 18:11:53 -0800 | [diff] [blame] | 230 | void CheckPreconditionsForAllocObject(mirror::Class* c, size_t byte_count) |
Hiroshi Yamauchi | 3b4c189 | 2013-09-12 21:33:12 -0700 | [diff] [blame] | 231 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Brian Carlstrom | a7f4f48 | 2011-07-17 17:01:34 -0700 | [diff] [blame] | 232 | |
Mathieu Chartier | 8ec31f9 | 2014-09-03 10:30:11 -0700 | [diff] [blame] | 233 | void RegisterNativeAllocation(JNIEnv* env, size_t bytes); |
| 234 | void RegisterNativeFree(JNIEnv* env, size_t bytes); |
Mathieu Chartier | 987ccff | 2013-07-08 11:05:21 -0700 | [diff] [blame] | 235 | |
Mathieu Chartier | 5048223 | 2013-11-21 11:48:14 -0800 | [diff] [blame] | 236 | // Change the allocator, updates entrypoints. |
Mathieu Chartier | d889178 | 2014-03-02 13:28:37 -0800 | [diff] [blame] | 237 | void ChangeAllocator(AllocatorType allocator) |
| 238 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_) |
| 239 | LOCKS_EXCLUDED(Locks::runtime_shutdown_lock_); |
Mathieu Chartier | 5048223 | 2013-11-21 11:48:14 -0800 | [diff] [blame] | 240 | |
Mathieu Chartier | e6da9af | 2013-12-16 11:54:42 -0800 | [diff] [blame] | 241 | // Transition the garbage collector during runtime, may copy objects from one space to another. |
| 242 | void TransitionCollector(CollectorType collector_type); |
| 243 | |
Mathieu Chartier | 0de9f73 | 2013-11-22 17:58:48 -0800 | [diff] [blame] | 244 | // Change the collector to be one of the possible options (MS, CMS, SS). |
Mathieu Chartier | d889178 | 2014-03-02 13:28:37 -0800 | [diff] [blame] | 245 | void ChangeCollector(CollectorType collector_type) |
| 246 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_); |
Mathieu Chartier | 0de9f73 | 2013-11-22 17:58:48 -0800 | [diff] [blame] | 247 | |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 248 | // The given reference is believed to be to an object in the Java heap, check the soundness of it. |
Mathieu Chartier | 4e30541 | 2014-02-19 10:54:44 -0800 | [diff] [blame] | 249 | // TODO: NO_THREAD_SAFETY_ANALYSIS since we call this everywhere and it is impossible to find a |
| 250 | // proper lock ordering for it. |
| 251 | void VerifyObjectBody(mirror::Object* o) NO_THREAD_SAFETY_ANALYSIS; |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 252 | |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 253 | // Check sanity of all live references. |
Ian Rogers | f0bbeab | 2012-10-10 18:26:27 -0700 | [diff] [blame] | 254 | void VerifyHeap() LOCKS_EXCLUDED(Locks::heap_bitmap_lock_); |
Mathieu Chartier | 8ab7e78 | 2014-05-19 16:55:27 -0700 | [diff] [blame] | 255 | // Returns how many failures occured. |
| 256 | size_t VerifyHeapReferences(bool verify_referents = true) |
Hiroshi Yamauchi | 0c8c303 | 2015-01-16 16:54:35 -0800 | [diff] [blame] | 257 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_); |
Mathieu Chartier | c7b83a0 | 2012-09-11 18:07:39 -0700 | [diff] [blame] | 258 | bool VerifyMissingCardMarks() |
Mathieu Chartier | c22c59e | 2014-02-24 15:16:06 -0800 | [diff] [blame] | 259 | EXCLUSIVE_LOCKS_REQUIRED(Locks::heap_bitmap_lock_, Locks::mutator_lock_); |
Ian Rogers | 0cfe1fb | 2011-08-26 03:29:44 -0700 | [diff] [blame] | 260 | |
Elliott Hughes | 6a5bd49 | 2011-10-28 14:33:57 -0700 | [diff] [blame] | 261 | // A weaker test than IsLiveObject or VerifyObject that doesn't require the heap lock, |
Elliott Hughes | a250199 | 2011-08-26 19:39:54 -0700 | [diff] [blame] | 262 | // and doesn't abort on error, allowing the caller to report more |
| 263 | // meaningful diagnostics. |
Mathieu Chartier | d68ac70 | 2014-02-11 14:50:51 -0800 | [diff] [blame] | 264 | bool IsValidObjectAddress(const mirror::Object* obj) const |
| 265 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 266 | |
Mathieu Chartier | d68ac70 | 2014-02-11 14:50:51 -0800 | [diff] [blame] | 267 | // Faster alternative to IsHeapAddress since finding if an object is in the large object space is |
| 268 | // very slow. |
| 269 | bool IsNonDiscontinuousSpaceHeapAddress(const mirror::Object* obj) const |
| 270 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Elliott Hughes | b3bd5f0 | 2012-03-08 21:05:27 -0800 | [diff] [blame] | 271 | |
Elliott Hughes | 6a5bd49 | 2011-10-28 14:33:57 -0700 | [diff] [blame] | 272 | // Returns true if 'obj' is a live heap object, false otherwise (including for invalid addresses). |
| 273 | // Requires the heap lock to be held. |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 274 | bool IsLiveObjectLocked(mirror::Object* obj, bool search_allocation_stack = true, |
Mathieu Chartier | 0f72e41 | 2013-09-06 16:40:01 -0700 | [diff] [blame] | 275 | bool search_live_stack = true, bool sorted = false) |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 276 | SHARED_LOCKS_REQUIRED(Locks::heap_bitmap_lock_, Locks::mutator_lock_); |
Elliott Hughes | a250199 | 2011-08-26 19:39:54 -0700 | [diff] [blame] | 277 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 278 | // Returns true if there is any chance that the object (obj) will move. |
Mathieu Chartier | 6a7824d | 2014-08-22 14:53:04 -0700 | [diff] [blame] | 279 | bool IsMovableObject(const mirror::Object* obj) const SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 280 | |
Mathieu Chartier | 1d27b34 | 2014-01-28 12:51:09 -0800 | [diff] [blame] | 281 | // Enables us to compacting GC until objects are released. |
| 282 | void IncrementDisableMovingGC(Thread* self); |
| 283 | void DecrementDisableMovingGC(Thread* self); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 284 | |
Mathieu Chartier | 4aeec17 | 2014-03-27 16:09:46 -0700 | [diff] [blame] | 285 | // Clear all of the mark bits, doesn't clear bitmaps which have the same live bits as mark bits. |
| 286 | void ClearMarkedObjects() EXCLUSIVE_LOCKS_REQUIRED(Locks::heap_bitmap_lock_); |
| 287 | |
Carl Shapiro | 69759ea | 2011-07-21 18:13:35 -0700 | [diff] [blame] | 288 | // Initiates an explicit garbage collection. |
Mathieu Chartier | 412c7fc | 2014-02-07 12:18:39 -0800 | [diff] [blame] | 289 | void CollectGarbage(bool clear_soft_references); |
Carl Shapiro | 69759ea | 2011-07-21 18:13:35 -0700 | [diff] [blame] | 290 | |
Mathieu Chartier | 7664f5c | 2012-06-08 18:15:32 -0700 | [diff] [blame] | 291 | // Does a concurrent GC, should only be called by the GC daemon thread |
| 292 | // through runtime. |
Hiroshi Yamauchi | 0ae9899 | 2015-05-01 14:33:19 -0700 | [diff] [blame] | 293 | void ConcurrentGC(Thread* self, bool force_full) LOCKS_EXCLUDED(Locks::runtime_shutdown_lock_); |
Mathieu Chartier | 7664f5c | 2012-06-08 18:15:32 -0700 | [diff] [blame] | 294 | |
Elliott Hughes | ec0f83d | 2013-01-15 16:54:08 -0800 | [diff] [blame] | 295 | // Implements VMDebug.countInstancesOfClass and JDWP VM_InstanceCount. |
| 296 | // The boolean decides whether to use IsAssignableFrom or == when comparing classes. |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 297 | void CountInstances(const std::vector<mirror::Class*>& classes, bool use_is_assignable_from, |
Elliott Hughes | ec0f83d | 2013-01-15 16:54:08 -0800 | [diff] [blame] | 298 | uint64_t* counts) |
Ian Rogers | b726dcb | 2012-09-05 08:57:23 -0700 | [diff] [blame] | 299 | LOCKS_EXCLUDED(Locks::heap_bitmap_lock_) |
| 300 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Elliott Hughes | 3b78c94 | 2013-01-15 17:35:41 -0800 | [diff] [blame] | 301 | // Implements JDWP RT_Instances. |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 302 | void GetInstances(mirror::Class* c, int32_t max_count, std::vector<mirror::Object*>& instances) |
Elliott Hughes | 3b78c94 | 2013-01-15 17:35:41 -0800 | [diff] [blame] | 303 | LOCKS_EXCLUDED(Locks::heap_bitmap_lock_) |
| 304 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Elliott Hughes | 0cbaff5 | 2013-01-16 15:28:01 -0800 | [diff] [blame] | 305 | // Implements JDWP OR_ReferringObjects. |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 306 | void GetReferringObjects(mirror::Object* o, int32_t max_count, std::vector<mirror::Object*>& referring_objects) |
Elliott Hughes | 0cbaff5 | 2013-01-16 15:28:01 -0800 | [diff] [blame] | 307 | LOCKS_EXCLUDED(Locks::heap_bitmap_lock_) |
| 308 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Elliott Hughes | 9d5ccec | 2011-09-19 13:19:50 -0700 | [diff] [blame] | 309 | |
Ian Rogers | 3bb17a6 | 2012-01-27 23:56:44 -0800 | [diff] [blame] | 310 | // Removes the growth limit on the alloc space so it may grow to its maximum capacity. Used to |
| 311 | // implement dalvik.system.VMRuntime.clearGrowthLimit. |
Elliott Hughes | b3bd5f0 | 2012-03-08 21:05:27 -0800 | [diff] [blame] | 312 | void ClearGrowthLimit(); |
jeffhao | c116070 | 2011-10-27 15:48:45 -0700 | [diff] [blame] | 313 | |
Mathieu Chartier | 379d09f | 2015-01-08 11:28:13 -0800 | [diff] [blame] | 314 | // Make the current growth limit the new maximum capacity, unmaps pages at the end of spaces |
| 315 | // which will never be used. Used to implement dalvik.system.VMRuntime.clampGrowthLimit. |
Mathieu Chartier | ddac423 | 2015-04-02 10:08:03 -0700 | [diff] [blame] | 316 | void ClampGrowthLimit() LOCKS_EXCLUDED(Locks::heap_bitmap_lock_); |
Mathieu Chartier | 379d09f | 2015-01-08 11:28:13 -0800 | [diff] [blame] | 317 | |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 318 | // Target ideal heap utilization ratio, implements |
| 319 | // dalvik.system.VMRuntime.getTargetHeapUtilization. |
Mathieu Chartier | 0051be6 | 2012-10-12 17:47:11 -0700 | [diff] [blame] | 320 | double GetTargetHeapUtilization() const { |
| 321 | return target_utilization_; |
| 322 | } |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 323 | |
Mathieu Chartier | 0a9dc05 | 2013-07-25 11:01:28 -0700 | [diff] [blame] | 324 | // Data structure memory usage tracking. |
| 325 | void RegisterGCAllocation(size_t bytes); |
| 326 | void RegisterGCDeAllocation(size_t bytes); |
| 327 | |
Mathieu Chartier | 1b54f9c | 2014-04-30 16:45:02 -0700 | [diff] [blame] | 328 | // Set the heap's private space pointers to be the same as the space based on it's type. Public |
| 329 | // due to usage by tests. |
| 330 | void SetSpaceAsDefault(space::ContinuousSpace* continuous_space) |
Mathieu Chartier | 73d1e17 | 2014-04-11 17:53:48 -0700 | [diff] [blame] | 331 | LOCKS_EXCLUDED(Locks::heap_bitmap_lock_); |
Mathieu Chartier | 1b54f9c | 2014-04-30 16:45:02 -0700 | [diff] [blame] | 332 | void AddSpace(space::Space* space) LOCKS_EXCLUDED(Locks::heap_bitmap_lock_); |
| 333 | void RemoveSpace(space::Space* space) LOCKS_EXCLUDED(Locks::heap_bitmap_lock_); |
Mathieu Chartier | 73d1e17 | 2014-04-11 17:53:48 -0700 | [diff] [blame] | 334 | |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 335 | // Set target ideal heap utilization ratio, implements |
| 336 | // dalvik.system.VMRuntime.setTargetHeapUtilization. |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 337 | void SetTargetHeapUtilization(float target); |
Ian Rogers | 3bb17a6 | 2012-01-27 23:56:44 -0800 | [diff] [blame] | 338 | |
| 339 | // For the alloc space, sets the maximum number of bytes that the heap is allowed to allocate |
| 340 | // from the system. Doesn't allow the space to exceed its growth limit. |
Elliott Hughes | b3bd5f0 | 2012-03-08 21:05:27 -0800 | [diff] [blame] | 341 | void SetIdealFootprint(size_t max_allowed_footprint); |
Elliott Hughes | 7ede61e | 2011-09-14 18:18:06 -0700 | [diff] [blame] | 342 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 343 | // Blocks the caller until the garbage collector becomes idle and returns the type of GC we |
| 344 | // waited for. |
Mathieu Chartier | 89a201e | 2014-05-02 10:27:26 -0700 | [diff] [blame] | 345 | collector::GcType WaitForGcToComplete(GcCause cause, Thread* self) |
| 346 | LOCKS_EXCLUDED(gc_complete_lock_); |
Carl Shapiro | 69759ea | 2011-07-21 18:13:35 -0700 | [diff] [blame] | 347 | |
Mathieu Chartier | ca2a24d | 2013-11-25 15:12:12 -0800 | [diff] [blame] | 348 | // Update the heap's process state to a new value, may cause compaction to occur. |
| 349 | void UpdateProcessState(ProcessState process_state); |
| 350 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 351 | const std::vector<space::ContinuousSpace*>& GetContinuousSpaces() const { |
| 352 | return continuous_spaces_; |
Mathieu Chartier | 2b82db4 | 2012-11-14 17:29:05 -0800 | [diff] [blame] | 353 | } |
| 354 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 355 | const std::vector<space::DiscontinuousSpace*>& GetDiscontinuousSpaces() const { |
| 356 | return discontinuous_spaces_; |
Carl Shapiro | 58551df | 2011-07-24 03:09:51 -0700 | [diff] [blame] | 357 | } |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 358 | |
Mathieu Chartier | 10fb83a | 2014-06-15 15:15:43 -0700 | [diff] [blame] | 359 | const collector::Iteration* GetCurrentGcIteration() const { |
| 360 | return ¤t_gc_iteration_; |
| 361 | } |
| 362 | collector::Iteration* GetCurrentGcIteration() { |
| 363 | return ¤t_gc_iteration_; |
| 364 | } |
| 365 | |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 366 | // Enable verification of object references when the runtime is sufficiently initialized. |
Elliott Hughes | b3bd5f0 | 2012-03-08 21:05:27 -0800 | [diff] [blame] | 367 | void EnableObjectValidation() { |
Mathieu Chartier | 4e30541 | 2014-02-19 10:54:44 -0800 | [diff] [blame] | 368 | verify_object_mode_ = kVerifyObjectSupport; |
| 369 | if (verify_object_mode_ > kVerifyObjectModeDisabled) { |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 370 | VerifyHeap(); |
| 371 | } |
Elliott Hughes | 85d1545 | 2011-09-16 17:33:01 -0700 | [diff] [blame] | 372 | } |
| 373 | |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 374 | // Disable object reference verification for image writing. |
Elliott Hughes | b3bd5f0 | 2012-03-08 21:05:27 -0800 | [diff] [blame] | 375 | void DisableObjectValidation() { |
Mathieu Chartier | 4e30541 | 2014-02-19 10:54:44 -0800 | [diff] [blame] | 376 | verify_object_mode_ = kVerifyObjectModeDisabled; |
Ian Rogers | 0cfe1fb | 2011-08-26 03:29:44 -0700 | [diff] [blame] | 377 | } |
| 378 | |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 379 | // Other checks may be performed if we know the heap should be in a sane state. |
Ian Rogers | 23435d0 | 2012-09-24 11:23:12 -0700 | [diff] [blame] | 380 | bool IsObjectValidationEnabled() const { |
Mathieu Chartier | 4e30541 | 2014-02-19 10:54:44 -0800 | [diff] [blame] | 381 | return verify_object_mode_ > kVerifyObjectModeDisabled; |
Ian Rogers | 23435d0 | 2012-09-24 11:23:12 -0700 | [diff] [blame] | 382 | } |
| 383 | |
Mathieu Chartier | e0a53e9 | 2013-08-05 10:17:40 -0700 | [diff] [blame] | 384 | // Returns true if low memory mode is enabled. |
| 385 | bool IsLowMemoryMode() const { |
| 386 | return low_memory_mode_; |
| 387 | } |
| 388 | |
Mathieu Chartier | 2f8da3e | 2014-04-15 15:37:02 -0700 | [diff] [blame] | 389 | // Returns the heap growth multiplier, this affects how much we grow the heap after a GC. |
| 390 | // Scales heap growth, min free, and max free. |
| 391 | double HeapGrowthMultiplier() const; |
| 392 | |
Mathieu Chartier | e6da9af | 2013-12-16 11:54:42 -0800 | [diff] [blame] | 393 | // Freed bytes can be negative in cases where we copy objects from a compacted space to a |
| 394 | // free-list backed space. |
Mathieu Chartier | e76e70f | 2014-05-02 16:35:37 -0700 | [diff] [blame] | 395 | void RecordFree(uint64_t freed_objects, int64_t freed_bytes); |
Brian Carlstrom | 693267a | 2011-09-06 09:25:34 -0700 | [diff] [blame] | 396 | |
Hiroshi Yamauchi | 4460a84 | 2015-03-09 11:57:48 -0700 | [diff] [blame] | 397 | // Record the bytes freed by thread-local buffer revoke. |
| 398 | void RecordFreeRevoke(); |
| 399 | |
Elliott Hughes | 5ea047b | 2011-09-13 14:38:18 -0700 | [diff] [blame] | 400 | // Must be called if a field of an Object in the heap changes, and before any GC safe-point. |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 401 | // The call is not needed if null is stored in the field. |
Mathieu Chartier | 2d2621a | 2014-10-23 16:48:06 -0700 | [diff] [blame] | 402 | ALWAYS_INLINE void WriteBarrierField(const mirror::Object* dst, MemberOffset /*offset*/, |
| 403 | const mirror::Object* /*new_value*/) { |
Mathieu Chartier | e35517a | 2012-10-30 18:49:55 -0700 | [diff] [blame] | 404 | card_table_->MarkCard(dst); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 405 | } |
| 406 | |
| 407 | // Write barrier for array operations that update many field positions |
Mathieu Chartier | 2d2621a | 2014-10-23 16:48:06 -0700 | [diff] [blame] | 408 | ALWAYS_INLINE void WriteBarrierArray(const mirror::Object* dst, int /*start_offset*/, |
| 409 | size_t /*length TODO: element_count or byte_count?*/) { |
Mathieu Chartier | e35517a | 2012-10-30 18:49:55 -0700 | [diff] [blame] | 410 | card_table_->MarkCard(dst); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 411 | } |
| 412 | |
Mathieu Chartier | 2d2621a | 2014-10-23 16:48:06 -0700 | [diff] [blame] | 413 | ALWAYS_INLINE void WriteBarrierEveryFieldOf(const mirror::Object* obj) { |
Mathieu Chartier | 0732d59 | 2013-11-06 11:02:50 -0800 | [diff] [blame] | 414 | card_table_->MarkCard(obj); |
| 415 | } |
| 416 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 417 | accounting::CardTable* GetCardTable() const { |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 418 | return card_table_.get(); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 419 | } |
| 420 | |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 421 | accounting::ReadBarrierTable* GetReadBarrierTable() const { |
| 422 | return rb_table_.get(); |
| 423 | } |
| 424 | |
Mathieu Chartier | 8668c3c | 2014-04-24 16:48:11 -0700 | [diff] [blame] | 425 | void AddFinalizerReference(Thread* self, mirror::Object** object); |
Elliott Hughes | adb460d | 2011-10-05 17:02:34 -0700 | [diff] [blame] | 426 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 427 | // Returns the number of bytes currently allocated. |
| 428 | size_t GetBytesAllocated() const { |
Ian Rogers | 3e5cf30 | 2014-05-20 16:40:37 -0700 | [diff] [blame] | 429 | return num_bytes_allocated_.LoadSequentiallyConsistent(); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 430 | } |
| 431 | |
| 432 | // Returns the number of objects currently allocated. |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 433 | size_t GetObjectsAllocated() const LOCKS_EXCLUDED(Locks::heap_bitmap_lock_); |
Mathieu Chartier | 7664f5c | 2012-06-08 18:15:32 -0700 | [diff] [blame] | 434 | |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 435 | // Returns the total number of objects allocated since the heap was created. |
Mathieu Chartier | dd162fb | 2014-08-06 17:06:33 -0700 | [diff] [blame] | 436 | uint64_t GetObjectsAllocatedEver() const; |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 437 | |
| 438 | // Returns the total number of bytes allocated since the heap was created. |
Mathieu Chartier | dd162fb | 2014-08-06 17:06:33 -0700 | [diff] [blame] | 439 | uint64_t GetBytesAllocatedEver() const; |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 440 | |
| 441 | // Returns the total number of objects freed since the heap was created. |
Mathieu Chartier | dd162fb | 2014-08-06 17:06:33 -0700 | [diff] [blame] | 442 | uint64_t GetObjectsFreedEver() const { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 443 | return total_objects_freed_ever_; |
| 444 | } |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 445 | |
| 446 | // Returns the total number of bytes freed since the heap was created. |
Mathieu Chartier | dd162fb | 2014-08-06 17:06:33 -0700 | [diff] [blame] | 447 | uint64_t GetBytesFreedEver() const { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 448 | return total_bytes_freed_ever_; |
| 449 | } |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 450 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 451 | // Implements java.lang.Runtime.maxMemory, returning the maximum amount of memory a program can |
| 452 | // consume. For a regular VM this would relate to the -Xmx option and would return -1 if no Xmx |
| 453 | // were specified. Android apps start with a growth limit (small heap size) which is |
| 454 | // cleared/extended for large apps. |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 455 | size_t GetMaxMemory() const { |
Mathieu Chartier | dd162fb | 2014-08-06 17:06:33 -0700 | [diff] [blame] | 456 | // There is some race conditions in the allocation code that can cause bytes allocated to |
| 457 | // become larger than growth_limit_ in rare cases. |
| 458 | return std::max(GetBytesAllocated(), growth_limit_); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 459 | } |
| 460 | |
Mathieu Chartier | dd162fb | 2014-08-06 17:06:33 -0700 | [diff] [blame] | 461 | // Implements java.lang.Runtime.totalMemory, returning approximate amount of memory currently |
| 462 | // consumed by an application. |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 463 | size_t GetTotalMemory() const; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 464 | |
Mathieu Chartier | dd162fb | 2014-08-06 17:06:33 -0700 | [diff] [blame] | 465 | // Returns approximately how much free memory we have until the next GC happens. |
| 466 | size_t GetFreeMemoryUntilGC() const { |
| 467 | return max_allowed_footprint_ - GetBytesAllocated(); |
| 468 | } |
| 469 | |
| 470 | // Returns approximately how much free memory we have until the next OOME happens. |
| 471 | size_t GetFreeMemoryUntilOOME() const { |
| 472 | return growth_limit_ - GetBytesAllocated(); |
| 473 | } |
| 474 | |
| 475 | // Returns how much free memory we have until we need to grow the heap to perform an allocation. |
| 476 | // Similar to GetFreeMemoryUntilGC. Implements java.lang.Runtime.freeMemory. |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 477 | size_t GetFreeMemory() const { |
Mathieu Chartier | 146b187 | 2014-06-27 09:57:12 -0700 | [diff] [blame] | 478 | size_t byte_allocated = num_bytes_allocated_.LoadSequentiallyConsistent(); |
Mathieu Chartier | dd162fb | 2014-08-06 17:06:33 -0700 | [diff] [blame] | 479 | size_t total_memory = GetTotalMemory(); |
| 480 | // Make sure we don't get a negative number. |
| 481 | return total_memory - std::min(total_memory, byte_allocated); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 482 | } |
| 483 | |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 484 | // get the space that corresponds to an object's address. Current implementation searches all |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 485 | // spaces in turn. If fail_ok is false then failing to find a space will cause an abort. |
| 486 | // TODO: consider using faster data structure like binary tree. |
| 487 | space::ContinuousSpace* FindContinuousSpaceFromObject(const mirror::Object*, bool fail_ok) const; |
| 488 | space::DiscontinuousSpace* FindDiscontinuousSpaceFromObject(const mirror::Object*, |
| 489 | bool fail_ok) const; |
| 490 | space::Space* FindSpaceFromObject(const mirror::Object*, bool fail_ok) const; |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 491 | |
Ian Rogers | 7b078e8 | 2014-09-10 14:44:24 -0700 | [diff] [blame] | 492 | void DumpForSigQuit(std::ostream& os); |
Mathieu Chartier | a5f9de0 | 2014-02-28 16:48:42 -0800 | [diff] [blame] | 493 | |
Mathieu Chartier | a5eae69 | 2014-12-17 17:56:03 -0800 | [diff] [blame] | 494 | // Do a pending collector transition. |
| 495 | void DoPendingCollectorTransition(); |
Mathieu Chartier | a5f9de0 | 2014-02-28 16:48:42 -0800 | [diff] [blame] | 496 | |
Mathieu Chartier | a5eae69 | 2014-12-17 17:56:03 -0800 | [diff] [blame] | 497 | // Deflate monitors, ... and trim the spaces. |
| 498 | void Trim(Thread* self) LOCKS_EXCLUDED(gc_complete_lock_); |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 499 | |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 500 | void RevokeThreadLocalBuffers(Thread* thread); |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 501 | void RevokeRosAllocThreadLocalBuffers(Thread* thread); |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 502 | void RevokeAllThreadLocalBuffers(); |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 503 | void AssertThreadLocalBuffersAreRevoked(Thread* thread); |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 504 | void AssertAllBumpPointerSpaceThreadLocalBuffersAreRevoked(); |
Mathieu Chartier | 6f365cc | 2014-04-23 12:42:27 -0700 | [diff] [blame] | 505 | void RosAllocVerification(TimingLogger* timings, const char* name) |
Hiroshi Yamauchi | a4adbfd | 2014-02-04 18:12:17 -0800 | [diff] [blame] | 506 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_); |
| 507 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 508 | accounting::HeapBitmap* GetLiveBitmap() SHARED_LOCKS_REQUIRED(Locks::heap_bitmap_lock_) { |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 509 | return live_bitmap_.get(); |
| 510 | } |
| 511 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 512 | accounting::HeapBitmap* GetMarkBitmap() SHARED_LOCKS_REQUIRED(Locks::heap_bitmap_lock_) { |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 513 | return mark_bitmap_.get(); |
| 514 | } |
| 515 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 516 | accounting::ObjectStack* GetLiveStack() SHARED_LOCKS_REQUIRED(Locks::heap_bitmap_lock_) { |
Mathieu Chartier | 2b82db4 | 2012-11-14 17:29:05 -0800 | [diff] [blame] | 517 | return live_stack_.get(); |
| 518 | } |
| 519 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 520 | void PreZygoteFork() NO_THREAD_SAFETY_ANALYSIS; |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 521 | |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 522 | // Mark and empty stack. |
| 523 | void FlushAllocStack() |
Mathieu Chartier | cb535da | 2015-01-23 13:50:03 -0800 | [diff] [blame] | 524 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) |
Ian Rogers | b726dcb | 2012-09-05 08:57:23 -0700 | [diff] [blame] | 525 | EXCLUSIVE_LOCKS_REQUIRED(Locks::heap_bitmap_lock_); |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 526 | |
Hiroshi Yamauchi | 90d7068 | 2014-02-20 16:17:30 -0800 | [diff] [blame] | 527 | // Revoke all the thread-local allocation stacks. |
Mathieu Chartier | c22c59e | 2014-02-24 15:16:06 -0800 | [diff] [blame] | 528 | void RevokeAllThreadLocalAllocationStacks(Thread* self) |
Mathieu Chartier | d889178 | 2014-03-02 13:28:37 -0800 | [diff] [blame] | 529 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_) |
| 530 | LOCKS_EXCLUDED(Locks::runtime_shutdown_lock_, Locks::thread_list_lock_); |
Hiroshi Yamauchi | 90d7068 | 2014-02-20 16:17:30 -0800 | [diff] [blame] | 531 | |
Mathieu Chartier | c7b83a0 | 2012-09-11 18:07:39 -0700 | [diff] [blame] | 532 | // Mark all the objects in the allocation stack in the specified bitmap. |
Mathieu Chartier | a8e8f9c | 2014-04-09 14:51:05 -0700 | [diff] [blame] | 533 | // TODO: Refactor? |
| 534 | void MarkAllocStack(accounting::SpaceBitmap<kObjectAlignment>* bitmap1, |
| 535 | accounting::SpaceBitmap<kObjectAlignment>* bitmap2, |
Mathieu Chartier | bbd695c | 2014-04-16 09:48:48 -0700 | [diff] [blame] | 536 | accounting::SpaceBitmap<kLargeObjectAlignment>* large_objects, |
| 537 | accounting::ObjectStack* stack) |
Mathieu Chartier | cb535da | 2015-01-23 13:50:03 -0800 | [diff] [blame] | 538 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) |
Mathieu Chartier | c7b83a0 | 2012-09-11 18:07:39 -0700 | [diff] [blame] | 539 | EXCLUSIVE_LOCKS_REQUIRED(Locks::heap_bitmap_lock_); |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 540 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 541 | // Mark the specified allocation stack as live. |
| 542 | void MarkAllocStackAsLive(accounting::ObjectStack* stack) |
Mathieu Chartier | cb535da | 2015-01-23 13:50:03 -0800 | [diff] [blame] | 543 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) |
Mathieu Chartier | ca2a24d | 2013-11-25 15:12:12 -0800 | [diff] [blame] | 544 | EXCLUSIVE_LOCKS_REQUIRED(Locks::heap_bitmap_lock_); |
Mathieu Chartier | 8235331 | 2013-07-18 10:47:51 -0700 | [diff] [blame] | 545 | |
Mathieu Chartier | a1602f2 | 2014-01-13 17:19:19 -0800 | [diff] [blame] | 546 | // Unbind any bound bitmaps. |
| 547 | void UnBindBitmaps() EXCLUSIVE_LOCKS_REQUIRED(Locks::heap_bitmap_lock_); |
| 548 | |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 549 | // DEPRECATED: Should remove in "near" future when support for multiple image spaces is added. |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 550 | // Assumes there is only one image space. |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 551 | space::ImageSpace* GetImageSpace() const; |
| 552 | |
Mathieu Chartier | 6a7824d | 2014-08-22 14:53:04 -0700 | [diff] [blame] | 553 | // Permenantly disable moving garbage collection. |
| 554 | void DisableMovingGc(); |
Mathieu Chartier | 6dda898 | 2014-03-06 11:11:48 -0800 | [diff] [blame] | 555 | |
Mathieu Chartier | e6da9af | 2013-12-16 11:54:42 -0800 | [diff] [blame] | 556 | space::DlMallocSpace* GetDlMallocSpace() const { |
| 557 | return dlmalloc_space_; |
| 558 | } |
| 559 | |
| 560 | space::RosAllocSpace* GetRosAllocSpace() const { |
| 561 | return rosalloc_space_; |
| 562 | } |
| 563 | |
Zuo Wang | f37a88b | 2014-07-10 04:26:41 -0700 | [diff] [blame] | 564 | // Return the corresponding rosalloc space. |
| 565 | space::RosAllocSpace* GetRosAllocSpace(gc::allocator::RosAlloc* rosalloc) const; |
| 566 | |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 567 | space::MallocSpace* GetNonMovingSpace() const { |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 568 | return non_moving_space_; |
Mathieu Chartier | e0f0cb3 | 2012-08-28 11:26:00 -0700 | [diff] [blame] | 569 | } |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 570 | |
| 571 | space::LargeObjectSpace* GetLargeObjectsSpace() const { |
| 572 | return large_object_space_; |
| 573 | } |
| 574 | |
Hiroshi Yamauchi | 05e713a | 2014-01-09 13:24:51 -0800 | [diff] [blame] | 575 | // Returns the free list space that may contain movable objects (the |
| 576 | // one that's not the non-moving space), either rosalloc_space_ or |
| 577 | // dlmalloc_space_. |
| 578 | space::MallocSpace* GetPrimaryFreeListSpace() { |
| 579 | if (kUseRosAlloc) { |
| 580 | DCHECK(rosalloc_space_ != nullptr); |
| 581 | // reinterpret_cast is necessary as the space class hierarchy |
| 582 | // isn't known (#included) yet here. |
| 583 | return reinterpret_cast<space::MallocSpace*>(rosalloc_space_); |
| 584 | } else { |
| 585 | DCHECK(dlmalloc_space_ != nullptr); |
| 586 | return reinterpret_cast<space::MallocSpace*>(dlmalloc_space_); |
| 587 | } |
| 588 | } |
| 589 | |
Mathieu Chartier | 4c13a3f | 2014-07-14 14:57:16 -0700 | [diff] [blame] | 590 | std::string DumpSpaces() const WARN_UNUSED; |
| 591 | void DumpSpaces(std::ostream& stream) const; |
Elliott Hughes | f834936 | 2012-06-18 15:00:06 -0700 | [diff] [blame] | 592 | |
Mathieu Chartier | 15d3402 | 2014-02-26 17:16:38 -0800 | [diff] [blame] | 593 | // Dump object should only be used by the signal handler. |
| 594 | void DumpObject(std::ostream& stream, mirror::Object* obj) NO_THREAD_SAFETY_ANALYSIS; |
| 595 | // Safe version of pretty type of which check to make sure objects are heap addresses. |
| 596 | std::string SafeGetClassDescriptor(mirror::Class* klass) NO_THREAD_SAFETY_ANALYSIS; |
| 597 | std::string SafePrettyTypeOf(mirror::Object* obj) NO_THREAD_SAFETY_ANALYSIS; |
| 598 | |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 599 | // GC performance measuring |
Elliott Hughes | 8b788fe | 2013-04-17 15:57:01 -0700 | [diff] [blame] | 600 | void DumpGcPerformanceInfo(std::ostream& os); |
Hiroshi Yamauchi | 3767017 | 2015-06-10 17:20:54 -0700 | [diff] [blame] | 601 | void ResetGcPerformanceInfo(); |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 602 | |
Mathieu Chartier | 2775ee4 | 2013-08-20 17:43:47 -0700 | [diff] [blame] | 603 | // Returns true if we currently care about pause times. |
| 604 | bool CareAboutPauseTimes() const { |
Mathieu Chartier | ca2a24d | 2013-11-25 15:12:12 -0800 | [diff] [blame] | 605 | return process_state_ == kProcessStateJankPerceptible; |
Mathieu Chartier | 2775ee4 | 2013-08-20 17:43:47 -0700 | [diff] [blame] | 606 | } |
| 607 | |
Mathieu Chartier | 02b6a78 | 2012-10-26 13:51:26 -0700 | [diff] [blame] | 608 | // Thread pool. |
| 609 | void CreateThreadPool(); |
| 610 | void DeleteThreadPool(); |
| 611 | ThreadPool* GetThreadPool() { |
| 612 | return thread_pool_.get(); |
| 613 | } |
Mathieu Chartier | 2775ee4 | 2013-08-20 17:43:47 -0700 | [diff] [blame] | 614 | size_t GetParallelGCThreadCount() const { |
| 615 | return parallel_gc_threads_; |
| 616 | } |
| 617 | size_t GetConcGCThreadCount() const { |
| 618 | return conc_gc_threads_; |
| 619 | } |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 620 | accounting::ModUnionTable* FindModUnionTableFromSpace(space::Space* space); |
| 621 | void AddModUnionTable(accounting::ModUnionTable* mod_union_table); |
Mathieu Chartier | 02b6a78 | 2012-10-26 13:51:26 -0700 | [diff] [blame] | 622 | |
Hiroshi Yamauchi | 38e68e9 | 2014-03-07 13:59:08 -0800 | [diff] [blame] | 623 | accounting::RememberedSet* FindRememberedSetFromSpace(space::Space* space); |
| 624 | void AddRememberedSet(accounting::RememberedSet* remembered_set); |
Mathieu Chartier | 5189e24 | 2014-07-24 11:11:05 -0700 | [diff] [blame] | 625 | // Also deletes the remebered set. |
Hiroshi Yamauchi | 38e68e9 | 2014-03-07 13:59:08 -0800 | [diff] [blame] | 626 | void RemoveRememberedSet(space::Space* space); |
| 627 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 628 | bool IsCompilingBoot() const; |
| 629 | bool HasImageSpace() const; |
| 630 | |
Mathieu Chartier | 78f7b4c | 2014-05-06 10:57:27 -0700 | [diff] [blame] | 631 | ReferenceProcessor* GetReferenceProcessor() { |
| 632 | return &reference_processor_; |
| 633 | } |
Mathieu Chartier | a5eae69 | 2014-12-17 17:56:03 -0800 | [diff] [blame] | 634 | TaskProcessor* GetTaskProcessor() { |
| 635 | return task_processor_.get(); |
| 636 | } |
Mathieu Chartier | 78f7b4c | 2014-05-06 10:57:27 -0700 | [diff] [blame] | 637 | |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 638 | bool HasZygoteSpace() const { |
| 639 | return zygote_space_ != nullptr; |
| 640 | } |
| 641 | |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 642 | collector::ConcurrentCopying* ConcurrentCopyingCollector() { |
| 643 | return concurrent_copying_collector_; |
| 644 | } |
| 645 | |
| 646 | CollectorType CurrentCollectorType() { |
| 647 | return collector_type_; |
| 648 | } |
| 649 | |
| 650 | bool IsGcConcurrentAndMoving() const { |
| 651 | if (IsGcConcurrent() && IsMovingGc(collector_type_)) { |
| 652 | // Assume no transition when a concurrent moving collector is used. |
| 653 | DCHECK_EQ(collector_type_, foreground_collector_type_); |
| 654 | DCHECK_EQ(foreground_collector_type_, background_collector_type_) |
| 655 | << "Assume no transition such that collector_type_ won't change"; |
| 656 | return true; |
| 657 | } |
| 658 | return false; |
| 659 | } |
| 660 | |
| 661 | bool IsMovingGCDisabled(Thread* self) { |
| 662 | MutexLock mu(self, *gc_complete_lock_); |
| 663 | return disable_moving_gc_count_ > 0; |
| 664 | } |
| 665 | |
Mathieu Chartier | a5eae69 | 2014-12-17 17:56:03 -0800 | [diff] [blame] | 666 | // Request an asynchronous trim. |
| 667 | void RequestTrim(Thread* self) LOCKS_EXCLUDED(pending_task_lock_); |
| 668 | |
| 669 | // Request asynchronous GC. |
Hiroshi Yamauchi | 0ae9899 | 2015-05-01 14:33:19 -0700 | [diff] [blame] | 670 | void RequestConcurrentGC(Thread* self, bool force_full) LOCKS_EXCLUDED(pending_task_lock_); |
Mathieu Chartier | 079101a | 2014-12-15 14:23:10 -0800 | [diff] [blame] | 671 | |
Mathieu Chartier | dfe3083 | 2015-03-06 15:28:34 -0800 | [diff] [blame] | 672 | // Whether or not we may use a garbage collector, used so that we only create collectors we need. |
| 673 | bool MayUseCollector(CollectorType type) const; |
| 674 | |
Hiroshi Yamauchi | 4460a84 | 2015-03-09 11:57:48 -0700 | [diff] [blame] | 675 | // Used by tests to reduce timinig-dependent flakiness in OOME behavior. |
| 676 | void SetMinIntervalHomogeneousSpaceCompactionByOom(uint64_t interval) { |
| 677 | min_interval_homogeneous_space_compaction_by_oom_ = interval; |
| 678 | } |
| 679 | |
Hiroshi Yamauchi | a1c9f01 | 2015-04-02 10:18:12 -0700 | [diff] [blame] | 680 | // Helpers for android.os.Debug.getRuntimeStat(). |
| 681 | uint64_t GetGcCount() const; |
| 682 | uint64_t GetGcTime() const; |
| 683 | uint64_t GetBlockingGcCount() const; |
| 684 | uint64_t GetBlockingGcTime() const; |
| 685 | void DumpGcCountRateHistogram(std::ostream& os) const; |
| 686 | void DumpBlockingGcCountRateHistogram(std::ostream& os) const; |
| 687 | |
Man Cao | 8c2ff64 | 2015-05-27 17:25:30 -0700 | [diff] [blame] | 688 | // Allocation tracking support |
| 689 | // Callers to this function use double-checked locking to ensure safety on allocation_records_ |
| 690 | bool IsAllocTrackingEnabled() const { |
| 691 | return alloc_tracking_enabled_.LoadRelaxed(); |
| 692 | } |
| 693 | |
| 694 | void SetAllocTrackingEnabled(bool enabled) EXCLUSIVE_LOCKS_REQUIRED(Locks::alloc_tracker_lock_) { |
| 695 | alloc_tracking_enabled_.StoreRelaxed(enabled); |
| 696 | } |
| 697 | |
| 698 | AllocRecordObjectMap* GetAllocationRecords() const |
| 699 | EXCLUSIVE_LOCKS_REQUIRED(Locks::alloc_tracker_lock_) { |
| 700 | return allocation_records_.get(); |
| 701 | } |
| 702 | |
| 703 | void SetAllocationRecords(AllocRecordObjectMap* records) |
| 704 | EXCLUSIVE_LOCKS_REQUIRED(Locks::alloc_tracker_lock_); |
| 705 | |
Man Cao | 1ed11b9 | 2015-06-11 22:47:35 -0700 | [diff] [blame^] | 706 | void VisitAllocationRecords(RootVisitor* visitor) const |
| 707 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
| 708 | |
Man Cao | 8c2ff64 | 2015-05-27 17:25:30 -0700 | [diff] [blame] | 709 | void SweepAllocationRecords(IsMarkedCallback* visitor, void* arg) const |
| 710 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
| 711 | |
Carl Shapiro | 58551df | 2011-07-24 03:09:51 -0700 | [diff] [blame] | 712 | private: |
Mathieu Chartier | a5eae69 | 2014-12-17 17:56:03 -0800 | [diff] [blame] | 713 | class ConcurrentGCTask; |
| 714 | class CollectorTransitionTask; |
| 715 | class HeapTrimTask; |
| 716 | |
Hiroshi Yamauchi | e4d9987 | 2015-02-26 12:53:45 -0800 | [diff] [blame] | 717 | // Compact source space to target space. Returns the collector used. |
| 718 | collector::GarbageCollector* Compact(space::ContinuousMemMapAllocSpace* target_space, |
| 719 | space::ContinuousMemMapAllocSpace* source_space, |
| 720 | GcCause gc_cause) |
Mathieu Chartier | 31f4414 | 2014-04-08 14:40:03 -0700 | [diff] [blame] | 721 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 722 | |
Hiroshi Yamauchi | e4d9987 | 2015-02-26 12:53:45 -0800 | [diff] [blame] | 723 | void LogGC(GcCause gc_cause, collector::GarbageCollector* collector); |
Mathieu Chartier | e6da9af | 2013-12-16 11:54:42 -0800 | [diff] [blame] | 724 | void FinishGC(Thread* self, collector::GcType gc_type) LOCKS_EXCLUDED(gc_complete_lock_); |
| 725 | |
Mathieu Chartier | b363f66 | 2014-07-16 13:28:58 -0700 | [diff] [blame] | 726 | // Create a mem map with a preferred base address. |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 727 | static MemMap* MapAnonymousPreferredAddress(const char* name, uint8_t* request_begin, |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 728 | size_t capacity, std::string* out_error_str); |
Mathieu Chartier | b363f66 | 2014-07-16 13:28:58 -0700 | [diff] [blame] | 729 | |
Zuo Wang | f37a88b | 2014-07-10 04:26:41 -0700 | [diff] [blame] | 730 | bool SupportHSpaceCompaction() const { |
Mathieu Chartier | b363f66 | 2014-07-16 13:28:58 -0700 | [diff] [blame] | 731 | // Returns true if we can do hspace compaction |
Zuo Wang | f37a88b | 2014-07-10 04:26:41 -0700 | [diff] [blame] | 732 | return main_space_backup_ != nullptr; |
| 733 | } |
| 734 | |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 735 | static ALWAYS_INLINE bool AllocatorHasAllocationStack(AllocatorType allocator_type) { |
| 736 | return |
| 737 | allocator_type != kAllocatorTypeBumpPointer && |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 738 | allocator_type != kAllocatorTypeTLAB && |
| 739 | allocator_type != kAllocatorTypeRegion && |
| 740 | allocator_type != kAllocatorTypeRegionTLAB; |
Mathieu Chartier | cbb2d20 | 2013-11-14 17:45:16 -0800 | [diff] [blame] | 741 | } |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 742 | static ALWAYS_INLINE bool AllocatorMayHaveConcurrentGC(AllocatorType allocator_type) { |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 743 | return |
| 744 | allocator_type != kAllocatorTypeBumpPointer && |
| 745 | allocator_type != kAllocatorTypeTLAB; |
Mathieu Chartier | cbb2d20 | 2013-11-14 17:45:16 -0800 | [diff] [blame] | 746 | } |
Mathieu Chartier | 31f4414 | 2014-04-08 14:40:03 -0700 | [diff] [blame] | 747 | static bool IsMovingGc(CollectorType collector_type) { |
Hiroshi Yamauchi | d5307ec | 2014-03-27 21:07:51 -0700 | [diff] [blame] | 748 | return collector_type == kCollectorTypeSS || collector_type == kCollectorTypeGSS || |
Zuo Wang | f37a88b | 2014-07-10 04:26:41 -0700 | [diff] [blame] | 749 | collector_type == kCollectorTypeCC || collector_type == kCollectorTypeMC || |
| 750 | collector_type == kCollectorTypeHomogeneousSpaceCompact; |
Mathieu Chartier | 9be9a7a | 2014-01-24 14:07:33 -0800 | [diff] [blame] | 751 | } |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 752 | bool ShouldAllocLargeObject(mirror::Class* c, size_t byte_count) const |
| 753 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Mathieu Chartier | cbb2d20 | 2013-11-14 17:45:16 -0800 | [diff] [blame] | 754 | ALWAYS_INLINE void CheckConcurrentGC(Thread* self, size_t new_num_bytes_allocated, |
Mathieu Chartier | f517f1a | 2014-03-06 15:52:27 -0800 | [diff] [blame] | 755 | mirror::Object** obj) |
| 756 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Hiroshi Yamauchi | 50b2928 | 2013-07-30 13:58:37 -0700 | [diff] [blame] | 757 | |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 758 | accounting::ObjectStack* GetMarkStack() { |
| 759 | return mark_stack_.get(); |
| 760 | } |
| 761 | |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 762 | // We don't force this to be inlined since it is a slow path. |
Mathieu Chartier | c528dba | 2013-11-26 12:00:11 -0800 | [diff] [blame] | 763 | template <bool kInstrumented, typename PreFenceVisitor> |
Mathieu Chartier | 446f9ee | 2014-12-01 15:00:27 -0800 | [diff] [blame] | 764 | mirror::Object* AllocLargeObject(Thread* self, mirror::Class** klass, size_t byte_count, |
Mathieu Chartier | c528dba | 2013-11-26 12:00:11 -0800 | [diff] [blame] | 765 | const PreFenceVisitor& pre_fence_visitor) |
| 766 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
| 767 | |
Hiroshi Yamauchi | 50b2928 | 2013-07-30 13:58:37 -0700 | [diff] [blame] | 768 | // Handles Allocate()'s slow allocation path with GC involved after |
| 769 | // an initial allocation attempt failed. |
Mathieu Chartier | cbb2d20 | 2013-11-14 17:45:16 -0800 | [diff] [blame] | 770 | mirror::Object* AllocateInternalWithGc(Thread* self, AllocatorType allocator, size_t num_bytes, |
Ian Rogers | 6fac447 | 2014-02-25 17:01:10 -0800 | [diff] [blame] | 771 | size_t* bytes_allocated, size_t* usable_size, |
Hiroshi Yamauchi | 4460a84 | 2015-03-09 11:57:48 -0700 | [diff] [blame] | 772 | size_t* bytes_tl_bulk_allocated, |
Ian Rogers | 6fac447 | 2014-02-25 17:01:10 -0800 | [diff] [blame] | 773 | mirror::Class** klass) |
Ian Rogers | b726dcb | 2012-09-05 08:57:23 -0700 | [diff] [blame] | 774 | LOCKS_EXCLUDED(Locks::thread_suspend_count_lock_) |
| 775 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Mathieu Chartier | a639903 | 2012-06-11 18:49:50 -0700 | [diff] [blame] | 776 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 777 | // Allocate into a specific space. |
| 778 | mirror::Object* AllocateInto(Thread* self, space::AllocSpace* space, mirror::Class* c, |
| 779 | size_t bytes) |
| 780 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
| 781 | |
Mathieu Chartier | 31f4414 | 2014-04-08 14:40:03 -0700 | [diff] [blame] | 782 | // Need to do this with mutators paused so that somebody doesn't accidentally allocate into the |
| 783 | // wrong space. |
| 784 | void SwapSemiSpaces() EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_); |
| 785 | |
Mathieu Chartier | cbb2d20 | 2013-11-14 17:45:16 -0800 | [diff] [blame] | 786 | // Try to allocate a number of bytes, this function never does any GCs. Needs to be inlined so |
| 787 | // that the switch statement is constant optimized in the entrypoints. |
Mathieu Chartier | c528dba | 2013-11-26 12:00:11 -0800 | [diff] [blame] | 788 | template <const bool kInstrumented, const bool kGrow> |
Mathieu Chartier | cbb2d20 | 2013-11-14 17:45:16 -0800 | [diff] [blame] | 789 | ALWAYS_INLINE mirror::Object* TryToAllocate(Thread* self, AllocatorType allocator_type, |
Ian Rogers | 6fac447 | 2014-02-25 17:01:10 -0800 | [diff] [blame] | 790 | size_t alloc_size, size_t* bytes_allocated, |
Hiroshi Yamauchi | 4460a84 | 2015-03-09 11:57:48 -0700 | [diff] [blame] | 791 | size_t* usable_size, |
| 792 | size_t* bytes_tl_bulk_allocated) |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 793 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
| 794 | |
Hiroshi Yamauchi | 654dd48 | 2014-07-09 12:54:32 -0700 | [diff] [blame] | 795 | void ThrowOutOfMemoryError(Thread* self, size_t byte_count, AllocatorType allocator_type) |
Hiroshi Yamauchi | 3b4c189 | 2013-09-12 21:33:12 -0700 | [diff] [blame] | 796 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 797 | |
| 798 | template <bool kGrow> |
Hiroshi Yamauchi | eb1e929 | 2014-08-06 12:41:15 -0700 | [diff] [blame] | 799 | ALWAYS_INLINE bool IsOutOfMemoryOnAllocation(AllocatorType allocator_type, size_t alloc_size); |
Hiroshi Yamauchi | 50b2928 | 2013-07-30 13:58:37 -0700 | [diff] [blame] | 800 | |
Mathieu Chartier | 15d3402 | 2014-02-26 17:16:38 -0800 | [diff] [blame] | 801 | // Returns true if the address passed in is within the address range of a continuous space. |
| 802 | bool IsValidContinuousSpaceObjectAddress(const mirror::Object* obj) const |
| 803 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
| 804 | |
Mathieu Chartier | b5de3bb | 2015-06-05 13:21:05 -0700 | [diff] [blame] | 805 | // Run the finalizers. If timeout is non zero, then we use the VMRuntime version. |
| 806 | void RunFinalization(JNIEnv* env, uint64_t timeout); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 807 | |
| 808 | // Blocks the caller until the garbage collector becomes idle and returns the type of GC we |
| 809 | // waited for. |
Mathieu Chartier | 89a201e | 2014-05-02 10:27:26 -0700 | [diff] [blame] | 810 | collector::GcType WaitForGcToCompleteLocked(GcCause cause, Thread* self) |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 811 | EXCLUSIVE_LOCKS_REQUIRED(gc_complete_lock_); |
| 812 | |
Mathieu Chartier | 7bf52d2 | 2014-03-13 14:46:09 -0700 | [diff] [blame] | 813 | void RequestCollectorTransition(CollectorType desired_collector_type, uint64_t delta_time) |
Mathieu Chartier | a5eae69 | 2014-12-17 17:56:03 -0800 | [diff] [blame] | 814 | LOCKS_EXCLUDED(pending_task_lock_); |
| 815 | |
Hiroshi Yamauchi | 0ae9899 | 2015-05-01 14:33:19 -0700 | [diff] [blame] | 816 | void RequestConcurrentGCAndSaveObject(Thread* self, bool force_full, mirror::Object** obj) |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 817 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Mathieu Chartier | 987ccff | 2013-07-08 11:05:21 -0700 | [diff] [blame] | 818 | bool IsGCRequestPending() const; |
Elliott Hughes | 8cf5bc0 | 2012-02-02 16:32:16 -0800 | [diff] [blame] | 819 | |
Mathieu Chartier | 866fb2a | 2012-09-10 10:47:49 -0700 | [diff] [blame] | 820 | // Sometimes CollectGarbageInternal decides to run a different Gc than you requested. Returns |
| 821 | // which type of Gc was actually ran. |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 822 | collector::GcType CollectGarbageInternal(collector::GcType gc_plan, GcCause gc_cause, |
| 823 | bool clear_soft_references) |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 824 | LOCKS_EXCLUDED(gc_complete_lock_, |
Ian Rogers | b726dcb | 2012-09-05 08:57:23 -0700 | [diff] [blame] | 825 | Locks::heap_bitmap_lock_, |
Ian Rogers | b726dcb | 2012-09-05 08:57:23 -0700 | [diff] [blame] | 826 | Locks::thread_suspend_count_lock_); |
Mathieu Chartier | 2b82db4 | 2012-11-14 17:29:05 -0800 | [diff] [blame] | 827 | |
Mathieu Chartier | 6f365cc | 2014-04-23 12:42:27 -0700 | [diff] [blame] | 828 | void PreGcVerification(collector::GarbageCollector* gc) |
| 829 | LOCKS_EXCLUDED(Locks::mutator_lock_); |
| 830 | void PreGcVerificationPaused(collector::GarbageCollector* gc) |
| 831 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_); |
| 832 | void PrePauseRosAllocVerification(collector::GarbageCollector* gc) |
| 833 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 834 | void PreSweepingGcVerification(collector::GarbageCollector* gc) |
Hiroshi Yamauchi | 0c8c303 | 2015-01-16 16:54:35 -0800 | [diff] [blame] | 835 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_) |
| 836 | LOCKS_EXCLUDED(Locks::heap_bitmap_lock_); |
Mathieu Chartier | ad2541a | 2013-10-25 10:05:23 -0700 | [diff] [blame] | 837 | void PostGcVerification(collector::GarbageCollector* gc) |
Mathieu Chartier | 6f365cc | 2014-04-23 12:42:27 -0700 | [diff] [blame] | 838 | LOCKS_EXCLUDED(Locks::mutator_lock_); |
| 839 | void PostGcVerificationPaused(collector::GarbageCollector* gc) |
| 840 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_); |
Carl Shapiro | 69759ea | 2011-07-21 18:13:35 -0700 | [diff] [blame] | 841 | |
Mathieu Chartier | 987ccff | 2013-07-08 11:05:21 -0700 | [diff] [blame] | 842 | // Update the watermark for the native allocated bytes based on the current number of native |
| 843 | // bytes allocated and the target utilization ratio. |
| 844 | void UpdateMaxNativeFootprint(); |
| 845 | |
Mathieu Chartier | afe4998 | 2014-03-27 10:55:04 -0700 | [diff] [blame] | 846 | // Find a collector based on GC type. |
| 847 | collector::GarbageCollector* FindCollectorByGcType(collector::GcType gc_type); |
| 848 | |
Zuo Wang | f37a88b | 2014-07-10 04:26:41 -0700 | [diff] [blame] | 849 | // Create a new alloc space and compact default alloc space to it. |
| 850 | HomogeneousSpaceCompactResult PerformHomogeneousSpaceCompact(); |
| 851 | |
| 852 | // Create the main free list malloc space, either a RosAlloc space or DlMalloc space. |
Mathieu Chartier | 31f4414 | 2014-04-08 14:40:03 -0700 | [diff] [blame] | 853 | void CreateMainMallocSpace(MemMap* mem_map, size_t initial_size, size_t growth_limit, |
| 854 | size_t capacity); |
| 855 | |
Zuo Wang | f37a88b | 2014-07-10 04:26:41 -0700 | [diff] [blame] | 856 | // Create a malloc space based on a mem map. Does not set the space as default. |
| 857 | space::MallocSpace* CreateMallocSpaceFromMemMap(MemMap* mem_map, size_t initial_size, |
| 858 | size_t growth_limit, size_t capacity, |
| 859 | const char* name, bool can_move_objects); |
| 860 | |
Ian Rogers | 3bb17a6 | 2012-01-27 23:56:44 -0800 | [diff] [blame] | 861 | // Given the current contents of the alloc space, increase the allowed heap footprint to match |
| 862 | // the target utilization ratio. This should only be called immediately after a full garbage |
Mathieu Chartier | e2c2f6e | 2014-12-16 18:49:31 -0800 | [diff] [blame] | 863 | // collection. bytes_allocated_before_gc is used to measure bytes / second for the period which |
| 864 | // the GC was run. |
| 865 | void GrowForUtilization(collector::GarbageCollector* collector_ran, |
| 866 | uint64_t bytes_allocated_before_gc = 0); |
Carl Shapiro | 69759ea | 2011-07-21 18:13:35 -0700 | [diff] [blame] | 867 | |
Mathieu Chartier | 637e348 | 2012-08-17 10:41:32 -0700 | [diff] [blame] | 868 | size_t GetPercentFree(); |
Elliott Hughes | c967f78 | 2012-04-16 10:23:15 -0700 | [diff] [blame] | 869 | |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 870 | static void VerificationCallback(mirror::Object* obj, void* arg) |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 871 | SHARED_LOCKS_REQUIRED(Locks::heap_bitmap_lock_); |
Carl Shapiro | 69759ea | 2011-07-21 18:13:35 -0700 | [diff] [blame] | 872 | |
Mathieu Chartier | e0f0cb3 | 2012-08-28 11:26:00 -0700 | [diff] [blame] | 873 | // Swap the allocation stack with the live stack. |
Mathieu Chartier | cb535da | 2015-01-23 13:50:03 -0800 | [diff] [blame] | 874 | void SwapStacks(Thread* self) SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Hiroshi Yamauchi | f5b0e20 | 2014-02-11 17:02:22 -0800 | [diff] [blame] | 875 | |
Lei Li | 4add3b4 | 2015-01-15 11:55:26 +0800 | [diff] [blame] | 876 | // Clear cards and update the mod union table. When process_alloc_space_cards is true, |
| 877 | // if clear_alloc_space_cards is true, then we clear cards instead of ageing them. We do |
| 878 | // not process the alloc space if process_alloc_space_cards is false. |
| 879 | void ProcessCards(TimingLogger* timings, bool use_rem_sets, bool process_alloc_space_cards, |
| 880 | bool clear_alloc_space_cards); |
Mathieu Chartier | 7469ebf | 2012-09-24 16:28:36 -0700 | [diff] [blame] | 881 | |
Hiroshi Yamauchi | f5b0e20 | 2014-02-11 17:02:22 -0800 | [diff] [blame] | 882 | // Push an object onto the allocation stack. |
Hiroshi Yamauchi | 4cd662e | 2014-04-03 16:28:10 -0700 | [diff] [blame] | 883 | void PushOnAllocationStack(Thread* self, mirror::Object** obj) |
| 884 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Mathieu Chartier | c179016 | 2014-05-23 10:54:50 -0700 | [diff] [blame] | 885 | void PushOnAllocationStackWithInternalGC(Thread* self, mirror::Object** obj) |
| 886 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
| 887 | void PushOnThreadLocalAllocationStackWithInternalGC(Thread* thread, mirror::Object** obj) |
| 888 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Hiroshi Yamauchi | f5b0e20 | 2014-02-11 17:02:22 -0800 | [diff] [blame] | 889 | |
Mathieu Chartier | a5eae69 | 2014-12-17 17:56:03 -0800 | [diff] [blame] | 890 | void ClearConcurrentGCRequest(); |
| 891 | void ClearPendingTrim(Thread* self) LOCKS_EXCLUDED(pending_task_lock_); |
| 892 | void ClearPendingCollectorTransition(Thread* self) LOCKS_EXCLUDED(pending_task_lock_); |
| 893 | |
Hiroshi Yamauchi | 3e41780 | 2014-03-20 12:03:02 -0700 | [diff] [blame] | 894 | // What kind of concurrency behavior is the runtime after? Currently true for concurrent mark |
| 895 | // sweep GC, false for other GC types. |
| 896 | bool IsGcConcurrent() const ALWAYS_INLINE { |
Hiroshi Yamauchi | d5307ec | 2014-03-27 21:07:51 -0700 | [diff] [blame] | 897 | return collector_type_ == kCollectorTypeCMS || collector_type_ == kCollectorTypeCC; |
Hiroshi Yamauchi | 3e41780 | 2014-03-20 12:03:02 -0700 | [diff] [blame] | 898 | } |
| 899 | |
Mathieu Chartier | a5eae69 | 2014-12-17 17:56:03 -0800 | [diff] [blame] | 900 | // Trim the managed and native spaces by releasing unused memory back to the OS. |
| 901 | void TrimSpaces(Thread* self) LOCKS_EXCLUDED(gc_complete_lock_); |
| 902 | |
| 903 | // Trim 0 pages at the end of reference tables. |
| 904 | void TrimIndirectReferenceTables(Thread* self); |
| 905 | |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 906 | void VisitObjectsInternal(ObjectCallback callback, void* arg) |
| 907 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) |
| 908 | LOCKS_EXCLUDED(Locks::heap_bitmap_lock_); |
| 909 | void VisitObjectsInternalRegionSpace(ObjectCallback callback, void* arg) |
| 910 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_) |
| 911 | LOCKS_EXCLUDED(Locks::heap_bitmap_lock_); |
| 912 | |
Hiroshi Yamauchi | a1c9f01 | 2015-04-02 10:18:12 -0700 | [diff] [blame] | 913 | void UpdateGcCountRateHistograms() EXCLUSIVE_LOCKS_REQUIRED(gc_complete_lock_); |
| 914 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 915 | // All-known continuous spaces, where objects lie within fixed bounds. |
| 916 | std::vector<space::ContinuousSpace*> continuous_spaces_; |
Carl Shapiro | 69759ea | 2011-07-21 18:13:35 -0700 | [diff] [blame] | 917 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 918 | // All-known discontinuous spaces, where objects may be placed throughout virtual memory. |
| 919 | std::vector<space::DiscontinuousSpace*> discontinuous_spaces_; |
Mathieu Chartier | d8195f1 | 2012-10-05 12:21:28 -0700 | [diff] [blame] | 920 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 921 | // All-known alloc spaces, where objects may be or have been allocated. |
| 922 | std::vector<space::AllocSpace*> alloc_spaces_; |
| 923 | |
| 924 | // A space where non-movable objects are allocated, when compaction is enabled it contains |
| 925 | // Classes, ArtMethods, ArtFields, and non moving objects. |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 926 | space::MallocSpace* non_moving_space_; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 927 | |
Mathieu Chartier | e6da9af | 2013-12-16 11:54:42 -0800 | [diff] [blame] | 928 | // Space which we use for the kAllocatorTypeROSAlloc. |
| 929 | space::RosAllocSpace* rosalloc_space_; |
| 930 | |
| 931 | // Space which we use for the kAllocatorTypeDlMalloc. |
| 932 | space::DlMallocSpace* dlmalloc_space_; |
| 933 | |
Mathieu Chartier | fc5b528 | 2014-01-09 16:15:36 -0800 | [diff] [blame] | 934 | // The main space is the space which the GC copies to and from on process state updates. This |
| 935 | // space is typically either the dlmalloc_space_ or the rosalloc_space_. |
| 936 | space::MallocSpace* main_space_; |
| 937 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 938 | // The large object space we are currently allocating into. |
| 939 | space::LargeObjectSpace* large_object_space_; |
| 940 | |
| 941 | // The card table, dirtied by the write barrier. |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 942 | std::unique_ptr<accounting::CardTable> card_table_; |
Brian Carlstrom | 4a289ed | 2011-08-16 17:17:49 -0700 | [diff] [blame] | 943 | |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 944 | std::unique_ptr<accounting::ReadBarrierTable> rb_table_; |
| 945 | |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 946 | // A mod-union table remembers all of the references from the it's space to other spaces. |
Mathieu Chartier | bad0267 | 2014-08-25 13:08:22 -0700 | [diff] [blame] | 947 | AllocationTrackingSafeMap<space::Space*, accounting::ModUnionTable*, kAllocatorTagHeap> |
| 948 | mod_union_tables_; |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 949 | |
Hiroshi Yamauchi | 38e68e9 | 2014-03-07 13:59:08 -0800 | [diff] [blame] | 950 | // A remembered set remembers all of the references from the it's space to the target space. |
Mathieu Chartier | bad0267 | 2014-08-25 13:08:22 -0700 | [diff] [blame] | 951 | AllocationTrackingSafeMap<space::Space*, accounting::RememberedSet*, kAllocatorTagHeap> |
| 952 | remembered_sets_; |
Hiroshi Yamauchi | 38e68e9 | 2014-03-07 13:59:08 -0800 | [diff] [blame] | 953 | |
Mathieu Chartier | 0de9f73 | 2013-11-22 17:58:48 -0800 | [diff] [blame] | 954 | // The current collector type. |
| 955 | CollectorType collector_type_; |
Mathieu Chartier | 31f4414 | 2014-04-08 14:40:03 -0700 | [diff] [blame] | 956 | // Which collector we use when the app is in the foreground. |
| 957 | CollectorType foreground_collector_type_; |
Mathieu Chartier | e6da9af | 2013-12-16 11:54:42 -0800 | [diff] [blame] | 958 | // Which collector we will use when the app is notified of a transition to background. |
| 959 | CollectorType background_collector_type_; |
Mathieu Chartier | a5f9de0 | 2014-02-28 16:48:42 -0800 | [diff] [blame] | 960 | // Desired collector type, heap trimming daemon transitions the heap if it is != collector_type_. |
| 961 | CollectorType desired_collector_type_; |
| 962 | |
Mathieu Chartier | a5eae69 | 2014-12-17 17:56:03 -0800 | [diff] [blame] | 963 | // Lock which guards pending tasks. |
| 964 | Mutex* pending_task_lock_ DEFAULT_MUTEX_ACQUIRED_AFTER; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 965 | |
Mathieu Chartier | 2775ee4 | 2013-08-20 17:43:47 -0700 | [diff] [blame] | 966 | // How many GC threads we may use for paused parts of garbage collection. |
| 967 | const size_t parallel_gc_threads_; |
| 968 | |
| 969 | // How many GC threads we may use for unpaused parts of garbage collection. |
| 970 | const size_t conc_gc_threads_; |
Mathieu Chartier | 63a5434 | 2013-07-23 13:17:59 -0700 | [diff] [blame] | 971 | |
Mathieu Chartier | e0a53e9 | 2013-08-05 10:17:40 -0700 | [diff] [blame] | 972 | // Boolean for if we are in low memory mode. |
| 973 | const bool low_memory_mode_; |
| 974 | |
Mathieu Chartier | 2775ee4 | 2013-08-20 17:43:47 -0700 | [diff] [blame] | 975 | // If we get a pause longer than long pause log threshold, then we print out the GC after it |
| 976 | // finishes. |
| 977 | const size_t long_pause_log_threshold_; |
| 978 | |
| 979 | // If we get a GC longer than long GC log threshold, then we print out the GC after it finishes. |
| 980 | const size_t long_gc_log_threshold_; |
| 981 | |
| 982 | // If we ignore the max footprint it lets the heap grow until it hits the heap capacity, this is |
| 983 | // useful for benchmarking since it reduces time spent in GC to a low %. |
| 984 | const bool ignore_max_footprint_; |
| 985 | |
Mathieu Chartier | 8e4a96d | 2014-05-21 10:44:32 -0700 | [diff] [blame] | 986 | // Lock which guards zygote space creation. |
| 987 | Mutex zygote_creation_lock_; |
| 988 | |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 989 | // Non-null iff we have a zygote space. Doesn't contain the large objects allocated before |
| 990 | // zygote space creation. |
| 991 | space::ZygoteSpace* zygote_space_; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 992 | |
Mathieu Chartier | bd0a653 | 2014-02-27 11:14:21 -0800 | [diff] [blame] | 993 | // Minimum allocation size of large object. |
| 994 | size_t large_object_threshold_; |
| 995 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 996 | // Guards access to the state of GC, associated conditional variable is used to signal when a GC |
| 997 | // completes. |
| 998 | Mutex* gc_complete_lock_ DEFAULT_MUTEX_ACQUIRED_AFTER; |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 999 | std::unique_ptr<ConditionVariable> gc_complete_cond_ GUARDED_BY(gc_complete_lock_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1000 | |
Mathieu Chartier | 78f7b4c | 2014-05-06 10:57:27 -0700 | [diff] [blame] | 1001 | // Reference processor; |
| 1002 | ReferenceProcessor reference_processor_; |
Mathieu Chartier | 02b6a78 | 2012-10-26 13:51:26 -0700 | [diff] [blame] | 1003 | |
Mathieu Chartier | a5eae69 | 2014-12-17 17:56:03 -0800 | [diff] [blame] | 1004 | // Task processor, proxies heap trim requests to the daemon threads. |
| 1005 | std::unique_ptr<TaskProcessor> task_processor_; |
| 1006 | |
Carl Shapiro | 58551df | 2011-07-24 03:09:51 -0700 | [diff] [blame] | 1007 | // True while the garbage collector is running. |
Mathieu Chartier | d5a89ee | 2014-01-31 09:55:13 -0800 | [diff] [blame] | 1008 | volatile CollectorType collector_type_running_ GUARDED_BY(gc_complete_lock_); |
Mathieu Chartier | 866fb2a | 2012-09-10 10:47:49 -0700 | [diff] [blame] | 1009 | |
| 1010 | // Last Gc type we ran. Used by WaitForConcurrentGc to know which Gc was waited on. |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 1011 | volatile collector::GcType last_gc_type_ GUARDED_BY(gc_complete_lock_); |
Mathieu Chartier | bdd0fb9 | 2013-07-02 10:16:15 -0700 | [diff] [blame] | 1012 | collector::GcType next_gc_type_; |
Mathieu Chartier | 1c23e1e | 2012-10-12 14:14:11 -0700 | [diff] [blame] | 1013 | |
Mathieu Chartier | 2fde533 | 2012-09-14 14:51:54 -0700 | [diff] [blame] | 1014 | // Maximum size that the heap can reach. |
Mathieu Chartier | 379d09f | 2015-01-08 11:28:13 -0800 | [diff] [blame] | 1015 | size_t capacity_; |
Mathieu Chartier | 2775ee4 | 2013-08-20 17:43:47 -0700 | [diff] [blame] | 1016 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 1017 | // The size the heap is limited to. This is initially smaller than capacity, but for largeHeap |
| 1018 | // programs it is "cleared" making it the same as capacity. |
Mathieu Chartier | 2fde533 | 2012-09-14 14:51:54 -0700 | [diff] [blame] | 1019 | size_t growth_limit_; |
Mathieu Chartier | 2775ee4 | 2013-08-20 17:43:47 -0700 | [diff] [blame] | 1020 | |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 1021 | // When the number of bytes allocated exceeds the footprint TryAllocate returns null indicating |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 1022 | // a GC should be triggered. |
Mathieu Chartier | 1c23e1e | 2012-10-12 14:14:11 -0700 | [diff] [blame] | 1023 | size_t max_allowed_footprint_; |
Mathieu Chartier | 2775ee4 | 2013-08-20 17:43:47 -0700 | [diff] [blame] | 1024 | |
Mathieu Chartier | 987ccff | 2013-07-08 11:05:21 -0700 | [diff] [blame] | 1025 | // The watermark at which a concurrent GC is requested by registerNativeAllocation. |
| 1026 | size_t native_footprint_gc_watermark_; |
Mathieu Chartier | 2775ee4 | 2013-08-20 17:43:47 -0700 | [diff] [blame] | 1027 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 1028 | // Whether or not we need to run finalizers in the next native allocation. |
| 1029 | bool native_need_to_run_finalization_; |
| 1030 | |
Mathieu Chartier | c39e342 | 2013-08-07 16:41:36 -0700 | [diff] [blame] | 1031 | // Whether or not we currently care about pause times. |
Mathieu Chartier | ca2a24d | 2013-11-25 15:12:12 -0800 | [diff] [blame] | 1032 | ProcessState process_state_; |
Mathieu Chartier | c39e342 | 2013-08-07 16:41:36 -0700 | [diff] [blame] | 1033 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 1034 | // When num_bytes_allocated_ exceeds this amount then a concurrent GC should be requested so that |
| 1035 | // it completes ahead of an allocation failing. |
Mathieu Chartier | 0051be6 | 2012-10-12 17:47:11 -0700 | [diff] [blame] | 1036 | size_t concurrent_start_bytes_; |
Mathieu Chartier | 1c23e1e | 2012-10-12 14:14:11 -0700 | [diff] [blame] | 1037 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 1038 | // Since the heap was created, how many bytes have been freed. |
Mathieu Chartier | dd162fb | 2014-08-06 17:06:33 -0700 | [diff] [blame] | 1039 | uint64_t total_bytes_freed_ever_; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 1040 | |
| 1041 | // Since the heap was created, how many objects have been freed. |
Mathieu Chartier | dd162fb | 2014-08-06 17:06:33 -0700 | [diff] [blame] | 1042 | uint64_t total_objects_freed_ever_; |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 1043 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1044 | // Number of bytes allocated. Adjusted after each allocation and free. |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 1045 | Atomic<size_t> num_bytes_allocated_; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1046 | |
Mathieu Chartier | 987ccff | 2013-07-08 11:05:21 -0700 | [diff] [blame] | 1047 | // Bytes which are allocated and managed by native code but still need to be accounted for. |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 1048 | Atomic<size_t> native_bytes_allocated_; |
Mathieu Chartier | 987ccff | 2013-07-08 11:05:21 -0700 | [diff] [blame] | 1049 | |
Hiroshi Yamauchi | 4460a84 | 2015-03-09 11:57:48 -0700 | [diff] [blame] | 1050 | // Number of bytes freed by thread local buffer revokes. This will |
| 1051 | // cancel out the ahead-of-time bulk counting of bytes allocated in |
| 1052 | // rosalloc thread-local buffers. It is temporarily accumulated |
| 1053 | // here to be subtracted from num_bytes_allocated_ later at the next |
| 1054 | // GC. |
| 1055 | Atomic<size_t> num_bytes_freed_revoke_; |
| 1056 | |
Mathieu Chartier | 10fb83a | 2014-06-15 15:15:43 -0700 | [diff] [blame] | 1057 | // Info related to the current or previous GC iteration. |
| 1058 | collector::Iteration current_gc_iteration_; |
| 1059 | |
Mathieu Chartier | fd678be | 2012-08-30 14:50:54 -0700 | [diff] [blame] | 1060 | // Heap verification flags. |
Mathieu Chartier | c7b83a0 | 2012-09-11 18:07:39 -0700 | [diff] [blame] | 1061 | const bool verify_missing_card_marks_; |
| 1062 | const bool verify_system_weaks_; |
| 1063 | const bool verify_pre_gc_heap_; |
Mathieu Chartier | 6f365cc | 2014-04-23 12:42:27 -0700 | [diff] [blame] | 1064 | const bool verify_pre_sweeping_heap_; |
Mathieu Chartier | c7b83a0 | 2012-09-11 18:07:39 -0700 | [diff] [blame] | 1065 | const bool verify_post_gc_heap_; |
Mathieu Chartier | fd678be | 2012-08-30 14:50:54 -0700 | [diff] [blame] | 1066 | const bool verify_mod_union_table_; |
Hiroshi Yamauchi | a4adbfd | 2014-02-04 18:12:17 -0800 | [diff] [blame] | 1067 | bool verify_pre_gc_rosalloc_; |
Mathieu Chartier | 6f365cc | 2014-04-23 12:42:27 -0700 | [diff] [blame] | 1068 | bool verify_pre_sweeping_rosalloc_; |
Hiroshi Yamauchi | a4adbfd | 2014-02-04 18:12:17 -0800 | [diff] [blame] | 1069 | bool verify_post_gc_rosalloc_; |
| 1070 | |
| 1071 | // RAII that temporarily disables the rosalloc verification during |
| 1072 | // the zygote fork. |
| 1073 | class ScopedDisableRosAllocVerification { |
| 1074 | private: |
Mathieu Chartier | 6f365cc | 2014-04-23 12:42:27 -0700 | [diff] [blame] | 1075 | Heap* const heap_; |
| 1076 | const bool orig_verify_pre_gc_; |
| 1077 | const bool orig_verify_pre_sweeping_; |
| 1078 | const bool orig_verify_post_gc_; |
| 1079 | |
Hiroshi Yamauchi | a4adbfd | 2014-02-04 18:12:17 -0800 | [diff] [blame] | 1080 | public: |
| 1081 | explicit ScopedDisableRosAllocVerification(Heap* heap) |
| 1082 | : heap_(heap), |
| 1083 | orig_verify_pre_gc_(heap_->verify_pre_gc_rosalloc_), |
Mathieu Chartier | 6f365cc | 2014-04-23 12:42:27 -0700 | [diff] [blame] | 1084 | orig_verify_pre_sweeping_(heap_->verify_pre_sweeping_rosalloc_), |
Hiroshi Yamauchi | a4adbfd | 2014-02-04 18:12:17 -0800 | [diff] [blame] | 1085 | orig_verify_post_gc_(heap_->verify_post_gc_rosalloc_) { |
| 1086 | heap_->verify_pre_gc_rosalloc_ = false; |
Mathieu Chartier | 6f365cc | 2014-04-23 12:42:27 -0700 | [diff] [blame] | 1087 | heap_->verify_pre_sweeping_rosalloc_ = false; |
Hiroshi Yamauchi | a4adbfd | 2014-02-04 18:12:17 -0800 | [diff] [blame] | 1088 | heap_->verify_post_gc_rosalloc_ = false; |
| 1089 | } |
| 1090 | ~ScopedDisableRosAllocVerification() { |
| 1091 | heap_->verify_pre_gc_rosalloc_ = orig_verify_pre_gc_; |
Mathieu Chartier | 6f365cc | 2014-04-23 12:42:27 -0700 | [diff] [blame] | 1092 | heap_->verify_pre_sweeping_rosalloc_ = orig_verify_pre_sweeping_; |
Hiroshi Yamauchi | a4adbfd | 2014-02-04 18:12:17 -0800 | [diff] [blame] | 1093 | heap_->verify_post_gc_rosalloc_ = orig_verify_post_gc_; |
| 1094 | } |
| 1095 | }; |
Mathieu Chartier | fd678be | 2012-08-30 14:50:54 -0700 | [diff] [blame] | 1096 | |
Mathieu Chartier | 02b6a78 | 2012-10-26 13:51:26 -0700 | [diff] [blame] | 1097 | // Parallel GC data structures. |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 1098 | std::unique_ptr<ThreadPool> thread_pool_; |
Mathieu Chartier | 02b6a78 | 2012-10-26 13:51:26 -0700 | [diff] [blame] | 1099 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 1100 | // Estimated allocation rate (bytes / second). Computed between the time of the last GC cycle |
| 1101 | // and the start of the current one. |
Mathieu Chartier | 65db880 | 2012-11-20 12:36:46 -0800 | [diff] [blame] | 1102 | uint64_t allocation_rate_; |
| 1103 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 1104 | // For a GC cycle, a bitmap that is set corresponding to the |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 1105 | std::unique_ptr<accounting::HeapBitmap> live_bitmap_ GUARDED_BY(Locks::heap_bitmap_lock_); |
| 1106 | std::unique_ptr<accounting::HeapBitmap> mark_bitmap_ GUARDED_BY(Locks::heap_bitmap_lock_); |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 1107 | |
Mathieu Chartier | e0f0cb3 | 2012-08-28 11:26:00 -0700 | [diff] [blame] | 1108 | // Mark stack that we reuse to avoid re-allocating the mark stack. |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 1109 | std::unique_ptr<accounting::ObjectStack> mark_stack_; |
Mathieu Chartier | 5301cd2 | 2012-05-31 12:11:36 -0700 | [diff] [blame] | 1110 | |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 1111 | // Allocation stack, new allocations go here so that we can do sticky mark bits. This enables us |
| 1112 | // to use the live bitmap as the old mark bitmap. |
Mathieu Chartier | d8195f1 | 2012-10-05 12:21:28 -0700 | [diff] [blame] | 1113 | const size_t max_allocation_stack_size_; |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 1114 | std::unique_ptr<accounting::ObjectStack> allocation_stack_; |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 1115 | |
| 1116 | // Second allocation stack so that we can process allocation with the heap unlocked. |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 1117 | std::unique_ptr<accounting::ObjectStack> live_stack_; |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 1118 | |
Mathieu Chartier | cbb2d20 | 2013-11-14 17:45:16 -0800 | [diff] [blame] | 1119 | // Allocator type. |
Mathieu Chartier | 5048223 | 2013-11-21 11:48:14 -0800 | [diff] [blame] | 1120 | AllocatorType current_allocator_; |
Mathieu Chartier | cbb2d20 | 2013-11-14 17:45:16 -0800 | [diff] [blame] | 1121 | const AllocatorType current_non_moving_allocator_; |
| 1122 | |
| 1123 | // Which GCs we run in order when we an allocation fails. |
| 1124 | std::vector<collector::GcType> gc_plan_; |
| 1125 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 1126 | // Bump pointer spaces. |
| 1127 | space::BumpPointerSpace* bump_pointer_space_; |
| 1128 | // Temp space is the space which the semispace collector copies to. |
| 1129 | space::BumpPointerSpace* temp_space_; |
| 1130 | |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1131 | space::RegionSpace* region_space_; |
| 1132 | |
Mathieu Chartier | 0051be6 | 2012-10-12 17:47:11 -0700 | [diff] [blame] | 1133 | // Minimum free guarantees that you always have at least min_free_ free bytes after growing for |
| 1134 | // utilization, regardless of target utilization ratio. |
| 1135 | size_t min_free_; |
| 1136 | |
| 1137 | // The ideal maximum free size, when we grow the heap for utilization. |
| 1138 | size_t max_free_; |
| 1139 | |
Brian Carlstrom | 395520e | 2011-09-25 19:35:00 -0700 | [diff] [blame] | 1140 | // Target ideal heap utilization ratio |
Mathieu Chartier | 0051be6 | 2012-10-12 17:47:11 -0700 | [diff] [blame] | 1141 | double target_utilization_; |
Brian Carlstrom | 395520e | 2011-09-25 19:35:00 -0700 | [diff] [blame] | 1142 | |
Mathieu Chartier | 2f8da3e | 2014-04-15 15:37:02 -0700 | [diff] [blame] | 1143 | // How much more we grow the heap when we are a foreground app instead of background. |
| 1144 | double foreground_heap_growth_multiplier_; |
| 1145 | |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 1146 | // Total time which mutators are paused or waiting for GC to complete. |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 1147 | uint64_t total_wait_time_; |
| 1148 | |
| 1149 | // Total number of objects allocated in microseconds. |
Mathieu Chartier | 155dfe9 | 2012-10-09 14:24:49 -0700 | [diff] [blame] | 1150 | AtomicInteger total_allocation_time_; |
| 1151 | |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 1152 | // The current state of heap verification, may be enabled or disabled. |
Mathieu Chartier | 4e30541 | 2014-02-19 10:54:44 -0800 | [diff] [blame] | 1153 | VerifyObjectMode verify_object_mode_; |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 1154 | |
Mathieu Chartier | 1d27b34 | 2014-01-28 12:51:09 -0800 | [diff] [blame] | 1155 | // Compacting GC disable count, prevents compacting GC from running iff > 0. |
| 1156 | size_t disable_moving_gc_count_ GUARDED_BY(gc_complete_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 1157 | |
| 1158 | std::vector<collector::GarbageCollector*> garbage_collectors_; |
| 1159 | collector::SemiSpace* semi_space_collector_; |
Mathieu Chartier | 52e4b43 | 2014-06-10 11:22:31 -0700 | [diff] [blame] | 1160 | collector::MarkCompact* mark_compact_collector_; |
Hiroshi Yamauchi | d5307ec | 2014-03-27 21:07:51 -0700 | [diff] [blame] | 1161 | collector::ConcurrentCopying* concurrent_copying_collector_; |
Brian Carlstrom | 1f87008 | 2011-08-23 16:02:11 -0700 | [diff] [blame] | 1162 | |
Hiroshi Yamauchi | 50b2928 | 2013-07-30 13:58:37 -0700 | [diff] [blame] | 1163 | const bool running_on_valgrind_; |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 1164 | const bool use_tlab_; |
Hiroshi Yamauchi | 50b2928 | 2013-07-30 13:58:37 -0700 | [diff] [blame] | 1165 | |
Zuo Wang | f37a88b | 2014-07-10 04:26:41 -0700 | [diff] [blame] | 1166 | // Pointer to the space which becomes the new main space when we do homogeneous space compaction. |
Mathieu Chartier | b363f66 | 2014-07-16 13:28:58 -0700 | [diff] [blame] | 1167 | // Use unique_ptr since the space is only added during the homogeneous compaction phase. |
| 1168 | std::unique_ptr<space::MallocSpace> main_space_backup_; |
Zuo Wang | f37a88b | 2014-07-10 04:26:41 -0700 | [diff] [blame] | 1169 | |
| 1170 | // Minimal interval allowed between two homogeneous space compactions caused by OOM. |
| 1171 | uint64_t min_interval_homogeneous_space_compaction_by_oom_; |
| 1172 | |
| 1173 | // Times of the last homogeneous space compaction caused by OOM. |
| 1174 | uint64_t last_time_homogeneous_space_compaction_by_oom_; |
| 1175 | |
| 1176 | // Saved OOMs by homogeneous space compaction. |
| 1177 | Atomic<size_t> count_delayed_oom_; |
| 1178 | |
| 1179 | // Count for requested homogeneous space compaction. |
| 1180 | Atomic<size_t> count_requested_homogeneous_space_compaction_; |
| 1181 | |
| 1182 | // Count for ignored homogeneous space compaction. |
| 1183 | Atomic<size_t> count_ignored_homogeneous_space_compaction_; |
| 1184 | |
| 1185 | // Count for performed homogeneous space compaction. |
| 1186 | Atomic<size_t> count_performed_homogeneous_space_compaction_; |
| 1187 | |
Mathieu Chartier | a5eae69 | 2014-12-17 17:56:03 -0800 | [diff] [blame] | 1188 | // Whether or not a concurrent GC is pending. |
| 1189 | Atomic<bool> concurrent_gc_pending_; |
| 1190 | |
| 1191 | // Active tasks which we can modify (change target time, desired collector type, etc..). |
| 1192 | CollectorTransitionTask* pending_collector_transition_ GUARDED_BY(pending_task_lock_); |
| 1193 | HeapTrimTask* pending_heap_trim_ GUARDED_BY(pending_task_lock_); |
| 1194 | |
Zuo Wang | f37a88b | 2014-07-10 04:26:41 -0700 | [diff] [blame] | 1195 | // Whether or not we use homogeneous space compaction to avoid OOM errors. |
| 1196 | bool use_homogeneous_space_compaction_for_oom_; |
| 1197 | |
Hiroshi Yamauchi | a1c9f01 | 2015-04-02 10:18:12 -0700 | [diff] [blame] | 1198 | // True if the currently running collection has made some thread wait. |
| 1199 | bool running_collection_is_blocking_ GUARDED_BY(gc_complete_lock_); |
| 1200 | // The number of blocking GC runs. |
| 1201 | uint64_t blocking_gc_count_; |
| 1202 | // The total duration of blocking GC runs. |
| 1203 | uint64_t blocking_gc_time_; |
| 1204 | // The duration of the window for the GC count rate histograms. |
| 1205 | static constexpr uint64_t kGcCountRateHistogramWindowDuration = MsToNs(10 * 1000); // 10s. |
| 1206 | // The last time when the GC count rate histograms were updated. |
| 1207 | // This is rounded by kGcCountRateHistogramWindowDuration (a multiple of 10s). |
| 1208 | uint64_t last_update_time_gc_count_rate_histograms_; |
| 1209 | // The running count of GC runs in the last window. |
| 1210 | uint64_t gc_count_last_window_; |
| 1211 | // The running count of blocking GC runs in the last window. |
| 1212 | uint64_t blocking_gc_count_last_window_; |
| 1213 | // The maximum number of buckets in the GC count rate histograms. |
| 1214 | static constexpr size_t kGcCountRateMaxBucketCount = 200; |
| 1215 | // The histogram of the number of GC invocations per window duration. |
| 1216 | Histogram<uint64_t> gc_count_rate_histogram_ GUARDED_BY(gc_complete_lock_); |
| 1217 | // The histogram of the number of blocking GC invocations per window duration. |
| 1218 | Histogram<uint64_t> blocking_gc_count_rate_histogram_ GUARDED_BY(gc_complete_lock_); |
| 1219 | |
Man Cao | 8c2ff64 | 2015-05-27 17:25:30 -0700 | [diff] [blame] | 1220 | // Allocation tracking support |
| 1221 | Atomic<bool> alloc_tracking_enabled_; |
| 1222 | std::unique_ptr<AllocRecordObjectMap> allocation_records_ |
| 1223 | GUARDED_BY(Locks::alloc_tracker_lock_); |
| 1224 | |
Mathieu Chartier | a5eae69 | 2014-12-17 17:56:03 -0800 | [diff] [blame] | 1225 | friend class CollectorTransitionTask; |
Mathieu Chartier | 6f365cc | 2014-04-23 12:42:27 -0700 | [diff] [blame] | 1226 | friend class collector::GarbageCollector; |
Mathieu Chartier | 52e4b43 | 2014-06-10 11:22:31 -0700 | [diff] [blame] | 1227 | friend class collector::MarkCompact; |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1228 | friend class collector::ConcurrentCopying; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 1229 | friend class collector::MarkSweep; |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 1230 | friend class collector::SemiSpace; |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 1231 | friend class ReferenceQueue; |
Mathieu Chartier | c7b83a0 | 2012-09-11 18:07:39 -0700 | [diff] [blame] | 1232 | friend class VerifyReferenceCardVisitor; |
Mathieu Chartier | fd678be | 2012-08-30 14:50:54 -0700 | [diff] [blame] | 1233 | friend class VerifyReferenceVisitor; |
| 1234 | friend class VerifyObjectVisitor; |
Mathieu Chartier | 7c88c60 | 2014-07-08 17:46:19 -0700 | [diff] [blame] | 1235 | friend class ScopedHeapFill; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 1236 | friend class space::SpaceTest; |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 1237 | |
Hiroshi Yamauchi | 3b4c189 | 2013-09-12 21:33:12 -0700 | [diff] [blame] | 1238 | class AllocationTimer { |
Hiroshi Yamauchi | 3b4c189 | 2013-09-12 21:33:12 -0700 | [diff] [blame] | 1239 | public: |
Mathieu Chartier | 3130cdf | 2015-05-03 15:20:23 -0700 | [diff] [blame] | 1240 | ALWAYS_INLINE AllocationTimer(Heap* heap, mirror::Object** allocated_obj_ptr); |
| 1241 | ALWAYS_INLINE ~AllocationTimer(); |
| 1242 | private: |
| 1243 | Heap* const heap_; |
| 1244 | mirror::Object** allocated_obj_ptr_; |
| 1245 | const uint64_t allocation_start_time_; |
| 1246 | |
| 1247 | DISALLOW_IMPLICIT_CONSTRUCTORS(AllocationTimer); |
Hiroshi Yamauchi | 3b4c189 | 2013-09-12 21:33:12 -0700 | [diff] [blame] | 1248 | }; |
| 1249 | |
Carl Shapiro | 69759ea | 2011-07-21 18:13:35 -0700 | [diff] [blame] | 1250 | DISALLOW_IMPLICIT_CONSTRUCTORS(Heap); |
| 1251 | }; |
| 1252 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 1253 | } // namespace gc |
Carl Shapiro | 1fb8620 | 2011-06-27 17:43:13 -0700 | [diff] [blame] | 1254 | } // namespace art |
| 1255 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 1256 | #endif // ART_RUNTIME_GC_HEAP_H_ |