yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 1 | // Copyright 2012 the V8 project authors. All rights reserved. |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 2 | // Redistribution and use in source and binary forms, with or without |
| 3 | // modification, are permitted provided that the following conditions are |
| 4 | // met: |
| 5 | // |
| 6 | // * Redistributions of source code must retain the above copyright |
| 7 | // notice, this list of conditions and the following disclaimer. |
| 8 | // * Redistributions in binary form must reproduce the above |
| 9 | // copyright notice, this list of conditions and the following |
| 10 | // disclaimer in the documentation and/or other materials provided |
| 11 | // with the distribution. |
| 12 | // * Neither the name of Google Inc. nor the names of its |
| 13 | // contributors may be used to endorse or promote products derived |
| 14 | // from this software without specific prior written permission. |
| 15 | // |
| 16 | // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 17 | // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 18 | // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 19 | // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 20 | // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 21 | // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 22 | // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 23 | // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 24 | // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 25 | // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 26 | // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 27 | |
| 28 | #include "v8.h" |
| 29 | |
| 30 | #include "runtime-profiler.h" |
| 31 | |
| 32 | #include "assembler.h" |
mstarzinger@chromium.org | b228be0 | 2013-04-18 14:56:59 +0000 | [diff] [blame] | 33 | #include "bootstrapper.h" |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 34 | #include "code-stubs.h" |
| 35 | #include "compilation-cache.h" |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 36 | #include "execution.h" |
danno@chromium.org | 129d398 | 2012-07-25 15:01:47 +0000 | [diff] [blame] | 37 | #include "full-codegen.h" |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 38 | #include "global-handles.h" |
erik.corry@gmail.com | c3b670f | 2011-10-05 21:44:48 +0000 | [diff] [blame] | 39 | #include "isolate-inl.h" |
ager@chromium.org | 9ee27ae | 2011-03-02 13:43:26 +0000 | [diff] [blame] | 40 | #include "mark-compact.h" |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 41 | #include "platform.h" |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 42 | #include "scopeinfo.h" |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 43 | |
| 44 | namespace v8 { |
| 45 | namespace internal { |
| 46 | |
| 47 | |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 48 | // Optimization sampler constants. |
| 49 | static const int kSamplerFrameCount = 2; |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 50 | |
| 51 | // Constants for statistical profiler. |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 52 | static const int kSamplerFrameWeight[kSamplerFrameCount] = { 2, 1 }; |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 53 | |
ager@chromium.org | 5f0c45f | 2010-12-17 08:51:21 +0000 | [diff] [blame] | 54 | static const int kSamplerTicksBetweenThresholdAdjustment = 32; |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 55 | |
| 56 | static const int kSamplerThresholdInit = 3; |
| 57 | static const int kSamplerThresholdMin = 1; |
| 58 | static const int kSamplerThresholdDelta = 1; |
| 59 | |
| 60 | static const int kSamplerThresholdSizeFactorInit = 3; |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 61 | |
| 62 | static const int kSizeLimit = 1500; |
| 63 | |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 64 | // Constants for counter based profiler. |
| 65 | |
| 66 | // Number of times a function has to be seen on the stack before it is |
| 67 | // optimized. |
| 68 | static const int kProfilerTicksBeforeOptimization = 2; |
mmassi@chromium.org | 7028c05 | 2012-06-13 11:51:58 +0000 | [diff] [blame] | 69 | // If the function optimization was disabled due to high deoptimization count, |
| 70 | // but the function is hot and has been seen on the stack this number of times, |
| 71 | // then we try to reenable optimization for this function. |
| 72 | static const int kProfilerTicksBeforeReenablingOptimization = 250; |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 73 | // If a function does not have enough type info (according to |
| 74 | // FLAG_type_info_threshold), but has seen a huge number of ticks, |
| 75 | // optimize it as it is. |
| 76 | static const int kTicksWhenNotEnoughTypeInfo = 100; |
| 77 | // We only have one byte to store the number of ticks. |
mmassi@chromium.org | 7028c05 | 2012-06-13 11:51:58 +0000 | [diff] [blame] | 78 | STATIC_ASSERT(kProfilerTicksBeforeOptimization < 256); |
| 79 | STATIC_ASSERT(kProfilerTicksBeforeReenablingOptimization < 256); |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 80 | STATIC_ASSERT(kTicksWhenNotEnoughTypeInfo < 256); |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 81 | |
dslomov@chromium.org | b752d40 | 2013-06-18 11:54:54 +0000 | [diff] [blame] | 82 | // Maximum size in bytes of generate code for a function to allow OSR. |
| 83 | static const int kOSRCodeSizeAllowanceBase = |
| 84 | 100 * FullCodeGenerator::kCodeSizeMultiplier; |
| 85 | |
| 86 | static const int kOSRCodeSizeAllowancePerTick = |
| 87 | 3 * FullCodeGenerator::kCodeSizeMultiplier; |
mmassi@chromium.org | 7028c05 | 2012-06-13 11:51:58 +0000 | [diff] [blame] | 88 | |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 89 | // Maximum size in bytes of generated code for a function to be optimized |
| 90 | // the very first time it is seen on the stack. |
danno@chromium.org | 129d398 | 2012-07-25 15:01:47 +0000 | [diff] [blame] | 91 | static const int kMaxSizeEarlyOpt = |
dslomov@chromium.org | b752d40 | 2013-06-18 11:54:54 +0000 | [diff] [blame] | 92 | 5 * FullCodeGenerator::kCodeSizeMultiplier; |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 93 | |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 94 | |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 95 | RuntimeProfiler::RuntimeProfiler(Isolate* isolate) |
| 96 | : isolate_(isolate), |
| 97 | sampler_threshold_(kSamplerThresholdInit), |
| 98 | sampler_threshold_size_factor_(kSamplerThresholdSizeFactorInit), |
| 99 | sampler_ticks_until_threshold_adjustment_( |
ricow@chromium.org | 4f693d6 | 2011-07-04 14:01:31 +0000 | [diff] [blame] | 100 | kSamplerTicksBetweenThresholdAdjustment), |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 101 | sampler_window_position_(0), |
| 102 | any_ic_changed_(false), |
| 103 | code_generated_(false) { |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 104 | ClearSampleBuffer(); |
| 105 | } |
| 106 | |
| 107 | |
dslomov@chromium.org | b752d40 | 2013-06-18 11:54:54 +0000 | [diff] [blame] | 108 | static void GetICCounts(Code* shared_code, |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 109 | int* ic_with_type_info_count, |
jkummerow@chromium.org | f7a5884 | 2012-02-21 10:08:21 +0000 | [diff] [blame] | 110 | int* ic_total_count, |
| 111 | int* percentage) { |
| 112 | *ic_total_count = 0; |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 113 | *ic_with_type_info_count = 0; |
dslomov@chromium.org | b752d40 | 2013-06-18 11:54:54 +0000 | [diff] [blame] | 114 | Object* raw_info = shared_code->type_feedback_info(); |
jkummerow@chromium.org | f7a5884 | 2012-02-21 10:08:21 +0000 | [diff] [blame] | 115 | if (raw_info->IsTypeFeedbackInfo()) { |
| 116 | TypeFeedbackInfo* info = TypeFeedbackInfo::cast(raw_info); |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 117 | *ic_with_type_info_count = info->ic_with_type_info_count(); |
jkummerow@chromium.org | f7a5884 | 2012-02-21 10:08:21 +0000 | [diff] [blame] | 118 | *ic_total_count = info->ic_total_count(); |
| 119 | } |
| 120 | *percentage = *ic_total_count > 0 |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 121 | ? 100 * *ic_with_type_info_count / *ic_total_count |
jkummerow@chromium.org | f7a5884 | 2012-02-21 10:08:21 +0000 | [diff] [blame] | 122 | : 100; |
| 123 | } |
| 124 | |
| 125 | |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 126 | void RuntimeProfiler::Optimize(JSFunction* function, const char* reason) { |
ager@chromium.org | a9aa5fa | 2011-04-13 08:46:07 +0000 | [diff] [blame] | 127 | ASSERT(function->IsOptimizable()); |
yangguo@chromium.org | fb37721 | 2012-11-16 14:43:43 +0000 | [diff] [blame] | 128 | |
jkummerow@chromium.org | 1e8da74 | 2013-08-26 17:13:35 +0000 | [diff] [blame] | 129 | if (FLAG_trace_opt && function->PassesFilter(FLAG_hydrogen_filter)) { |
ricow@chromium.org | 4f693d6 | 2011-07-04 14:01:31 +0000 | [diff] [blame] | 130 | PrintF("[marking "); |
ulan@chromium.org | 906e2fb | 2013-05-14 08:14:38 +0000 | [diff] [blame] | 131 | function->ShortPrint(); |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 132 | PrintF(" for recompilation, reason: %s", reason); |
jkummerow@chromium.org | f7a5884 | 2012-02-21 10:08:21 +0000 | [diff] [blame] | 133 | if (FLAG_type_info_threshold > 0) { |
| 134 | int typeinfo, total, percentage; |
dslomov@chromium.org | b752d40 | 2013-06-18 11:54:54 +0000 | [diff] [blame] | 135 | GetICCounts(function->shared()->code(), &typeinfo, &total, &percentage); |
jkummerow@chromium.org | f7a5884 | 2012-02-21 10:08:21 +0000 | [diff] [blame] | 136 | PrintF(", ICs with typeinfo: %d/%d (%d%%)", typeinfo, total, percentage); |
| 137 | } |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 138 | PrintF("]\n"); |
| 139 | } |
| 140 | |
dslomov@chromium.org | e97852d | 2013-09-12 09:02:59 +0000 | [diff] [blame] | 141 | |
machenbach@chromium.org | 9af454f | 2013-11-20 09:25:57 +0000 | [diff] [blame^] | 142 | if (isolate_->concurrent_recompilation_enabled() && |
| 143 | !isolate_->bootstrapper()->IsActive()) { |
| 144 | if (isolate_->concurrent_osr_enabled() && |
dslomov@chromium.org | e97852d | 2013-09-12 09:02:59 +0000 | [diff] [blame] | 145 | isolate_->optimizing_compiler_thread()->IsQueuedForOSR(function)) { |
| 146 | // Do not attempt regular recompilation if we already queued this for OSR. |
| 147 | // TODO(yangguo): This is necessary so that we don't install optimized |
| 148 | // code on a function that is already optimized, since OSR and regular |
| 149 | // recompilation race. This goes away as soon as OSR becomes one-shot. |
| 150 | return; |
| 151 | } |
ulan@chromium.org | 6e196bf | 2013-03-13 09:38:22 +0000 | [diff] [blame] | 152 | ASSERT(!function->IsInRecompileQueue()); |
rossberg@chromium.org | 9259716 | 2013-08-23 13:28:00 +0000 | [diff] [blame] | 153 | function->MarkForConcurrentRecompilation(); |
yangguo@chromium.org | 304cc33 | 2012-07-24 07:59:48 +0000 | [diff] [blame] | 154 | } else { |
| 155 | // The next call to the function will trigger optimization. |
| 156 | function->MarkForLazyRecompilation(); |
| 157 | } |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 158 | } |
| 159 | |
| 160 | |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 161 | void RuntimeProfiler::AttemptOnStackReplacement(JSFunction* function) { |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 162 | // See AlwaysFullCompiler (in compiler.cc) comment on why we need |
| 163 | // Debug::has_break_points(). |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 164 | if (!FLAG_use_osr || |
erik.corry@gmail.com | 3847bd5 | 2011-04-27 10:38:56 +0000 | [diff] [blame] | 165 | isolate_->DebuggerHasBreakPoints() || |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 166 | function->IsBuiltin()) { |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 167 | return; |
| 168 | } |
| 169 | |
| 170 | SharedFunctionInfo* shared = function->shared(); |
fschneider@chromium.org | 1805e21 | 2011-09-05 10:49:12 +0000 | [diff] [blame] | 171 | // If the code is not optimizable, don't try OSR. |
| 172 | if (!shared->code()->optimizable()) return; |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 173 | |
| 174 | // We are not prepared to do OSR for a function that already has an |
| 175 | // allocated arguments object. The optimized code would bypass it for |
| 176 | // arguments accesses, which is unsound. Don't try OSR. |
whesse@chromium.org | 7b26015 | 2011-06-20 15:33:18 +0000 | [diff] [blame] | 177 | if (shared->uses_arguments()) return; |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 178 | |
| 179 | // We're using on-stack replacement: patch the unoptimized code so that |
| 180 | // any back edge in any unoptimized frame will trigger on-stack |
| 181 | // replacement for that frame. |
| 182 | if (FLAG_trace_osr) { |
jkummerow@chromium.org | 3d00d0a | 2013-09-04 13:57:32 +0000 | [diff] [blame] | 183 | PrintF("[OSR - patching back edges in "); |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 184 | function->PrintName(); |
jkummerow@chromium.org | 3d00d0a | 2013-09-04 13:57:32 +0000 | [diff] [blame] | 185 | PrintF("]\n"); |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 186 | } |
| 187 | |
machenbach@chromium.org | 528ce02 | 2013-09-23 14:09:36 +0000 | [diff] [blame] | 188 | BackEdgeTable::Patch(isolate_, shared->code()); |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 189 | } |
| 190 | |
| 191 | |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 192 | void RuntimeProfiler::ClearSampleBuffer() { |
| 193 | memset(sampler_window_, 0, sizeof(sampler_window_)); |
| 194 | memset(sampler_window_weight_, 0, sizeof(sampler_window_weight_)); |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 195 | } |
| 196 | |
| 197 | |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 198 | int RuntimeProfiler::LookupSample(JSFunction* function) { |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 199 | int weight = 0; |
| 200 | for (int i = 0; i < kSamplerWindowSize; i++) { |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 201 | Object* sample = sampler_window_[i]; |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 202 | if (sample != NULL) { |
yangguo@chromium.org | 5a11aaf | 2012-06-20 11:29:00 +0000 | [diff] [blame] | 203 | bool fits = FLAG_lookup_sample_by_shared |
| 204 | ? (function->shared() == JSFunction::cast(sample)->shared()) |
| 205 | : (function == JSFunction::cast(sample)); |
| 206 | if (fits) { |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 207 | weight += sampler_window_weight_[i]; |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 208 | } |
| 209 | } |
| 210 | } |
| 211 | return weight; |
| 212 | } |
| 213 | |
| 214 | |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 215 | void RuntimeProfiler::AddSample(JSFunction* function, int weight) { |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 216 | ASSERT(IsPowerOf2(kSamplerWindowSize)); |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 217 | sampler_window_[sampler_window_position_] = function; |
| 218 | sampler_window_weight_[sampler_window_position_] = weight; |
| 219 | sampler_window_position_ = (sampler_window_position_ + 1) & |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 220 | (kSamplerWindowSize - 1); |
| 221 | } |
| 222 | |
| 223 | |
| 224 | void RuntimeProfiler::OptimizeNow() { |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 225 | HandleScope scope(isolate_); |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 226 | |
machenbach@chromium.org | c1789ee | 2013-07-05 07:09:57 +0000 | [diff] [blame] | 227 | if (isolate_->DebuggerHasBreakPoints()) return; |
| 228 | |
dslomov@chromium.org | e97852d | 2013-09-12 09:02:59 +0000 | [diff] [blame] | 229 | DisallowHeapAllocation no_gc; |
| 230 | |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 231 | // Run through the JavaScript frames and collect them. If we already |
| 232 | // have a sample of the function, we mark it for optimizations |
| 233 | // (eagerly or lazily). |
| 234 | JSFunction* samples[kSamplerFrameCount]; |
ager@chromium.org | 5f0c45f | 2010-12-17 08:51:21 +0000 | [diff] [blame] | 235 | int sample_count = 0; |
| 236 | int frame_count = 0; |
yangguo@chromium.org | 5645471 | 2012-02-16 15:33:53 +0000 | [diff] [blame] | 237 | int frame_count_limit = FLAG_watch_ic_patching ? FLAG_frame_count |
| 238 | : kSamplerFrameCount; |
vegorov@chromium.org | 74f333b | 2011-04-06 11:17:46 +0000 | [diff] [blame] | 239 | for (JavaScriptFrameIterator it(isolate_); |
yangguo@chromium.org | 5645471 | 2012-02-16 15:33:53 +0000 | [diff] [blame] | 240 | frame_count++ < frame_count_limit && !it.done(); |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 241 | it.Advance()) { |
| 242 | JavaScriptFrame* frame = it.frame(); |
danno@chromium.org | 169691d | 2013-07-15 08:01:13 +0000 | [diff] [blame] | 243 | JSFunction* function = frame->function(); |
ager@chromium.org | 5f0c45f | 2010-12-17 08:51:21 +0000 | [diff] [blame] | 244 | |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 245 | if (!FLAG_watch_ic_patching) { |
| 246 | // Adjust threshold each time we have processed |
| 247 | // a certain number of ticks. |
| 248 | if (sampler_ticks_until_threshold_adjustment_ > 0) { |
| 249 | sampler_ticks_until_threshold_adjustment_--; |
| 250 | if (sampler_ticks_until_threshold_adjustment_ <= 0) { |
| 251 | // If the threshold is not already at the minimum |
| 252 | // modify and reset the ticks until next adjustment. |
| 253 | if (sampler_threshold_ > kSamplerThresholdMin) { |
| 254 | sampler_threshold_ -= kSamplerThresholdDelta; |
| 255 | sampler_ticks_until_threshold_adjustment_ = |
| 256 | kSamplerTicksBetweenThresholdAdjustment; |
| 257 | } |
ager@chromium.org | 5f0c45f | 2010-12-17 08:51:21 +0000 | [diff] [blame] | 258 | } |
| 259 | } |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 260 | } |
| 261 | |
mmassi@chromium.org | 7028c05 | 2012-06-13 11:51:58 +0000 | [diff] [blame] | 262 | SharedFunctionInfo* shared = function->shared(); |
| 263 | Code* shared_code = shared->code(); |
| 264 | |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 265 | if (shared_code->kind() != Code::FUNCTION) continue; |
ulan@chromium.org | 6e196bf | 2013-03-13 09:38:22 +0000 | [diff] [blame] | 266 | if (function->IsInRecompileQueue()) continue; |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 267 | |
mstarzinger@chromium.org | 1510d58 | 2013-06-28 14:00:48 +0000 | [diff] [blame] | 268 | if (FLAG_always_osr && |
| 269 | shared_code->allow_osr_at_loop_nesting_level() == 0) { |
| 270 | // Testing mode: always try an OSR compile for every function. |
| 271 | for (int i = 0; i < Code::kMaxLoopNestingMarker; i++) { |
| 272 | // TODO(titzer): fix AttemptOnStackReplacement to avoid this dumb loop. |
| 273 | shared_code->set_allow_osr_at_loop_nesting_level(i); |
| 274 | AttemptOnStackReplacement(function); |
| 275 | } |
| 276 | // Fall through and do a normal optimized compile as well. |
| 277 | } else if (!frame->is_optimized() && |
ulan@chromium.org | 6e196bf | 2013-03-13 09:38:22 +0000 | [diff] [blame] | 278 | (function->IsMarkedForLazyRecompilation() || |
rossberg@chromium.org | 9259716 | 2013-08-23 13:28:00 +0000 | [diff] [blame] | 279 | function->IsMarkedForConcurrentRecompilation() || |
ulan@chromium.org | 6e196bf | 2013-03-13 09:38:22 +0000 | [diff] [blame] | 280 | function->IsOptimized())) { |
mstarzinger@chromium.org | 1510d58 | 2013-06-28 14:00:48 +0000 | [diff] [blame] | 281 | // Attempt OSR if we are still running unoptimized code even though the |
| 282 | // the function has long been marked or even already been optimized. |
dslomov@chromium.org | b752d40 | 2013-06-18 11:54:54 +0000 | [diff] [blame] | 283 | int ticks = shared_code->profiler_ticks(); |
| 284 | int allowance = kOSRCodeSizeAllowanceBase + |
| 285 | ticks * kOSRCodeSizeAllowancePerTick; |
| 286 | if (shared_code->CodeSize() > allowance) { |
| 287 | if (ticks < 255) shared_code->set_profiler_ticks(ticks + 1); |
| 288 | } else { |
| 289 | int nesting = shared_code->allow_osr_at_loop_nesting_level(); |
| 290 | if (nesting < Code::kMaxLoopNestingMarker) { |
| 291 | int new_nesting = nesting + 1; |
| 292 | shared_code->set_allow_osr_at_loop_nesting_level(new_nesting); |
| 293 | AttemptOnStackReplacement(function); |
| 294 | } |
mstarzinger@chromium.org | e27d617 | 2013-04-17 11:51:44 +0000 | [diff] [blame] | 295 | } |
dslomov@chromium.org | b752d40 | 2013-06-18 11:54:54 +0000 | [diff] [blame] | 296 | continue; |
ager@chromium.org | 5f0c45f | 2010-12-17 08:51:21 +0000 | [diff] [blame] | 297 | } |
| 298 | |
yangguo@chromium.org | 5645471 | 2012-02-16 15:33:53 +0000 | [diff] [blame] | 299 | // Only record top-level code on top of the execution stack and |
| 300 | // avoid optimizing excessively large scripts since top-level code |
| 301 | // will be executed only once. |
| 302 | const int kMaxToplevelSourceSize = 10 * 1024; |
mmassi@chromium.org | 7028c05 | 2012-06-13 11:51:58 +0000 | [diff] [blame] | 303 | if (shared->is_toplevel() && |
| 304 | (frame_count > 1 || shared->SourceSize() > kMaxToplevelSourceSize)) { |
yangguo@chromium.org | 5645471 | 2012-02-16 15:33:53 +0000 | [diff] [blame] | 305 | continue; |
| 306 | } |
| 307 | |
mmassi@chromium.org | 7028c05 | 2012-06-13 11:51:58 +0000 | [diff] [blame] | 308 | // Do not record non-optimizable functions. |
| 309 | if (shared->optimization_disabled()) { |
verwaest@chromium.org | de64f72 | 2012-08-16 15:44:54 +0000 | [diff] [blame] | 310 | if (shared->deopt_count() >= FLAG_max_opt_count) { |
mmassi@chromium.org | 7028c05 | 2012-06-13 11:51:58 +0000 | [diff] [blame] | 311 | // If optimization was disabled due to many deoptimizations, |
| 312 | // then check if the function is hot and try to reenable optimization. |
| 313 | int ticks = shared_code->profiler_ticks(); |
| 314 | if (ticks >= kProfilerTicksBeforeReenablingOptimization) { |
| 315 | shared_code->set_profiler_ticks(0); |
| 316 | shared->TryReenableOptimization(); |
| 317 | } else { |
| 318 | shared_code->set_profiler_ticks(ticks + 1); |
| 319 | } |
| 320 | } |
| 321 | continue; |
| 322 | } |
| 323 | if (!function->IsOptimizable()) continue; |
| 324 | |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 325 | if (FLAG_watch_ic_patching) { |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 326 | int ticks = shared_code->profiler_ticks(); |
ager@chromium.org | 5f0c45f | 2010-12-17 08:51:21 +0000 | [diff] [blame] | 327 | |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 328 | if (ticks >= kProfilerTicksBeforeOptimization) { |
jkummerow@chromium.org | f7a5884 | 2012-02-21 10:08:21 +0000 | [diff] [blame] | 329 | int typeinfo, total, percentage; |
dslomov@chromium.org | b752d40 | 2013-06-18 11:54:54 +0000 | [diff] [blame] | 330 | GetICCounts(shared_code, &typeinfo, &total, &percentage); |
jkummerow@chromium.org | f7a5884 | 2012-02-21 10:08:21 +0000 | [diff] [blame] | 331 | if (percentage >= FLAG_type_info_threshold) { |
| 332 | // If this particular function hasn't had any ICs patched for enough |
| 333 | // ticks, optimize it now. |
| 334 | Optimize(function, "hot and stable"); |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 335 | } else if (ticks >= kTicksWhenNotEnoughTypeInfo) { |
danno@chromium.org | 88aa058 | 2012-03-23 15:11:57 +0000 | [diff] [blame] | 336 | Optimize(function, "not much type info but very hot"); |
jkummerow@chromium.org | f7a5884 | 2012-02-21 10:08:21 +0000 | [diff] [blame] | 337 | } else { |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 338 | shared_code->set_profiler_ticks(ticks + 1); |
jkummerow@chromium.org | f7a5884 | 2012-02-21 10:08:21 +0000 | [diff] [blame] | 339 | if (FLAG_trace_opt_verbose) { |
| 340 | PrintF("[not yet optimizing "); |
| 341 | function->PrintName(); |
| 342 | PrintF(", not enough type info: %d/%d (%d%%)]\n", |
| 343 | typeinfo, total, percentage); |
| 344 | } |
| 345 | } |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 346 | } else if (!any_ic_changed_ && |
danno@chromium.org | 129d398 | 2012-07-25 15:01:47 +0000 | [diff] [blame] | 347 | shared_code->instruction_size() < kMaxSizeEarlyOpt) { |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 348 | // If no IC was patched since the last tick and this function is very |
| 349 | // small, optimistically optimize it now. |
| 350 | Optimize(function, "small function"); |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 351 | } else { |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 352 | shared_code->set_profiler_ticks(ticks + 1); |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 353 | } |
yangguo@chromium.org | 5645471 | 2012-02-16 15:33:53 +0000 | [diff] [blame] | 354 | } else { // !FLAG_watch_ic_patching |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 355 | samples[sample_count++] = function; |
ager@chromium.org | 5f0c45f | 2010-12-17 08:51:21 +0000 | [diff] [blame] | 356 | |
danno@chromium.org | 1044a4d | 2012-04-30 12:34:39 +0000 | [diff] [blame] | 357 | int function_size = function->shared()->SourceSize(); |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 358 | int threshold_size_factor = (function_size > kSizeLimit) |
| 359 | ? sampler_threshold_size_factor_ |
| 360 | : 1; |
| 361 | |
| 362 | int threshold = sampler_threshold_ * threshold_size_factor; |
| 363 | |
| 364 | if (LookupSample(function) >= threshold) { |
| 365 | Optimize(function, "sampler window lookup"); |
| 366 | } |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 367 | } |
| 368 | } |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 369 | if (FLAG_watch_ic_patching) { |
| 370 | any_ic_changed_ = false; |
yangguo@chromium.org | 5645471 | 2012-02-16 15:33:53 +0000 | [diff] [blame] | 371 | } else { // !FLAG_watch_ic_patching |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 372 | // Add the collected functions as samples. It's important not to do |
| 373 | // this as part of collecting them because this will interfere with |
| 374 | // the sample lookup in case of recursive functions. |
| 375 | for (int i = 0; i < sample_count; i++) { |
| 376 | AddSample(samples[i], kSamplerFrameWeight[i]); |
| 377 | } |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 378 | } |
| 379 | } |
| 380 | |
| 381 | |
erik.corry@gmail.com | f2038fb | 2012-01-16 11:42:08 +0000 | [diff] [blame] | 382 | void RuntimeProfiler::SetUp() { |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 383 | if (!FLAG_watch_ic_patching) { |
| 384 | ClearSampleBuffer(); |
| 385 | } |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 386 | } |
| 387 | |
| 388 | |
| 389 | void RuntimeProfiler::Reset() { |
jkummerow@chromium.org | 1456e70 | 2012-03-30 08:38:13 +0000 | [diff] [blame] | 390 | if (!FLAG_watch_ic_patching) { |
yangguo@chromium.org | 78d1ad4 | 2012-02-09 13:53:47 +0000 | [diff] [blame] | 391 | sampler_threshold_ = kSamplerThresholdInit; |
| 392 | sampler_threshold_size_factor_ = kSamplerThresholdSizeFactorInit; |
| 393 | sampler_ticks_until_threshold_adjustment_ = |
| 394 | kSamplerTicksBetweenThresholdAdjustment; |
| 395 | } |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 396 | } |
| 397 | |
| 398 | |
| 399 | void RuntimeProfiler::TearDown() { |
| 400 | // Nothing to do. |
| 401 | } |
| 402 | |
| 403 | |
ager@chromium.org | 9ee27ae | 2011-03-02 13:43:26 +0000 | [diff] [blame] | 404 | // Update the pointers in the sampler window after a GC. |
| 405 | void RuntimeProfiler::UpdateSamplesAfterScavenge() { |
| 406 | for (int i = 0; i < kSamplerWindowSize; i++) { |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 407 | Object* function = sampler_window_[i]; |
| 408 | if (function != NULL && isolate_->heap()->InNewSpace(function)) { |
ager@chromium.org | 9ee27ae | 2011-03-02 13:43:26 +0000 | [diff] [blame] | 409 | MapWord map_word = HeapObject::cast(function)->map_word(); |
| 410 | if (map_word.IsForwardingAddress()) { |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 411 | sampler_window_[i] = map_word.ToForwardingAddress(); |
ager@chromium.org | 9ee27ae | 2011-03-02 13:43:26 +0000 | [diff] [blame] | 412 | } else { |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 413 | sampler_window_[i] = NULL; |
ager@chromium.org | 9ee27ae | 2011-03-02 13:43:26 +0000 | [diff] [blame] | 414 | } |
| 415 | } |
| 416 | } |
| 417 | } |
| 418 | |
| 419 | |
| 420 | void RuntimeProfiler::RemoveDeadSamples() { |
| 421 | for (int i = 0; i < kSamplerWindowSize; i++) { |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 422 | Object* function = sampler_window_[i]; |
erik.corry@gmail.com | c3b670f | 2011-10-05 21:44:48 +0000 | [diff] [blame] | 423 | if (function != NULL && |
| 424 | !Marking::MarkBitFrom(HeapObject::cast(function)).Get()) { |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 425 | sampler_window_[i] = NULL; |
ager@chromium.org | 9ee27ae | 2011-03-02 13:43:26 +0000 | [diff] [blame] | 426 | } |
| 427 | } |
| 428 | } |
| 429 | |
| 430 | |
| 431 | void RuntimeProfiler::UpdateSamplesAfterCompact(ObjectVisitor* visitor) { |
| 432 | for (int i = 0; i < kSamplerWindowSize; i++) { |
sgjesse@chromium.org | ea88ce9 | 2011-03-23 11:19:56 +0000 | [diff] [blame] | 433 | visitor->VisitPointer(&sampler_window_[i]); |
ager@chromium.org | 9ee27ae | 2011-03-02 13:43:26 +0000 | [diff] [blame] | 434 | } |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 435 | } |
| 436 | |
| 437 | |
kasperl@chromium.org | a555126 | 2010-12-07 12:49:48 +0000 | [diff] [blame] | 438 | } } // namespace v8::internal |