| /* |
| * Copyright (C) 2018 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| #include <unistd.h> |
| |
| #include "gmock/gmock.h" |
| #include "gtest/gtest.h" |
| #include "perfetto/base/temp_file.h" |
| #include "src/base/test/test_task_runner.h" |
| #include "src/traced/probes/sys_stats/sys_stats_data_source.h" |
| #include "src/tracing/core/trace_writer_for_testing.h" |
| |
| #include "perfetto/config/sys_stats/sys_stats_config.pb.h" |
| #include "perfetto/trace/trace_packet.pb.h" |
| #include "perfetto/trace/trace_packet.pbzero.h" |
| |
| using ::testing::_; |
| using ::testing::Invoke; |
| using ::testing::Return; |
| using ::testing::UnorderedElementsAre; |
| |
| namespace perfetto { |
| namespace { |
| |
| const char kMockMeminfo[] = R"( |
| MemTotal: 3744240 kB |
| MemFree: 73328 kB |
| MemAvailable: 629896 kB |
| Buffers: 19296 kB |
| Cached: 731032 kB |
| SwapCached: 4936 kB |
| Active: 1616348 kB |
| Inactive: 745492 kB |
| Active(anon): 1322636 kB |
| Inactive(anon): 449172 kB |
| Active(file): 293712 kB |
| Inactive(file): 296320 kB |
| Unevictable: 142152 kB |
| Mlocked: 142152 kB |
| SwapTotal: 524284 kB |
| SwapFree: 128 kB |
| Dirty: 0 kB |
| Writeback: 0 kB |
| AnonPages: 1751140 kB |
| Mapped: 508372 kB |
| Shmem: 18604 kB |
| Slab: 240352 kB |
| SReclaimable: 64684 kB |
| SUnreclaim: 175668 kB |
| KernelStack: 62672 kB |
| PageTables: 70108 kB |
| NFS_Unstable: 0 kB |
| Bounce: 0 kB |
| WritebackTmp: 0 kB |
| CommitLimit: 2396404 kB |
| Committed_AS: 81911488 kB |
| VmallocTotal: 258867136 kB |
| VmallocUsed: 0 kB |
| VmallocChunk: 0 kB |
| CmaTotal: 196608 kB |
| CmaFree: 60 kB)"; |
| |
| const char kMockVmstat[] = R"( |
| nr_free_pages 16449 |
| nr_alloc_batch 79 |
| nr_inactive_anon 112545 |
| nr_active_anon 322027 |
| nr_inactive_file 75904 |
| nr_active_file 87939 |
| nr_unevictable 35538 |
| nr_mlock 35538 |
| nr_anon_pages 429005 |
| nr_mapped 125844 |
| nr_file_pages 205523 |
| nr_dirty 23 |
| nr_writeback 0 |
| nr_slab_reclaimable 15840 |
| nr_slab_unreclaimable 43912 |
| nr_page_table_pages 17158 |
| nr_kernel_stack 3822 |
| nr_overhead 0 |
| nr_unstable 0 |
| nr_bounce 0 |
| nr_vmscan_write 558690 |
| nr_vmscan_immediate_reclaim 14853 |
| nr_writeback_temp 0 |
| nr_isolated_anon 0 |
| nr_isolated_file 0 |
| nr_shmem 5027 |
| nr_dirtied 6732417 |
| nr_written 6945513 |
| nr_pages_scanned 0 |
| workingset_refault 32784684 |
| workingset_activate 8200928 |
| workingset_nodereclaim 0 |
| nr_anon_transparent_hugepages 0 |
| nr_free_cma 0 |
| nr_swapcache 1254 |
| nr_dirty_threshold 33922 |
| nr_dirty_background_threshold 8449 |
| pgpgin 161257156 |
| pgpgout 35973852 |
| pgpgoutclean 37181384 |
| pswpin 185308 |
| pswpout 557662 |
| pgalloc_dma 79259070 |
| pgalloc_normal 88265512 |
| pgalloc_movable 0 |
| pgfree 175051592 |
| pgactivate 11897892 |
| pgdeactivate 20412230 |
| pgfault 181696234 |
| pgmajfault 1060871 |
| pgrefill_dma 12970047 |
| pgrefill_normal 14391564 |
| pgrefill_movable 0 |
| pgsteal_kswapd_dma 19471476 |
| pgsteal_kswapd_normal 21138380 |
| pgsteal_kswapd_movable 0 |
| pgsteal_direct_dma 40625 |
| pgsteal_direct_normal 50912 |
| pgsteal_direct_movable 0 |
| pgscan_kswapd_dma 23544417 |
| pgscan_kswapd_normal 25623715 |
| pgscan_kswapd_movable 0 |
| pgscan_direct_dma 50369 |
| pgscan_direct_normal 66284 |
| pgscan_direct_movable 0 |
| pgscan_direct_throttle 0 |
| pginodesteal 0 |
| slabs_scanned 39582828 |
| kswapd_inodesteal 110199 |
| kswapd_low_wmark_hit_quickly 21321 |
| kswapd_high_wmark_hit_quickly 4112 |
| pageoutrun 37666 |
| allocstall 1587 |
| pgrotated 12086 |
| drop_pagecache 0 |
| drop_slab 0 |
| pgmigrate_success 5923482 |
| pgmigrate_fail 3439 |
| compact_migrate_scanned 92906456 |
| compact_free_scanned 467077168 |
| compact_isolated 13456528 |
| compact_stall 197 |
| compact_fail 42 |
| compact_success 155 |
| compact_daemon_wake 2131 |
| unevictable_pgs_culled 50170 |
| unevictable_pgs_scanned 0 |
| unevictable_pgs_rescued 14640 |
| unevictable_pgs_mlocked 52520 |
| unevictable_pgs_munlocked 14640 |
| unevictable_pgs_cleared 2342 |
| unevictable_pgs_stranded 2342)"; |
| |
| const char kMockStat[] = R"( |
| cpu 2655987 822682 2352153 8801203 41917 322733 175055 0 0 0 |
| cpu0 762178 198125 902284 8678856 41716 152974 68262 0 0 0 |
| cpu1 613833 243394 504323 15194 96 60625 28785 0 0 0 |
| cpu2 207349 95060 248856 17351 42 32148 26108 0 0 0 |
| cpu3 138474 92158 174852 17537 48 25076 25035 0 0 0 |
| cpu4 278720 34689 141048 18117 1 20782 5873 0 0 0 |
| cpu5 235376 33907 85098 18278 2 10049 3774 0 0 0 |
| cpu6 239568 67149 155814 17890 5 11518 3807 0 0 0 |
| cpu7 180484 58196 139874 17975 3 9556 13407 0 0 0 |
| intr 238128517 0 0 0 63500984 0 6253792 6 4 5 0 0 0 0 0 0 0 160331 0 0 14 0 0 0 0 0 0 0 0 0 0 0 20430 2279 11 11 83272 0 0 0 0 0 0 0 5754 220829 0 154753 908545 1824602 7314228 0 0 0 6898259 0 0 10 0 0 2 0 0 0 0 0 0 0 42 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 6 575816 1447531 134022 0 0 0 0 0 435008 319921 2755476 0 0 0 0 91 310212 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 6 4 0 0 545 901 554 9 3377 4184 12 10 588851 0 2 1109045 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 6 8 0 0 0 0 0 0 0 0 0 0 0 0 497 0 0 0 0 0 26172 0 0 0 0 0 0 0 1362 0 0 0 0 0 0 0 424 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 23427 0 0 0 0 1 1298 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 108 0 0 0 0 86 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1784935 407979 2140 10562241 52374 74699 6976 84926 222 169088 0 0 0 0 174 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 2789 51543 0 83 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8 8 0 13 11 17 1393 0 0 0 0 0 0 0 0 0 0 26 0 0 2 106 0 0 0 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 11150 0 13 0 1 390 6 0 6 4 0 0 0 0 352 284743 2 0 0 24 3 0 3 0 0 0 12 0 668788 2 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 680 0 0 |
| ctxt 373122860 |
| btime 1536912218 |
| processes 243320 |
| procs_running 1 |
| procs_blocked 0 |
| softirq 84611084 10220177 28299167 155083 3035679 6390543 66234 4396819 15604187 0 16443195)"; |
| |
| base::ScopedFile MockOpenReadOnly(const char* path) { |
| base::TempFile tmp_ = base::TempFile::CreateUnlinked(); |
| if (!strcmp(path, "/proc/meminfo")) { |
| EXPECT_GT(pwrite(tmp_.fd(), kMockMeminfo, strlen(kMockMeminfo), 0), 0); |
| } else if (!strcmp(path, "/proc/vmstat")) { |
| EXPECT_GT(pwrite(tmp_.fd(), kMockVmstat, strlen(kMockVmstat), 0), 0); |
| } else if (!strcmp(path, "/proc/stat")) { |
| EXPECT_GT(pwrite(tmp_.fd(), kMockStat, strlen(kMockStat), 0), 0); |
| } else { |
| PERFETTO_FATAL("Unexpected file opened %s", path); |
| } |
| return tmp_.ReleaseFD(); |
| } |
| |
| class SysStatsDataSourceTest : public ::testing::Test { |
| protected: |
| std::unique_ptr<SysStatsDataSource> GetSysStatsDataSource( |
| const DataSourceConfig& cfg) { |
| auto writer = |
| std::unique_ptr<TraceWriterForTesting>(new TraceWriterForTesting()); |
| writer_raw_ = writer.get(); |
| auto instance = std::unique_ptr<SysStatsDataSource>(new SysStatsDataSource( |
| &task_runner_, 0, std::move(writer), cfg, MockOpenReadOnly)); |
| instance->set_ns_per_user_hz_for_testing(1000000000ull / 100); // 100 Hz. |
| instance->Start(); |
| return instance; |
| } |
| |
| void Poller(SysStatsDataSource* ds, std::function<void()> checkpoint) { |
| if (ds->tick_for_testing()) |
| checkpoint(); |
| else |
| task_runner_.PostDelayedTask( |
| [ds, checkpoint, this] { Poller(ds, checkpoint); }, 1); |
| } |
| |
| void WaitTick(SysStatsDataSource* data_source) { |
| auto checkpoint = task_runner_.CreateCheckpoint("on_tick"); |
| Poller(data_source, checkpoint); |
| task_runner_.RunUntilCheckpoint("on_tick"); |
| } |
| |
| TraceWriterForTesting* writer_raw_ = nullptr; |
| base::TestTaskRunner task_runner_; |
| }; |
| |
| TEST_F(SysStatsDataSourceTest, Meminfo) { |
| using C = protos::MeminfoCounters; |
| protos::DataSourceConfig config; |
| config.mutable_sys_stats_config()->set_meminfo_period_ms(1); |
| config.mutable_sys_stats_config()->add_meminfo_counters(C::MEMINFO_MEM_TOTAL); |
| config.mutable_sys_stats_config()->add_meminfo_counters(C::MEMINFO_MEM_FREE); |
| config.mutable_sys_stats_config()->add_meminfo_counters( |
| C::MEMINFO_ACTIVE_ANON); |
| config.mutable_sys_stats_config()->add_meminfo_counters( |
| C::MEMINFO_INACTIVE_FILE); |
| config.mutable_sys_stats_config()->add_meminfo_counters(C::MEMINFO_CMA_FREE); |
| DataSourceConfig config_obj; |
| config_obj.FromProto(config); |
| auto data_source = GetSysStatsDataSource(config_obj); |
| |
| WaitTick(data_source.get()); |
| |
| std::unique_ptr<protos::TracePacket> packet = writer_raw_->ParseProto(); |
| ASSERT_TRUE(packet->has_sys_stats()); |
| const auto& sys_stats = packet->sys_stats(); |
| EXPECT_EQ(sys_stats.vmstat_size(), 0); |
| EXPECT_EQ(sys_stats.cpu_stat_size(), 0); |
| |
| using KV = std::pair<int, uint64_t>; |
| std::vector<KV> kvs; |
| for (const auto& kv : sys_stats.meminfo()) |
| kvs.push_back({kv.key(), kv.value()}); |
| |
| EXPECT_THAT(kvs, |
| UnorderedElementsAre(KV{C::MEMINFO_MEM_TOTAL, 3744240}, // |
| KV{C::MEMINFO_MEM_FREE, 73328}, // |
| KV{C::MEMINFO_ACTIVE_ANON, 1322636}, // |
| KV{C::MEMINFO_INACTIVE_FILE, 296320}, // |
| KV{C::MEMINFO_CMA_FREE, 60})); |
| } |
| |
| TEST_F(SysStatsDataSourceTest, Vmstat) { |
| using C = protos::VmstatCounters; |
| protos::DataSourceConfig config; |
| config.mutable_sys_stats_config()->set_vmstat_period_ms(1); |
| config.mutable_sys_stats_config()->add_vmstat_counters( |
| C::VMSTAT_NR_FREE_PAGES); |
| config.mutable_sys_stats_config()->add_vmstat_counters(C::VMSTAT_PGACTIVATE); |
| config.mutable_sys_stats_config()->add_vmstat_counters( |
| C::VMSTAT_PGMIGRATE_FAIL); |
| DataSourceConfig config_obj; |
| config_obj.FromProto(config); |
| auto data_source = GetSysStatsDataSource(config_obj); |
| |
| WaitTick(data_source.get()); |
| |
| std::unique_ptr<protos::TracePacket> packet = writer_raw_->ParseProto(); |
| ASSERT_TRUE(packet->has_sys_stats()); |
| const auto& sys_stats = packet->sys_stats(); |
| EXPECT_EQ(sys_stats.meminfo_size(), 0); |
| EXPECT_EQ(sys_stats.cpu_stat_size(), 0); |
| |
| using KV = std::pair<int, uint64_t>; |
| std::vector<KV> kvs; |
| for (const auto& kv : sys_stats.vmstat()) |
| kvs.push_back({kv.key(), kv.value()}); |
| |
| EXPECT_THAT(kvs, UnorderedElementsAre(KV{C::VMSTAT_NR_FREE_PAGES, 16449}, // |
| KV{C::VMSTAT_PGACTIVATE, 11897892}, // |
| KV{C::VMSTAT_PGMIGRATE_FAIL, 3439})); |
| } |
| |
| TEST_F(SysStatsDataSourceTest, StatAll) { |
| using C = protos::SysStatsConfig; |
| protos::DataSourceConfig config; |
| config.mutable_sys_stats_config()->set_stat_period_ms(1); |
| config.mutable_sys_stats_config()->add_stat_counters(C::STAT_CPU_TIMES); |
| config.mutable_sys_stats_config()->add_stat_counters(C::STAT_IRQ_COUNTS); |
| config.mutable_sys_stats_config()->add_stat_counters(C::STAT_SOFTIRQ_COUNTS); |
| config.mutable_sys_stats_config()->add_stat_counters(C::STAT_FORK_COUNT); |
| DataSourceConfig config_obj; |
| config_obj.FromProto(config); |
| auto data_source = GetSysStatsDataSource(config_obj); |
| |
| WaitTick(data_source.get()); |
| |
| std::unique_ptr<protos::TracePacket> packet = writer_raw_->ParseProto(); |
| ASSERT_TRUE(packet); |
| ASSERT_TRUE(packet->has_sys_stats()); |
| const auto& sys_stats = packet->sys_stats(); |
| EXPECT_EQ(sys_stats.meminfo_size(), 0); |
| EXPECT_EQ(sys_stats.vmstat_size(), 0); |
| |
| ASSERT_EQ(sys_stats.cpu_stat_size(), 8); |
| EXPECT_EQ(sys_stats.cpu_stat(0).user_ns(), 762178 * 10000000ull); |
| EXPECT_EQ(sys_stats.cpu_stat(0).system_mode_ns(), 902284 * 10000000ull); |
| EXPECT_EQ(sys_stats.cpu_stat(0).softirq_ns(), 68262 * 10000000ull); |
| EXPECT_EQ(sys_stats.cpu_stat(7).user_ns(), 180484 * 10000000ull); |
| EXPECT_EQ(sys_stats.cpu_stat(7).system_mode_ns(), 139874 * 10000000ull); |
| EXPECT_EQ(sys_stats.cpu_stat(7).softirq_ns(), 13407 * 10000000ull); |
| |
| EXPECT_EQ(sys_stats.num_forks(), 243320); |
| |
| EXPECT_EQ(sys_stats.num_irq_total(), 238128517); |
| ASSERT_EQ(sys_stats.num_irq_size(), 793); |
| EXPECT_EQ(sys_stats.num_irq(0).count(), 0); |
| EXPECT_EQ(sys_stats.num_irq(3).count(), 63500984); |
| EXPECT_EQ(sys_stats.num_irq(790).count(), 680); |
| |
| EXPECT_EQ(sys_stats.num_softirq_total(), 84611084); |
| ASSERT_EQ(sys_stats.num_softirq_size(), 10); |
| EXPECT_EQ(sys_stats.num_softirq(0).count(), 10220177); |
| EXPECT_EQ(sys_stats.num_softirq(9).count(), 16443195); |
| |
| EXPECT_EQ(sys_stats.num_softirq_total(), 84611084); |
| } |
| |
| TEST_F(SysStatsDataSourceTest, StatForksOnly) { |
| using C = protos::SysStatsConfig; |
| protos::DataSourceConfig config; |
| config.mutable_sys_stats_config()->set_stat_period_ms(1); |
| config.mutable_sys_stats_config()->add_stat_counters(C::STAT_FORK_COUNT); |
| DataSourceConfig config_obj; |
| config_obj.FromProto(config); |
| auto data_source = GetSysStatsDataSource(config_obj); |
| |
| WaitTick(data_source.get()); |
| |
| std::unique_ptr<protos::TracePacket> packet = writer_raw_->ParseProto(); |
| ASSERT_TRUE(packet->has_sys_stats()); |
| const auto& sys_stats = packet->sys_stats(); |
| EXPECT_EQ(sys_stats.meminfo_size(), 0); |
| EXPECT_EQ(sys_stats.vmstat_size(), 0); |
| ASSERT_EQ(sys_stats.cpu_stat_size(), 0); |
| EXPECT_EQ(sys_stats.num_forks(), 243320); |
| EXPECT_EQ(sys_stats.num_irq_total(), 0); |
| ASSERT_EQ(sys_stats.num_irq_size(), 0); |
| EXPECT_EQ(sys_stats.num_softirq_total(), 0); |
| ASSERT_EQ(sys_stats.num_softirq_size(), 0); |
| } |
| |
| } // namespace |
| } // namespace perfetto |