1*6dbdd20aSAndroid Build Coastguard Worker /*
2*6dbdd20aSAndroid Build Coastguard Worker * Copyright (C) 2018 The Android Open Source Project
3*6dbdd20aSAndroid Build Coastguard Worker *
4*6dbdd20aSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*6dbdd20aSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*6dbdd20aSAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*6dbdd20aSAndroid Build Coastguard Worker *
8*6dbdd20aSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*6dbdd20aSAndroid Build Coastguard Worker *
10*6dbdd20aSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*6dbdd20aSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*6dbdd20aSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*6dbdd20aSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*6dbdd20aSAndroid Build Coastguard Worker * limitations under the License.
15*6dbdd20aSAndroid Build Coastguard Worker */
16*6dbdd20aSAndroid Build Coastguard Worker
17*6dbdd20aSAndroid Build Coastguard Worker #include "src/traceconv/trace_to_profile.h"
18*6dbdd20aSAndroid Build Coastguard Worker
19*6dbdd20aSAndroid Build Coastguard Worker #include <random>
20*6dbdd20aSAndroid Build Coastguard Worker #include <string>
21*6dbdd20aSAndroid Build Coastguard Worker #include <vector>
22*6dbdd20aSAndroid Build Coastguard Worker
23*6dbdd20aSAndroid Build Coastguard Worker #include "perfetto/trace_processor/trace_processor.h"
24*6dbdd20aSAndroid Build Coastguard Worker #include "src/profiling/symbolizer/local_symbolizer.h"
25*6dbdd20aSAndroid Build Coastguard Worker #include "src/profiling/symbolizer/symbolize_database.h"
26*6dbdd20aSAndroid Build Coastguard Worker #include "src/traceconv/utils.h"
27*6dbdd20aSAndroid Build Coastguard Worker
28*6dbdd20aSAndroid Build Coastguard Worker #include "perfetto/base/logging.h"
29*6dbdd20aSAndroid Build Coastguard Worker #include "perfetto/base/time.h"
30*6dbdd20aSAndroid Build Coastguard Worker #include "perfetto/ext/base/file_utils.h"
31*6dbdd20aSAndroid Build Coastguard Worker #include "perfetto/ext/base/temp_file.h"
32*6dbdd20aSAndroid Build Coastguard Worker #include "perfetto/ext/base/utils.h"
33*6dbdd20aSAndroid Build Coastguard Worker #include "perfetto/profiling/pprof_builder.h"
34*6dbdd20aSAndroid Build Coastguard Worker #include "src/profiling/symbolizer/symbolizer.h"
35*6dbdd20aSAndroid Build Coastguard Worker
36*6dbdd20aSAndroid Build Coastguard Worker namespace {
37*6dbdd20aSAndroid Build Coastguard Worker constexpr const char* kDefaultTmp = "/tmp";
38*6dbdd20aSAndroid Build Coastguard Worker
GetTemp()39*6dbdd20aSAndroid Build Coastguard Worker std::string GetTemp() {
40*6dbdd20aSAndroid Build Coastguard Worker const char* tmp = nullptr;
41*6dbdd20aSAndroid Build Coastguard Worker if ((tmp = getenv("TMPDIR")))
42*6dbdd20aSAndroid Build Coastguard Worker return tmp;
43*6dbdd20aSAndroid Build Coastguard Worker if ((tmp = getenv("TEMP")))
44*6dbdd20aSAndroid Build Coastguard Worker return tmp;
45*6dbdd20aSAndroid Build Coastguard Worker return kDefaultTmp;
46*6dbdd20aSAndroid Build Coastguard Worker }
47*6dbdd20aSAndroid Build Coastguard Worker } // namespace
48*6dbdd20aSAndroid Build Coastguard Worker
49*6dbdd20aSAndroid Build Coastguard Worker namespace perfetto {
50*6dbdd20aSAndroid Build Coastguard Worker namespace trace_to_text {
51*6dbdd20aSAndroid Build Coastguard Worker namespace {
52*6dbdd20aSAndroid Build Coastguard Worker
ToConversionFlags(bool annotate_frames)53*6dbdd20aSAndroid Build Coastguard Worker uint64_t ToConversionFlags(bool annotate_frames) {
54*6dbdd20aSAndroid Build Coastguard Worker return static_cast<uint64_t>(annotate_frames
55*6dbdd20aSAndroid Build Coastguard Worker ? ConversionFlags::kAnnotateFrames
56*6dbdd20aSAndroid Build Coastguard Worker : ConversionFlags::kNone);
57*6dbdd20aSAndroid Build Coastguard Worker }
58*6dbdd20aSAndroid Build Coastguard Worker
GetRandomString(size_t n)59*6dbdd20aSAndroid Build Coastguard Worker std::string GetRandomString(size_t n) {
60*6dbdd20aSAndroid Build Coastguard Worker std::random_device r;
61*6dbdd20aSAndroid Build Coastguard Worker auto rng = std::default_random_engine(r());
62*6dbdd20aSAndroid Build Coastguard Worker std::string result(n, ' ');
63*6dbdd20aSAndroid Build Coastguard Worker for (size_t i = 0; i < n; ++i) {
64*6dbdd20aSAndroid Build Coastguard Worker result[i] = 'a' + (rng() % ('z' - 'a'));
65*6dbdd20aSAndroid Build Coastguard Worker }
66*6dbdd20aSAndroid Build Coastguard Worker return result;
67*6dbdd20aSAndroid Build Coastguard Worker }
68*6dbdd20aSAndroid Build Coastguard Worker
MaybeSymbolize(trace_processor::TraceProcessor * tp)69*6dbdd20aSAndroid Build Coastguard Worker void MaybeSymbolize(trace_processor::TraceProcessor* tp) {
70*6dbdd20aSAndroid Build Coastguard Worker std::unique_ptr<profiling::Symbolizer> symbolizer =
71*6dbdd20aSAndroid Build Coastguard Worker profiling::LocalSymbolizerOrDie(profiling::GetPerfettoBinaryPath(),
72*6dbdd20aSAndroid Build Coastguard Worker getenv("PERFETTO_SYMBOLIZER_MODE"));
73*6dbdd20aSAndroid Build Coastguard Worker if (!symbolizer)
74*6dbdd20aSAndroid Build Coastguard Worker return;
75*6dbdd20aSAndroid Build Coastguard Worker profiling::SymbolizeDatabase(tp, symbolizer.get(),
76*6dbdd20aSAndroid Build Coastguard Worker [tp](const std::string& trace_proto) {
77*6dbdd20aSAndroid Build Coastguard Worker IngestTraceOrDie(tp, trace_proto);
78*6dbdd20aSAndroid Build Coastguard Worker });
79*6dbdd20aSAndroid Build Coastguard Worker tp->Flush();
80*6dbdd20aSAndroid Build Coastguard Worker }
81*6dbdd20aSAndroid Build Coastguard Worker
MaybeDeobfuscate(trace_processor::TraceProcessor * tp)82*6dbdd20aSAndroid Build Coastguard Worker void MaybeDeobfuscate(trace_processor::TraceProcessor* tp) {
83*6dbdd20aSAndroid Build Coastguard Worker auto maybe_map = profiling::GetPerfettoProguardMapPath();
84*6dbdd20aSAndroid Build Coastguard Worker if (maybe_map.empty()) {
85*6dbdd20aSAndroid Build Coastguard Worker return;
86*6dbdd20aSAndroid Build Coastguard Worker }
87*6dbdd20aSAndroid Build Coastguard Worker profiling::ReadProguardMapsToDeobfuscationPackets(
88*6dbdd20aSAndroid Build Coastguard Worker maybe_map, [tp](const std::string& trace_proto) {
89*6dbdd20aSAndroid Build Coastguard Worker IngestTraceOrDie(tp, trace_proto);
90*6dbdd20aSAndroid Build Coastguard Worker });
91*6dbdd20aSAndroid Build Coastguard Worker tp->Flush();
92*6dbdd20aSAndroid Build Coastguard Worker }
93*6dbdd20aSAndroid Build Coastguard Worker
TraceToProfile(std::istream * input,std::ostream * output,uint64_t pid,std::vector<uint64_t> timestamps,ConversionMode conversion_mode,uint64_t conversion_flags,std::string dirname_prefix,std::function<std::string (const SerializedProfile &)> filename_fn)94*6dbdd20aSAndroid Build Coastguard Worker int TraceToProfile(
95*6dbdd20aSAndroid Build Coastguard Worker std::istream* input,
96*6dbdd20aSAndroid Build Coastguard Worker std::ostream* output,
97*6dbdd20aSAndroid Build Coastguard Worker uint64_t pid,
98*6dbdd20aSAndroid Build Coastguard Worker std::vector<uint64_t> timestamps,
99*6dbdd20aSAndroid Build Coastguard Worker ConversionMode conversion_mode,
100*6dbdd20aSAndroid Build Coastguard Worker uint64_t conversion_flags,
101*6dbdd20aSAndroid Build Coastguard Worker std::string dirname_prefix,
102*6dbdd20aSAndroid Build Coastguard Worker std::function<std::string(const SerializedProfile&)> filename_fn) {
103*6dbdd20aSAndroid Build Coastguard Worker std::vector<SerializedProfile> profiles;
104*6dbdd20aSAndroid Build Coastguard Worker trace_processor::Config config;
105*6dbdd20aSAndroid Build Coastguard Worker std::unique_ptr<trace_processor::TraceProcessor> tp =
106*6dbdd20aSAndroid Build Coastguard Worker trace_processor::TraceProcessor::CreateInstance(config);
107*6dbdd20aSAndroid Build Coastguard Worker
108*6dbdd20aSAndroid Build Coastguard Worker if (!ReadTraceUnfinalized(tp.get(), input))
109*6dbdd20aSAndroid Build Coastguard Worker return -1;
110*6dbdd20aSAndroid Build Coastguard Worker tp->Flush();
111*6dbdd20aSAndroid Build Coastguard Worker MaybeSymbolize(tp.get());
112*6dbdd20aSAndroid Build Coastguard Worker MaybeDeobfuscate(tp.get());
113*6dbdd20aSAndroid Build Coastguard Worker if (auto status = tp->NotifyEndOfFile(); !status.ok()) {
114*6dbdd20aSAndroid Build Coastguard Worker return -1;
115*6dbdd20aSAndroid Build Coastguard Worker }
116*6dbdd20aSAndroid Build Coastguard Worker TraceToPprof(tp.get(), &profiles, conversion_mode, conversion_flags, pid,
117*6dbdd20aSAndroid Build Coastguard Worker timestamps);
118*6dbdd20aSAndroid Build Coastguard Worker if (profiles.empty()) {
119*6dbdd20aSAndroid Build Coastguard Worker return 0;
120*6dbdd20aSAndroid Build Coastguard Worker }
121*6dbdd20aSAndroid Build Coastguard Worker
122*6dbdd20aSAndroid Build Coastguard Worker std::string temp_dir = GetTemp() + "/" + dirname_prefix +
123*6dbdd20aSAndroid Build Coastguard Worker base::GetTimeFmt("%y%m%d%H%M%S") + GetRandomString(5);
124*6dbdd20aSAndroid Build Coastguard Worker PERFETTO_CHECK(base::Mkdir(temp_dir));
125*6dbdd20aSAndroid Build Coastguard Worker for (const auto& profile : profiles) {
126*6dbdd20aSAndroid Build Coastguard Worker std::string filename = temp_dir + "/" + filename_fn(profile);
127*6dbdd20aSAndroid Build Coastguard Worker base::ScopedFile fd(base::OpenFile(filename, O_CREAT | O_WRONLY, 0700));
128*6dbdd20aSAndroid Build Coastguard Worker if (!fd)
129*6dbdd20aSAndroid Build Coastguard Worker PERFETTO_FATAL("Failed to open %s", filename.c_str());
130*6dbdd20aSAndroid Build Coastguard Worker PERFETTO_CHECK(base::WriteAll(*fd, profile.serialized.c_str(),
131*6dbdd20aSAndroid Build Coastguard Worker profile.serialized.size()) ==
132*6dbdd20aSAndroid Build Coastguard Worker static_cast<ssize_t>(profile.serialized.size()));
133*6dbdd20aSAndroid Build Coastguard Worker }
134*6dbdd20aSAndroid Build Coastguard Worker *output << "Wrote profiles to " << temp_dir << std::endl;
135*6dbdd20aSAndroid Build Coastguard Worker return 0;
136*6dbdd20aSAndroid Build Coastguard Worker }
137*6dbdd20aSAndroid Build Coastguard Worker
138*6dbdd20aSAndroid Build Coastguard Worker } // namespace
139*6dbdd20aSAndroid Build Coastguard Worker
TraceToHeapProfile(std::istream * input,std::ostream * output,uint64_t pid,std::vector<uint64_t> timestamps,bool annotate_frames)140*6dbdd20aSAndroid Build Coastguard Worker int TraceToHeapProfile(std::istream* input,
141*6dbdd20aSAndroid Build Coastguard Worker std::ostream* output,
142*6dbdd20aSAndroid Build Coastguard Worker uint64_t pid,
143*6dbdd20aSAndroid Build Coastguard Worker std::vector<uint64_t> timestamps,
144*6dbdd20aSAndroid Build Coastguard Worker bool annotate_frames) {
145*6dbdd20aSAndroid Build Coastguard Worker int file_idx = 0;
146*6dbdd20aSAndroid Build Coastguard Worker auto filename_fn = [&file_idx](const SerializedProfile& profile) {
147*6dbdd20aSAndroid Build Coastguard Worker return "heap_dump." + std::to_string(++file_idx) + "." +
148*6dbdd20aSAndroid Build Coastguard Worker std::to_string(profile.pid) + "." + profile.heap_name + ".pb";
149*6dbdd20aSAndroid Build Coastguard Worker };
150*6dbdd20aSAndroid Build Coastguard Worker
151*6dbdd20aSAndroid Build Coastguard Worker return TraceToProfile(
152*6dbdd20aSAndroid Build Coastguard Worker input, output, pid, timestamps, ConversionMode::kHeapProfile,
153*6dbdd20aSAndroid Build Coastguard Worker ToConversionFlags(annotate_frames), "heap_profile-", filename_fn);
154*6dbdd20aSAndroid Build Coastguard Worker }
155*6dbdd20aSAndroid Build Coastguard Worker
TraceToPerfProfile(std::istream * input,std::ostream * output,uint64_t pid,std::vector<uint64_t> timestamps,bool annotate_frames)156*6dbdd20aSAndroid Build Coastguard Worker int TraceToPerfProfile(std::istream* input,
157*6dbdd20aSAndroid Build Coastguard Worker std::ostream* output,
158*6dbdd20aSAndroid Build Coastguard Worker uint64_t pid,
159*6dbdd20aSAndroid Build Coastguard Worker std::vector<uint64_t> timestamps,
160*6dbdd20aSAndroid Build Coastguard Worker bool annotate_frames) {
161*6dbdd20aSAndroid Build Coastguard Worker int file_idx = 0;
162*6dbdd20aSAndroid Build Coastguard Worker auto filename_fn = [&file_idx](const SerializedProfile& profile) {
163*6dbdd20aSAndroid Build Coastguard Worker return "profile." + std::to_string(++file_idx) + ".pid." +
164*6dbdd20aSAndroid Build Coastguard Worker std::to_string(profile.pid) + ".pb";
165*6dbdd20aSAndroid Build Coastguard Worker };
166*6dbdd20aSAndroid Build Coastguard Worker
167*6dbdd20aSAndroid Build Coastguard Worker return TraceToProfile(
168*6dbdd20aSAndroid Build Coastguard Worker input, output, pid, timestamps, ConversionMode::kPerfProfile,
169*6dbdd20aSAndroid Build Coastguard Worker ToConversionFlags(annotate_frames), "perf_profile-", filename_fn);
170*6dbdd20aSAndroid Build Coastguard Worker }
171*6dbdd20aSAndroid Build Coastguard Worker
TraceToJavaHeapProfile(std::istream * input,std::ostream * output,const uint64_t pid,const std::vector<uint64_t> & timestamps,const bool annotate_frames)172*6dbdd20aSAndroid Build Coastguard Worker int TraceToJavaHeapProfile(std::istream* input,
173*6dbdd20aSAndroid Build Coastguard Worker std::ostream* output,
174*6dbdd20aSAndroid Build Coastguard Worker const uint64_t pid,
175*6dbdd20aSAndroid Build Coastguard Worker const std::vector<uint64_t>& timestamps,
176*6dbdd20aSAndroid Build Coastguard Worker const bool annotate_frames) {
177*6dbdd20aSAndroid Build Coastguard Worker int file_idx = 0;
178*6dbdd20aSAndroid Build Coastguard Worker auto filename_fn = [&file_idx](const SerializedProfile& profile) {
179*6dbdd20aSAndroid Build Coastguard Worker return "java_heap_dump." + std::to_string(++file_idx) + "." +
180*6dbdd20aSAndroid Build Coastguard Worker std::to_string(profile.pid) + ".pb";
181*6dbdd20aSAndroid Build Coastguard Worker };
182*6dbdd20aSAndroid Build Coastguard Worker
183*6dbdd20aSAndroid Build Coastguard Worker return TraceToProfile(
184*6dbdd20aSAndroid Build Coastguard Worker input, output, pid, timestamps, ConversionMode::kJavaHeapProfile,
185*6dbdd20aSAndroid Build Coastguard Worker ToConversionFlags(annotate_frames), "heap_profile-", filename_fn);
186*6dbdd20aSAndroid Build Coastguard Worker }
187*6dbdd20aSAndroid Build Coastguard Worker } // namespace trace_to_text
188*6dbdd20aSAndroid Build Coastguard Worker } // namespace perfetto
189