xref: /aosp_15_r20/external/perfetto/src/traceconv/utils.cc (revision 6dbdd20afdafa5e3ca9b8809fa73465d530080dc)
1*6dbdd20aSAndroid Build Coastguard Worker /*
2*6dbdd20aSAndroid Build Coastguard Worker  * Copyright (C) 2018 The Android Open Source Project
3*6dbdd20aSAndroid Build Coastguard Worker  *
4*6dbdd20aSAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*6dbdd20aSAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*6dbdd20aSAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*6dbdd20aSAndroid Build Coastguard Worker  *
8*6dbdd20aSAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*6dbdd20aSAndroid Build Coastguard Worker  *
10*6dbdd20aSAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*6dbdd20aSAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*6dbdd20aSAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*6dbdd20aSAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*6dbdd20aSAndroid Build Coastguard Worker  * limitations under the License.
15*6dbdd20aSAndroid Build Coastguard Worker  */
16*6dbdd20aSAndroid Build Coastguard Worker 
17*6dbdd20aSAndroid Build Coastguard Worker #include "src/traceconv/utils.h"
18*6dbdd20aSAndroid Build Coastguard Worker 
19*6dbdd20aSAndroid Build Coastguard Worker #include <stdio.h>
20*6dbdd20aSAndroid Build Coastguard Worker 
21*6dbdd20aSAndroid Build Coastguard Worker #include <cinttypes>
22*6dbdd20aSAndroid Build Coastguard Worker #include <memory>
23*6dbdd20aSAndroid Build Coastguard Worker #include <optional>
24*6dbdd20aSAndroid Build Coastguard Worker #include <ostream>
25*6dbdd20aSAndroid Build Coastguard Worker #include <set>
26*6dbdd20aSAndroid Build Coastguard Worker #include <utility>
27*6dbdd20aSAndroid Build Coastguard Worker 
28*6dbdd20aSAndroid Build Coastguard Worker #include "perfetto/base/logging.h"
29*6dbdd20aSAndroid Build Coastguard Worker #include "perfetto/ext/base/file_utils.h"
30*6dbdd20aSAndroid Build Coastguard Worker #include "perfetto/ext/base/scoped_file.h"
31*6dbdd20aSAndroid Build Coastguard Worker #include "perfetto/ext/base/string_splitter.h"
32*6dbdd20aSAndroid Build Coastguard Worker #include "perfetto/protozero/scattered_heap_buffer.h"
33*6dbdd20aSAndroid Build Coastguard Worker #include "perfetto/trace_processor/trace_processor.h"
34*6dbdd20aSAndroid Build Coastguard Worker 
35*6dbdd20aSAndroid Build Coastguard Worker #include "protos/perfetto/trace/profiling/deobfuscation.pbzero.h"
36*6dbdd20aSAndroid Build Coastguard Worker #include "protos/perfetto/trace/profiling/heap_graph.pbzero.h"
37*6dbdd20aSAndroid Build Coastguard Worker #include "protos/perfetto/trace/profiling/profile_common.pbzero.h"
38*6dbdd20aSAndroid Build Coastguard Worker #include "protos/perfetto/trace/trace.pbzero.h"
39*6dbdd20aSAndroid Build Coastguard Worker #include "protos/perfetto/trace/trace_packet.pbzero.h"
40*6dbdd20aSAndroid Build Coastguard Worker 
41*6dbdd20aSAndroid Build Coastguard Worker namespace perfetto {
42*6dbdd20aSAndroid Build Coastguard Worker namespace trace_to_text {
43*6dbdd20aSAndroid Build Coastguard Worker namespace {
44*6dbdd20aSAndroid Build Coastguard Worker 
45*6dbdd20aSAndroid Build Coastguard Worker #if PERFETTO_BUILDFLAG(PERFETTO_ZLIB)
46*6dbdd20aSAndroid Build Coastguard Worker constexpr size_t kCompressionBufferSize = 500 * 1024;
47*6dbdd20aSAndroid Build Coastguard Worker #endif
48*6dbdd20aSAndroid Build Coastguard Worker 
49*6dbdd20aSAndroid Build Coastguard Worker }  // namespace
50*6dbdd20aSAndroid Build Coastguard Worker 
ReadTraceUnfinalized(trace_processor::TraceProcessor * tp,std::istream * input)51*6dbdd20aSAndroid Build Coastguard Worker bool ReadTraceUnfinalized(trace_processor::TraceProcessor* tp,
52*6dbdd20aSAndroid Build Coastguard Worker                           std::istream* input) {
53*6dbdd20aSAndroid Build Coastguard Worker   // 1MB chunk size seems the best tradeoff on a MacBook Pro 2013 - i7 2.8 GHz.
54*6dbdd20aSAndroid Build Coastguard Worker   constexpr size_t kChunkSize = 1024 * 1024;
55*6dbdd20aSAndroid Build Coastguard Worker 
56*6dbdd20aSAndroid Build Coastguard Worker // Printing the status update on stderr can be a perf bottleneck. On WASM print
57*6dbdd20aSAndroid Build Coastguard Worker // status updates more frequently because it can be slower to parse each chunk.
58*6dbdd20aSAndroid Build Coastguard Worker #if PERFETTO_BUILDFLAG(PERFETTO_OS_WASM)
59*6dbdd20aSAndroid Build Coastguard Worker   constexpr int kStderrRate = 1;
60*6dbdd20aSAndroid Build Coastguard Worker #else
61*6dbdd20aSAndroid Build Coastguard Worker   constexpr int kStderrRate = 128;
62*6dbdd20aSAndroid Build Coastguard Worker #endif
63*6dbdd20aSAndroid Build Coastguard Worker   uint64_t file_size = 0;
64*6dbdd20aSAndroid Build Coastguard Worker 
65*6dbdd20aSAndroid Build Coastguard Worker   for (int i = 0;; i++) {
66*6dbdd20aSAndroid Build Coastguard Worker     if (i % kStderrRate == 0) {
67*6dbdd20aSAndroid Build Coastguard Worker       fprintf(stderr, "Loading trace %.2f MB%c",
68*6dbdd20aSAndroid Build Coastguard Worker               static_cast<double>(file_size) / 1.0e6, kProgressChar);
69*6dbdd20aSAndroid Build Coastguard Worker       fflush(stderr);
70*6dbdd20aSAndroid Build Coastguard Worker     }
71*6dbdd20aSAndroid Build Coastguard Worker 
72*6dbdd20aSAndroid Build Coastguard Worker     std::unique_ptr<uint8_t[]> buf(new uint8_t[kChunkSize]);
73*6dbdd20aSAndroid Build Coastguard Worker     input->read(reinterpret_cast<char*>(buf.get()), kChunkSize);
74*6dbdd20aSAndroid Build Coastguard Worker     if (input->bad()) {
75*6dbdd20aSAndroid Build Coastguard Worker       PERFETTO_ELOG("Failed when reading trace");
76*6dbdd20aSAndroid Build Coastguard Worker       return false;
77*6dbdd20aSAndroid Build Coastguard Worker     }
78*6dbdd20aSAndroid Build Coastguard Worker 
79*6dbdd20aSAndroid Build Coastguard Worker     auto rsize = input->gcount();
80*6dbdd20aSAndroid Build Coastguard Worker     if (rsize <= 0)
81*6dbdd20aSAndroid Build Coastguard Worker       break;
82*6dbdd20aSAndroid Build Coastguard Worker     file_size += static_cast<uint64_t>(rsize);
83*6dbdd20aSAndroid Build Coastguard Worker     tp->Parse(std::move(buf), static_cast<size_t>(rsize));
84*6dbdd20aSAndroid Build Coastguard Worker   }
85*6dbdd20aSAndroid Build Coastguard Worker 
86*6dbdd20aSAndroid Build Coastguard Worker   fprintf(stderr, "Loaded trace%c", kProgressChar);
87*6dbdd20aSAndroid Build Coastguard Worker   fflush(stderr);
88*6dbdd20aSAndroid Build Coastguard Worker   return true;
89*6dbdd20aSAndroid Build Coastguard Worker }
90*6dbdd20aSAndroid Build Coastguard Worker 
IngestTraceOrDie(trace_processor::TraceProcessor * tp,const std::string & trace_proto)91*6dbdd20aSAndroid Build Coastguard Worker void IngestTraceOrDie(trace_processor::TraceProcessor* tp,
92*6dbdd20aSAndroid Build Coastguard Worker                       const std::string& trace_proto) {
93*6dbdd20aSAndroid Build Coastguard Worker   std::unique_ptr<uint8_t[]> buf(new uint8_t[trace_proto.size()]);
94*6dbdd20aSAndroid Build Coastguard Worker   memcpy(buf.get(), trace_proto.data(), trace_proto.size());
95*6dbdd20aSAndroid Build Coastguard Worker   auto status = tp->Parse(std::move(buf), trace_proto.size());
96*6dbdd20aSAndroid Build Coastguard Worker   if (!status.ok()) {
97*6dbdd20aSAndroid Build Coastguard Worker     PERFETTO_DFATAL_OR_ELOG("Failed to parse: %s", status.message().c_str());
98*6dbdd20aSAndroid Build Coastguard Worker   }
99*6dbdd20aSAndroid Build Coastguard Worker }
100*6dbdd20aSAndroid Build Coastguard Worker 
TraceWriter(std::ostream * output)101*6dbdd20aSAndroid Build Coastguard Worker TraceWriter::TraceWriter(std::ostream* output) : output_(output) {}
102*6dbdd20aSAndroid Build Coastguard Worker 
~TraceWriter()103*6dbdd20aSAndroid Build Coastguard Worker TraceWriter::~TraceWriter() {
104*6dbdd20aSAndroid Build Coastguard Worker   output_->flush();
105*6dbdd20aSAndroid Build Coastguard Worker }
106*6dbdd20aSAndroid Build Coastguard Worker 
Write(const std::string & s)107*6dbdd20aSAndroid Build Coastguard Worker void TraceWriter::Write(const std::string& s) {
108*6dbdd20aSAndroid Build Coastguard Worker   Write(s.data(), s.size());
109*6dbdd20aSAndroid Build Coastguard Worker }
110*6dbdd20aSAndroid Build Coastguard Worker 
Write(const char * data,size_t sz)111*6dbdd20aSAndroid Build Coastguard Worker void TraceWriter::Write(const char* data, size_t sz) {
112*6dbdd20aSAndroid Build Coastguard Worker   output_->write(data, static_cast<std::streamsize>(sz));
113*6dbdd20aSAndroid Build Coastguard Worker }
114*6dbdd20aSAndroid Build Coastguard Worker 
115*6dbdd20aSAndroid Build Coastguard Worker #if PERFETTO_BUILDFLAG(PERFETTO_ZLIB)
116*6dbdd20aSAndroid Build Coastguard Worker 
DeflateTraceWriter(std::ostream * output)117*6dbdd20aSAndroid Build Coastguard Worker DeflateTraceWriter::DeflateTraceWriter(std::ostream* output)
118*6dbdd20aSAndroid Build Coastguard Worker     : TraceWriter(output),
119*6dbdd20aSAndroid Build Coastguard Worker       buf_(base::PagedMemory::Allocate(kCompressionBufferSize)),
120*6dbdd20aSAndroid Build Coastguard Worker       start_(static_cast<uint8_t*>(buf_.Get())),
121*6dbdd20aSAndroid Build Coastguard Worker       end_(start_ + buf_.size()) {
122*6dbdd20aSAndroid Build Coastguard Worker   CheckEq(deflateInit(&stream_, 9), Z_OK);
123*6dbdd20aSAndroid Build Coastguard Worker   stream_.next_out = start_;
124*6dbdd20aSAndroid Build Coastguard Worker   stream_.avail_out = static_cast<unsigned int>(end_ - start_);
125*6dbdd20aSAndroid Build Coastguard Worker }
126*6dbdd20aSAndroid Build Coastguard Worker 
~DeflateTraceWriter()127*6dbdd20aSAndroid Build Coastguard Worker DeflateTraceWriter::~DeflateTraceWriter() {
128*6dbdd20aSAndroid Build Coastguard Worker   // Drain compressor until it has no more input, and has flushed its internal
129*6dbdd20aSAndroid Build Coastguard Worker   // buffers.
130*6dbdd20aSAndroid Build Coastguard Worker   while (deflate(&stream_, Z_FINISH) != Z_STREAM_END) {
131*6dbdd20aSAndroid Build Coastguard Worker     Flush();
132*6dbdd20aSAndroid Build Coastguard Worker   }
133*6dbdd20aSAndroid Build Coastguard Worker   // Flush any outstanding output bytes to the backing TraceWriter.
134*6dbdd20aSAndroid Build Coastguard Worker   Flush();
135*6dbdd20aSAndroid Build Coastguard Worker   PERFETTO_CHECK(stream_.avail_out == static_cast<size_t>(end_ - start_));
136*6dbdd20aSAndroid Build Coastguard Worker 
137*6dbdd20aSAndroid Build Coastguard Worker   CheckEq(deflateEnd(&stream_), Z_OK);
138*6dbdd20aSAndroid Build Coastguard Worker }
139*6dbdd20aSAndroid Build Coastguard Worker 
Write(const char * data,size_t sz)140*6dbdd20aSAndroid Build Coastguard Worker void DeflateTraceWriter::Write(const char* data, size_t sz) {
141*6dbdd20aSAndroid Build Coastguard Worker   stream_.next_in = reinterpret_cast<uint8_t*>(const_cast<char*>(data));
142*6dbdd20aSAndroid Build Coastguard Worker   stream_.avail_in = static_cast<unsigned int>(sz);
143*6dbdd20aSAndroid Build Coastguard Worker   while (stream_.avail_in > 0) {
144*6dbdd20aSAndroid Build Coastguard Worker     CheckEq(deflate(&stream_, Z_NO_FLUSH), Z_OK);
145*6dbdd20aSAndroid Build Coastguard Worker     if (stream_.avail_out == 0) {
146*6dbdd20aSAndroid Build Coastguard Worker       Flush();
147*6dbdd20aSAndroid Build Coastguard Worker     }
148*6dbdd20aSAndroid Build Coastguard Worker   }
149*6dbdd20aSAndroid Build Coastguard Worker }
150*6dbdd20aSAndroid Build Coastguard Worker 
Flush()151*6dbdd20aSAndroid Build Coastguard Worker void DeflateTraceWriter::Flush() {
152*6dbdd20aSAndroid Build Coastguard Worker   TraceWriter::Write(reinterpret_cast<char*>(start_),
153*6dbdd20aSAndroid Build Coastguard Worker                      static_cast<size_t>(stream_.next_out - start_));
154*6dbdd20aSAndroid Build Coastguard Worker   stream_.next_out = start_;
155*6dbdd20aSAndroid Build Coastguard Worker   stream_.avail_out = static_cast<unsigned int>(end_ - start_);
156*6dbdd20aSAndroid Build Coastguard Worker }
157*6dbdd20aSAndroid Build Coastguard Worker 
CheckEq(int actual_code,int expected_code)158*6dbdd20aSAndroid Build Coastguard Worker void DeflateTraceWriter::CheckEq(int actual_code, int expected_code) {
159*6dbdd20aSAndroid Build Coastguard Worker   if (actual_code == expected_code)
160*6dbdd20aSAndroid Build Coastguard Worker     return;
161*6dbdd20aSAndroid Build Coastguard Worker   PERFETTO_FATAL("Expected %d got %d: %s", actual_code, expected_code,
162*6dbdd20aSAndroid Build Coastguard Worker                  stream_.msg);
163*6dbdd20aSAndroid Build Coastguard Worker }
164*6dbdd20aSAndroid Build Coastguard Worker #else
165*6dbdd20aSAndroid Build Coastguard Worker 
DeflateTraceWriter(std::ostream * output)166*6dbdd20aSAndroid Build Coastguard Worker DeflateTraceWriter::DeflateTraceWriter(std::ostream* output)
167*6dbdd20aSAndroid Build Coastguard Worker     : TraceWriter(output) {
168*6dbdd20aSAndroid Build Coastguard Worker   PERFETTO_ELOG("Cannot compress. Zlib is not enabled in the build config");
169*6dbdd20aSAndroid Build Coastguard Worker }
170*6dbdd20aSAndroid Build Coastguard Worker DeflateTraceWriter::~DeflateTraceWriter() = default;
171*6dbdd20aSAndroid Build Coastguard Worker 
172*6dbdd20aSAndroid Build Coastguard Worker #endif  // PERFETTO_BUILDFLAG(PERFETTO_ZLIB)
173*6dbdd20aSAndroid Build Coastguard Worker 
174*6dbdd20aSAndroid Build Coastguard Worker }  // namespace trace_to_text
175*6dbdd20aSAndroid Build Coastguard Worker }  // namespace perfetto
176