xref: /aosp_15_r20/system/update_engine/aosp/cow_converter.cc (revision 5a9231315b4521097b8dc3750bc806fcafe0c72f)
1*5a923131SAndroid Build Coastguard Worker //
2*5a923131SAndroid Build Coastguard Worker // Copyright (C) 2021 The Android Open Source Project
3*5a923131SAndroid Build Coastguard Worker //
4*5a923131SAndroid Build Coastguard Worker // Licensed under the Apache License, Version 2.0 (the "License");
5*5a923131SAndroid Build Coastguard Worker // you may not use this file except in compliance with the License.
6*5a923131SAndroid Build Coastguard Worker // You may obtain a copy of the License at
7*5a923131SAndroid Build Coastguard Worker //
8*5a923131SAndroid Build Coastguard Worker //      http://www.apache.org/licenses/LICENSE-2.0
9*5a923131SAndroid Build Coastguard Worker //
10*5a923131SAndroid Build Coastguard Worker // Unless required by applicable law or agreed to in writing, software
11*5a923131SAndroid Build Coastguard Worker // distributed under the License is distributed on an "AS IS" BASIS,
12*5a923131SAndroid Build Coastguard Worker // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*5a923131SAndroid Build Coastguard Worker // See the License for the specific language governing permissions and
14*5a923131SAndroid Build Coastguard Worker // limitations under the License.
15*5a923131SAndroid Build Coastguard Worker //
16*5a923131SAndroid Build Coastguard Worker 
17*5a923131SAndroid Build Coastguard Worker #include <fcntl.h>
18*5a923131SAndroid Build Coastguard Worker #include <stdio.h>
19*5a923131SAndroid Build Coastguard Worker #include <string.h>
20*5a923131SAndroid Build Coastguard Worker 
21*5a923131SAndroid Build Coastguard Worker #include <cstdint>
22*5a923131SAndroid Build Coastguard Worker #include <cstdio>
23*5a923131SAndroid Build Coastguard Worker #include <memory>
24*5a923131SAndroid Build Coastguard Worker 
25*5a923131SAndroid Build Coastguard Worker #include <sys/mman.h>
26*5a923131SAndroid Build Coastguard Worker #include <sys/stat.h>
27*5a923131SAndroid Build Coastguard Worker 
28*5a923131SAndroid Build Coastguard Worker #include <base/files/file_path.h>
29*5a923131SAndroid Build Coastguard Worker #include <libsnapshot/cow_writer.h>
30*5a923131SAndroid Build Coastguard Worker #include <gflags/gflags.h>
31*5a923131SAndroid Build Coastguard Worker 
32*5a923131SAndroid Build Coastguard Worker #include "update_engine/common/utils.h"
33*5a923131SAndroid Build Coastguard Worker #include "update_engine/payload_consumer/file_descriptor.h"
34*5a923131SAndroid Build Coastguard Worker #include "update_engine/payload_consumer/payload_metadata.h"
35*5a923131SAndroid Build Coastguard Worker #include "update_engine/payload_generator/cow_size_estimator.h"
36*5a923131SAndroid Build Coastguard Worker #include "update_engine/update_metadata.pb.h"
37*5a923131SAndroid Build Coastguard Worker 
38*5a923131SAndroid Build Coastguard Worker DEFINE_string(partitions,
39*5a923131SAndroid Build Coastguard Worker               "",
40*5a923131SAndroid Build Coastguard Worker               "Comma separated list of partitions to extract, leave empty for "
41*5a923131SAndroid Build Coastguard Worker               "extracting all partitions");
42*5a923131SAndroid Build Coastguard Worker DEFINE_int32(cow_version,
43*5a923131SAndroid Build Coastguard Worker              0,
44*5a923131SAndroid Build Coastguard Worker              "VABC Cow version to use. Default is to use what's specified in "
45*5a923131SAndroid Build Coastguard Worker              "the OTA manifest");
46*5a923131SAndroid Build Coastguard Worker DEFINE_string(vabc_compression_param,
47*5a923131SAndroid Build Coastguard Worker               "",
48*5a923131SAndroid Build Coastguard Worker               "Compression parameter for VABC. Default is use what's specified "
49*5a923131SAndroid Build Coastguard Worker               "in OTA package");
50*5a923131SAndroid Build Coastguard Worker 
51*5a923131SAndroid Build Coastguard Worker namespace chromeos_update_engine {
52*5a923131SAndroid Build Coastguard Worker 
ProcessPartition(const chromeos_update_engine::DeltaArchiveManifest & manifest,const chromeos_update_engine::PartitionUpdate & partition,const char * image_dir)53*5a923131SAndroid Build Coastguard Worker bool ProcessPartition(
54*5a923131SAndroid Build Coastguard Worker     const chromeos_update_engine::DeltaArchiveManifest& manifest,
55*5a923131SAndroid Build Coastguard Worker     const chromeos_update_engine::PartitionUpdate& partition,
56*5a923131SAndroid Build Coastguard Worker     const char* image_dir) {
57*5a923131SAndroid Build Coastguard Worker   base::FilePath img_dir{image_dir};
58*5a923131SAndroid Build Coastguard Worker   auto target_img = img_dir.Append(partition.partition_name() + ".img");
59*5a923131SAndroid Build Coastguard Worker   auto output_cow = img_dir.Append(partition.partition_name() + ".cow");
60*5a923131SAndroid Build Coastguard Worker   FileDescriptorPtr target_img_fd = std::make_shared<EintrSafeFileDescriptor>();
61*5a923131SAndroid Build Coastguard Worker   if (!target_img_fd->Open(target_img.value().c_str(), O_RDONLY)) {
62*5a923131SAndroid Build Coastguard Worker     PLOG(ERROR) << "Failed to open " << target_img.value();
63*5a923131SAndroid Build Coastguard Worker     return false;
64*5a923131SAndroid Build Coastguard Worker   }
65*5a923131SAndroid Build Coastguard Worker   android::base::unique_fd output_fd{
66*5a923131SAndroid Build Coastguard Worker       open(output_cow.value().c_str(), O_RDWR | O_CREAT, 0744)};
67*5a923131SAndroid Build Coastguard Worker   if (output_fd < 0) {
68*5a923131SAndroid Build Coastguard Worker     PLOG(ERROR) << "Failed to open " << output_cow.value();
69*5a923131SAndroid Build Coastguard Worker     return false;
70*5a923131SAndroid Build Coastguard Worker   }
71*5a923131SAndroid Build Coastguard Worker 
72*5a923131SAndroid Build Coastguard Worker   const auto& dap = manifest.dynamic_partition_metadata();
73*5a923131SAndroid Build Coastguard Worker 
74*5a923131SAndroid Build Coastguard Worker   android::snapshot::CowOptions options{
75*5a923131SAndroid Build Coastguard Worker       .block_size = static_cast<uint32_t>(manifest.block_size()),
76*5a923131SAndroid Build Coastguard Worker       .compression = dap.vabc_compression_param(),
77*5a923131SAndroid Build Coastguard Worker       .batch_write = true,
78*5a923131SAndroid Build Coastguard Worker       .op_count_max = static_cast<uint32_t>(
79*5a923131SAndroid Build Coastguard Worker           partition.new_partition_info().size() / manifest.block_size())};
80*5a923131SAndroid Build Coastguard Worker   if (!FLAGS_vabc_compression_param.empty()) {
81*5a923131SAndroid Build Coastguard Worker     options.compression = FLAGS_vabc_compression_param;
82*5a923131SAndroid Build Coastguard Worker   }
83*5a923131SAndroid Build Coastguard Worker   auto cow_version = dap.cow_version();
84*5a923131SAndroid Build Coastguard Worker   if (FLAGS_cow_version > 0) {
85*5a923131SAndroid Build Coastguard Worker     cow_version = FLAGS_cow_version;
86*5a923131SAndroid Build Coastguard Worker     LOG(INFO) << "Using user specified COW version " << cow_version;
87*5a923131SAndroid Build Coastguard Worker   }
88*5a923131SAndroid Build Coastguard Worker   auto cow_writer = android::snapshot::CreateCowWriter(
89*5a923131SAndroid Build Coastguard Worker       cow_version, options, std::move(output_fd));
90*5a923131SAndroid Build Coastguard Worker   TEST_AND_RETURN_FALSE(cow_writer);
91*5a923131SAndroid Build Coastguard Worker   TEST_AND_RETURN_FALSE(CowDryRun(nullptr,
92*5a923131SAndroid Build Coastguard Worker                                   target_img_fd,
93*5a923131SAndroid Build Coastguard Worker                                   partition.operations(),
94*5a923131SAndroid Build Coastguard Worker                                   partition.merge_operations(),
95*5a923131SAndroid Build Coastguard Worker                                   manifest.block_size(),
96*5a923131SAndroid Build Coastguard Worker                                   cow_writer.get(),
97*5a923131SAndroid Build Coastguard Worker                                   partition.new_partition_info().size(),
98*5a923131SAndroid Build Coastguard Worker                                   partition.old_partition_info().size(),
99*5a923131SAndroid Build Coastguard Worker                                   false));
100*5a923131SAndroid Build Coastguard Worker   TEST_AND_RETURN_FALSE(cow_writer->Finalize());
101*5a923131SAndroid Build Coastguard Worker   return true;
102*5a923131SAndroid Build Coastguard Worker }
103*5a923131SAndroid Build Coastguard Worker 
104*5a923131SAndroid Build Coastguard Worker }  // namespace chromeos_update_engine
105*5a923131SAndroid Build Coastguard Worker 
106*5a923131SAndroid Build Coastguard Worker using chromeos_update_engine::MetadataParseResult;
107*5a923131SAndroid Build Coastguard Worker using chromeos_update_engine::PayloadMetadata;
108*5a923131SAndroid Build Coastguard Worker 
main(int argc,char * argv[])109*5a923131SAndroid Build Coastguard Worker int main(int argc, char* argv[]) {
110*5a923131SAndroid Build Coastguard Worker   gflags::SetUsageMessage(
111*5a923131SAndroid Build Coastguard Worker       "A tool to extract device images from Android OTA packages");
112*5a923131SAndroid Build Coastguard Worker   gflags::ParseCommandLineFlags(&argc, &argv, true);
113*5a923131SAndroid Build Coastguard Worker   auto tokens = android::base::Tokenize(FLAGS_partitions, ",");
114*5a923131SAndroid Build Coastguard Worker   const std::set<std::string> partitions(
115*5a923131SAndroid Build Coastguard Worker       std::make_move_iterator(tokens.begin()),
116*5a923131SAndroid Build Coastguard Worker       std::make_move_iterator(tokens.end()));
117*5a923131SAndroid Build Coastguard Worker 
118*5a923131SAndroid Build Coastguard Worker   if (argc != 3) {
119*5a923131SAndroid Build Coastguard Worker     printf("Usage: %s <payload.bin> <extracted target_file>\n", argv[0]);
120*5a923131SAndroid Build Coastguard Worker     return -1;
121*5a923131SAndroid Build Coastguard Worker   }
122*5a923131SAndroid Build Coastguard Worker   const char* payload_path = argv[1];
123*5a923131SAndroid Build Coastguard Worker   const char* images_dir = argv[2];
124*5a923131SAndroid Build Coastguard Worker   int payload_fd = open(payload_path, O_RDONLY);
125*5a923131SAndroid Build Coastguard Worker   if (payload_fd < 0) {
126*5a923131SAndroid Build Coastguard Worker     PLOG(ERROR) << "Failed to open payload file:";
127*5a923131SAndroid Build Coastguard Worker     return 1;
128*5a923131SAndroid Build Coastguard Worker   }
129*5a923131SAndroid Build Coastguard Worker   chromeos_update_engine::ScopedFdCloser closer{&payload_fd};
130*5a923131SAndroid Build Coastguard Worker   auto payload_size = chromeos_update_engine::utils::FileSize(payload_fd);
131*5a923131SAndroid Build Coastguard Worker   if (payload_size <= 0) {
132*5a923131SAndroid Build Coastguard Worker     PLOG(ERROR)
133*5a923131SAndroid Build Coastguard Worker         << "Couldn't determine size of payload file, or payload file is empty";
134*5a923131SAndroid Build Coastguard Worker     return 2;
135*5a923131SAndroid Build Coastguard Worker   }
136*5a923131SAndroid Build Coastguard Worker 
137*5a923131SAndroid Build Coastguard Worker   PayloadMetadata payload_metadata;
138*5a923131SAndroid Build Coastguard Worker   auto payload = static_cast<unsigned char*>(
139*5a923131SAndroid Build Coastguard Worker       mmap(nullptr, payload_size, PROT_READ, MAP_PRIVATE, payload_fd, 0));
140*5a923131SAndroid Build Coastguard Worker 
141*5a923131SAndroid Build Coastguard Worker   // C++ dark magic to ensure that |payload| is properly deallocated once the
142*5a923131SAndroid Build Coastguard Worker   // program exits.
143*5a923131SAndroid Build Coastguard Worker   auto munmap_deleter = [payload_size](auto payload) {
144*5a923131SAndroid Build Coastguard Worker     munmap(payload, payload_size);
145*5a923131SAndroid Build Coastguard Worker   };
146*5a923131SAndroid Build Coastguard Worker   std::unique_ptr<unsigned char, decltype(munmap_deleter)> munmapper{
147*5a923131SAndroid Build Coastguard Worker       payload, munmap_deleter};
148*5a923131SAndroid Build Coastguard Worker 
149*5a923131SAndroid Build Coastguard Worker   if (payload == nullptr) {
150*5a923131SAndroid Build Coastguard Worker     PLOG(ERROR) << "Failed to mmap() payload file";
151*5a923131SAndroid Build Coastguard Worker     return 3;
152*5a923131SAndroid Build Coastguard Worker   }
153*5a923131SAndroid Build Coastguard Worker   if (payload_metadata.ParsePayloadHeader(payload, payload_size, nullptr) !=
154*5a923131SAndroid Build Coastguard Worker       chromeos_update_engine::MetadataParseResult::kSuccess) {
155*5a923131SAndroid Build Coastguard Worker     LOG(ERROR) << "Payload header parse failed!";
156*5a923131SAndroid Build Coastguard Worker     return 4;
157*5a923131SAndroid Build Coastguard Worker   }
158*5a923131SAndroid Build Coastguard Worker   chromeos_update_engine::DeltaArchiveManifest manifest;
159*5a923131SAndroid Build Coastguard Worker   if (!payload_metadata.GetManifest(payload, payload_size, &manifest)) {
160*5a923131SAndroid Build Coastguard Worker     LOG(ERROR) << "Failed to parse manifest!";
161*5a923131SAndroid Build Coastguard Worker     return 5;
162*5a923131SAndroid Build Coastguard Worker   }
163*5a923131SAndroid Build Coastguard Worker 
164*5a923131SAndroid Build Coastguard Worker   size_t estimated_total_cow_size = 0;
165*5a923131SAndroid Build Coastguard Worker   size_t actual_total_cow_size = 0;
166*5a923131SAndroid Build Coastguard Worker 
167*5a923131SAndroid Build Coastguard Worker   for (const auto& partition : manifest.partitions()) {
168*5a923131SAndroid Build Coastguard Worker     if (partition.estimate_cow_size() == 0) {
169*5a923131SAndroid Build Coastguard Worker       continue;
170*5a923131SAndroid Build Coastguard Worker     }
171*5a923131SAndroid Build Coastguard Worker     if (!partitions.empty() &&
172*5a923131SAndroid Build Coastguard Worker         partitions.count(partition.partition_name()) == 0) {
173*5a923131SAndroid Build Coastguard Worker       continue;
174*5a923131SAndroid Build Coastguard Worker     }
175*5a923131SAndroid Build Coastguard Worker     LOG(INFO) << partition.partition_name();
176*5a923131SAndroid Build Coastguard Worker     if (!ProcessPartition(manifest, partition, images_dir)) {
177*5a923131SAndroid Build Coastguard Worker       return 6;
178*5a923131SAndroid Build Coastguard Worker     }
179*5a923131SAndroid Build Coastguard Worker     base::FilePath img_dir{images_dir};
180*5a923131SAndroid Build Coastguard Worker     const auto output_cow =
181*5a923131SAndroid Build Coastguard Worker         img_dir.Append(partition.partition_name() + ".cow").value();
182*5a923131SAndroid Build Coastguard Worker     const auto actual_cow_size =
183*5a923131SAndroid Build Coastguard Worker         chromeos_update_engine::utils::FileSize(output_cow);
184*5a923131SAndroid Build Coastguard Worker     LOG(INFO) << partition.partition_name()
185*5a923131SAndroid Build Coastguard Worker               << ": estimated COW size is: " << partition.estimate_cow_size()
186*5a923131SAndroid Build Coastguard Worker               << ", actual COW size is: " << actual_cow_size
187*5a923131SAndroid Build Coastguard Worker               << ", estimated COW size is "
188*5a923131SAndroid Build Coastguard Worker               << (actual_cow_size - partition.estimate_cow_size()) * 100.0f /
189*5a923131SAndroid Build Coastguard Worker                      actual_cow_size
190*5a923131SAndroid Build Coastguard Worker               << "% smaller";
191*5a923131SAndroid Build Coastguard Worker     estimated_total_cow_size += partition.estimate_cow_size();
192*5a923131SAndroid Build Coastguard Worker     actual_total_cow_size += actual_cow_size;
193*5a923131SAndroid Build Coastguard Worker   }
194*5a923131SAndroid Build Coastguard Worker 
195*5a923131SAndroid Build Coastguard Worker   LOG(INFO) << "Total estimated COW size is: " << estimated_total_cow_size
196*5a923131SAndroid Build Coastguard Worker             << ", Total actual COW size is: " << actual_total_cow_size
197*5a923131SAndroid Build Coastguard Worker             << ", estimated COW size is "
198*5a923131SAndroid Build Coastguard Worker             << (actual_total_cow_size - estimated_total_cow_size) * 100.0f /
199*5a923131SAndroid Build Coastguard Worker                    actual_total_cow_size
200*5a923131SAndroid Build Coastguard Worker             << "% smaller";
201*5a923131SAndroid Build Coastguard Worker   return 0;
202*5a923131SAndroid Build Coastguard Worker }
203