1*5a923131SAndroid Build Coastguard Worker //
2*5a923131SAndroid Build Coastguard Worker // Copyright (C) 2021 The Android Open Source Project
3*5a923131SAndroid Build Coastguard Worker //
4*5a923131SAndroid Build Coastguard Worker // Licensed under the Apache License, Version 2.0 (the "License");
5*5a923131SAndroid Build Coastguard Worker // you may not use this file except in compliance with the License.
6*5a923131SAndroid Build Coastguard Worker // You may obtain a copy of the License at
7*5a923131SAndroid Build Coastguard Worker //
8*5a923131SAndroid Build Coastguard Worker // http://www.apache.org/licenses/LICENSE-2.0
9*5a923131SAndroid Build Coastguard Worker //
10*5a923131SAndroid Build Coastguard Worker // Unless required by applicable law or agreed to in writing, software
11*5a923131SAndroid Build Coastguard Worker // distributed under the License is distributed on an "AS IS" BASIS,
12*5a923131SAndroid Build Coastguard Worker // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*5a923131SAndroid Build Coastguard Worker // See the License for the specific language governing permissions and
14*5a923131SAndroid Build Coastguard Worker // limitations under the License.
15*5a923131SAndroid Build Coastguard Worker //
16*5a923131SAndroid Build Coastguard Worker
17*5a923131SAndroid Build Coastguard Worker #include <fcntl.h>
18*5a923131SAndroid Build Coastguard Worker #include <stdio.h>
19*5a923131SAndroid Build Coastguard Worker #include <string.h>
20*5a923131SAndroid Build Coastguard Worker
21*5a923131SAndroid Build Coastguard Worker #include <cstdint>
22*5a923131SAndroid Build Coastguard Worker #include <cstdio>
23*5a923131SAndroid Build Coastguard Worker #include <memory>
24*5a923131SAndroid Build Coastguard Worker
25*5a923131SAndroid Build Coastguard Worker #include <sys/mman.h>
26*5a923131SAndroid Build Coastguard Worker #include <sys/stat.h>
27*5a923131SAndroid Build Coastguard Worker
28*5a923131SAndroid Build Coastguard Worker #include <base/files/file_path.h>
29*5a923131SAndroid Build Coastguard Worker #include <libsnapshot/cow_writer.h>
30*5a923131SAndroid Build Coastguard Worker #include <gflags/gflags.h>
31*5a923131SAndroid Build Coastguard Worker
32*5a923131SAndroid Build Coastguard Worker #include "update_engine/common/utils.h"
33*5a923131SAndroid Build Coastguard Worker #include "update_engine/payload_consumer/file_descriptor.h"
34*5a923131SAndroid Build Coastguard Worker #include "update_engine/payload_consumer/payload_metadata.h"
35*5a923131SAndroid Build Coastguard Worker #include "update_engine/payload_generator/cow_size_estimator.h"
36*5a923131SAndroid Build Coastguard Worker #include "update_engine/update_metadata.pb.h"
37*5a923131SAndroid Build Coastguard Worker
38*5a923131SAndroid Build Coastguard Worker DEFINE_string(partitions,
39*5a923131SAndroid Build Coastguard Worker "",
40*5a923131SAndroid Build Coastguard Worker "Comma separated list of partitions to extract, leave empty for "
41*5a923131SAndroid Build Coastguard Worker "extracting all partitions");
42*5a923131SAndroid Build Coastguard Worker DEFINE_int32(cow_version,
43*5a923131SAndroid Build Coastguard Worker 0,
44*5a923131SAndroid Build Coastguard Worker "VABC Cow version to use. Default is to use what's specified in "
45*5a923131SAndroid Build Coastguard Worker "the OTA manifest");
46*5a923131SAndroid Build Coastguard Worker DEFINE_string(vabc_compression_param,
47*5a923131SAndroid Build Coastguard Worker "",
48*5a923131SAndroid Build Coastguard Worker "Compression parameter for VABC. Default is use what's specified "
49*5a923131SAndroid Build Coastguard Worker "in OTA package");
50*5a923131SAndroid Build Coastguard Worker
51*5a923131SAndroid Build Coastguard Worker namespace chromeos_update_engine {
52*5a923131SAndroid Build Coastguard Worker
ProcessPartition(const chromeos_update_engine::DeltaArchiveManifest & manifest,const chromeos_update_engine::PartitionUpdate & partition,const char * image_dir)53*5a923131SAndroid Build Coastguard Worker bool ProcessPartition(
54*5a923131SAndroid Build Coastguard Worker const chromeos_update_engine::DeltaArchiveManifest& manifest,
55*5a923131SAndroid Build Coastguard Worker const chromeos_update_engine::PartitionUpdate& partition,
56*5a923131SAndroid Build Coastguard Worker const char* image_dir) {
57*5a923131SAndroid Build Coastguard Worker base::FilePath img_dir{image_dir};
58*5a923131SAndroid Build Coastguard Worker auto target_img = img_dir.Append(partition.partition_name() + ".img");
59*5a923131SAndroid Build Coastguard Worker auto output_cow = img_dir.Append(partition.partition_name() + ".cow");
60*5a923131SAndroid Build Coastguard Worker FileDescriptorPtr target_img_fd = std::make_shared<EintrSafeFileDescriptor>();
61*5a923131SAndroid Build Coastguard Worker if (!target_img_fd->Open(target_img.value().c_str(), O_RDONLY)) {
62*5a923131SAndroid Build Coastguard Worker PLOG(ERROR) << "Failed to open " << target_img.value();
63*5a923131SAndroid Build Coastguard Worker return false;
64*5a923131SAndroid Build Coastguard Worker }
65*5a923131SAndroid Build Coastguard Worker android::base::unique_fd output_fd{
66*5a923131SAndroid Build Coastguard Worker open(output_cow.value().c_str(), O_RDWR | O_CREAT, 0744)};
67*5a923131SAndroid Build Coastguard Worker if (output_fd < 0) {
68*5a923131SAndroid Build Coastguard Worker PLOG(ERROR) << "Failed to open " << output_cow.value();
69*5a923131SAndroid Build Coastguard Worker return false;
70*5a923131SAndroid Build Coastguard Worker }
71*5a923131SAndroid Build Coastguard Worker
72*5a923131SAndroid Build Coastguard Worker const auto& dap = manifest.dynamic_partition_metadata();
73*5a923131SAndroid Build Coastguard Worker
74*5a923131SAndroid Build Coastguard Worker android::snapshot::CowOptions options{
75*5a923131SAndroid Build Coastguard Worker .block_size = static_cast<uint32_t>(manifest.block_size()),
76*5a923131SAndroid Build Coastguard Worker .compression = dap.vabc_compression_param(),
77*5a923131SAndroid Build Coastguard Worker .batch_write = true,
78*5a923131SAndroid Build Coastguard Worker .op_count_max = static_cast<uint32_t>(
79*5a923131SAndroid Build Coastguard Worker partition.new_partition_info().size() / manifest.block_size())};
80*5a923131SAndroid Build Coastguard Worker if (!FLAGS_vabc_compression_param.empty()) {
81*5a923131SAndroid Build Coastguard Worker options.compression = FLAGS_vabc_compression_param;
82*5a923131SAndroid Build Coastguard Worker }
83*5a923131SAndroid Build Coastguard Worker auto cow_version = dap.cow_version();
84*5a923131SAndroid Build Coastguard Worker if (FLAGS_cow_version > 0) {
85*5a923131SAndroid Build Coastguard Worker cow_version = FLAGS_cow_version;
86*5a923131SAndroid Build Coastguard Worker LOG(INFO) << "Using user specified COW version " << cow_version;
87*5a923131SAndroid Build Coastguard Worker }
88*5a923131SAndroid Build Coastguard Worker auto cow_writer = android::snapshot::CreateCowWriter(
89*5a923131SAndroid Build Coastguard Worker cow_version, options, std::move(output_fd));
90*5a923131SAndroid Build Coastguard Worker TEST_AND_RETURN_FALSE(cow_writer);
91*5a923131SAndroid Build Coastguard Worker TEST_AND_RETURN_FALSE(CowDryRun(nullptr,
92*5a923131SAndroid Build Coastguard Worker target_img_fd,
93*5a923131SAndroid Build Coastguard Worker partition.operations(),
94*5a923131SAndroid Build Coastguard Worker partition.merge_operations(),
95*5a923131SAndroid Build Coastguard Worker manifest.block_size(),
96*5a923131SAndroid Build Coastguard Worker cow_writer.get(),
97*5a923131SAndroid Build Coastguard Worker partition.new_partition_info().size(),
98*5a923131SAndroid Build Coastguard Worker partition.old_partition_info().size(),
99*5a923131SAndroid Build Coastguard Worker false));
100*5a923131SAndroid Build Coastguard Worker TEST_AND_RETURN_FALSE(cow_writer->Finalize());
101*5a923131SAndroid Build Coastguard Worker return true;
102*5a923131SAndroid Build Coastguard Worker }
103*5a923131SAndroid Build Coastguard Worker
104*5a923131SAndroid Build Coastguard Worker } // namespace chromeos_update_engine
105*5a923131SAndroid Build Coastguard Worker
106*5a923131SAndroid Build Coastguard Worker using chromeos_update_engine::MetadataParseResult;
107*5a923131SAndroid Build Coastguard Worker using chromeos_update_engine::PayloadMetadata;
108*5a923131SAndroid Build Coastguard Worker
main(int argc,char * argv[])109*5a923131SAndroid Build Coastguard Worker int main(int argc, char* argv[]) {
110*5a923131SAndroid Build Coastguard Worker gflags::SetUsageMessage(
111*5a923131SAndroid Build Coastguard Worker "A tool to extract device images from Android OTA packages");
112*5a923131SAndroid Build Coastguard Worker gflags::ParseCommandLineFlags(&argc, &argv, true);
113*5a923131SAndroid Build Coastguard Worker auto tokens = android::base::Tokenize(FLAGS_partitions, ",");
114*5a923131SAndroid Build Coastguard Worker const std::set<std::string> partitions(
115*5a923131SAndroid Build Coastguard Worker std::make_move_iterator(tokens.begin()),
116*5a923131SAndroid Build Coastguard Worker std::make_move_iterator(tokens.end()));
117*5a923131SAndroid Build Coastguard Worker
118*5a923131SAndroid Build Coastguard Worker if (argc != 3) {
119*5a923131SAndroid Build Coastguard Worker printf("Usage: %s <payload.bin> <extracted target_file>\n", argv[0]);
120*5a923131SAndroid Build Coastguard Worker return -1;
121*5a923131SAndroid Build Coastguard Worker }
122*5a923131SAndroid Build Coastguard Worker const char* payload_path = argv[1];
123*5a923131SAndroid Build Coastguard Worker const char* images_dir = argv[2];
124*5a923131SAndroid Build Coastguard Worker int payload_fd = open(payload_path, O_RDONLY);
125*5a923131SAndroid Build Coastguard Worker if (payload_fd < 0) {
126*5a923131SAndroid Build Coastguard Worker PLOG(ERROR) << "Failed to open payload file:";
127*5a923131SAndroid Build Coastguard Worker return 1;
128*5a923131SAndroid Build Coastguard Worker }
129*5a923131SAndroid Build Coastguard Worker chromeos_update_engine::ScopedFdCloser closer{&payload_fd};
130*5a923131SAndroid Build Coastguard Worker auto payload_size = chromeos_update_engine::utils::FileSize(payload_fd);
131*5a923131SAndroid Build Coastguard Worker if (payload_size <= 0) {
132*5a923131SAndroid Build Coastguard Worker PLOG(ERROR)
133*5a923131SAndroid Build Coastguard Worker << "Couldn't determine size of payload file, or payload file is empty";
134*5a923131SAndroid Build Coastguard Worker return 2;
135*5a923131SAndroid Build Coastguard Worker }
136*5a923131SAndroid Build Coastguard Worker
137*5a923131SAndroid Build Coastguard Worker PayloadMetadata payload_metadata;
138*5a923131SAndroid Build Coastguard Worker auto payload = static_cast<unsigned char*>(
139*5a923131SAndroid Build Coastguard Worker mmap(nullptr, payload_size, PROT_READ, MAP_PRIVATE, payload_fd, 0));
140*5a923131SAndroid Build Coastguard Worker
141*5a923131SAndroid Build Coastguard Worker // C++ dark magic to ensure that |payload| is properly deallocated once the
142*5a923131SAndroid Build Coastguard Worker // program exits.
143*5a923131SAndroid Build Coastguard Worker auto munmap_deleter = [payload_size](auto payload) {
144*5a923131SAndroid Build Coastguard Worker munmap(payload, payload_size);
145*5a923131SAndroid Build Coastguard Worker };
146*5a923131SAndroid Build Coastguard Worker std::unique_ptr<unsigned char, decltype(munmap_deleter)> munmapper{
147*5a923131SAndroid Build Coastguard Worker payload, munmap_deleter};
148*5a923131SAndroid Build Coastguard Worker
149*5a923131SAndroid Build Coastguard Worker if (payload == nullptr) {
150*5a923131SAndroid Build Coastguard Worker PLOG(ERROR) << "Failed to mmap() payload file";
151*5a923131SAndroid Build Coastguard Worker return 3;
152*5a923131SAndroid Build Coastguard Worker }
153*5a923131SAndroid Build Coastguard Worker if (payload_metadata.ParsePayloadHeader(payload, payload_size, nullptr) !=
154*5a923131SAndroid Build Coastguard Worker chromeos_update_engine::MetadataParseResult::kSuccess) {
155*5a923131SAndroid Build Coastguard Worker LOG(ERROR) << "Payload header parse failed!";
156*5a923131SAndroid Build Coastguard Worker return 4;
157*5a923131SAndroid Build Coastguard Worker }
158*5a923131SAndroid Build Coastguard Worker chromeos_update_engine::DeltaArchiveManifest manifest;
159*5a923131SAndroid Build Coastguard Worker if (!payload_metadata.GetManifest(payload, payload_size, &manifest)) {
160*5a923131SAndroid Build Coastguard Worker LOG(ERROR) << "Failed to parse manifest!";
161*5a923131SAndroid Build Coastguard Worker return 5;
162*5a923131SAndroid Build Coastguard Worker }
163*5a923131SAndroid Build Coastguard Worker
164*5a923131SAndroid Build Coastguard Worker size_t estimated_total_cow_size = 0;
165*5a923131SAndroid Build Coastguard Worker size_t actual_total_cow_size = 0;
166*5a923131SAndroid Build Coastguard Worker
167*5a923131SAndroid Build Coastguard Worker for (const auto& partition : manifest.partitions()) {
168*5a923131SAndroid Build Coastguard Worker if (partition.estimate_cow_size() == 0) {
169*5a923131SAndroid Build Coastguard Worker continue;
170*5a923131SAndroid Build Coastguard Worker }
171*5a923131SAndroid Build Coastguard Worker if (!partitions.empty() &&
172*5a923131SAndroid Build Coastguard Worker partitions.count(partition.partition_name()) == 0) {
173*5a923131SAndroid Build Coastguard Worker continue;
174*5a923131SAndroid Build Coastguard Worker }
175*5a923131SAndroid Build Coastguard Worker LOG(INFO) << partition.partition_name();
176*5a923131SAndroid Build Coastguard Worker if (!ProcessPartition(manifest, partition, images_dir)) {
177*5a923131SAndroid Build Coastguard Worker return 6;
178*5a923131SAndroid Build Coastguard Worker }
179*5a923131SAndroid Build Coastguard Worker base::FilePath img_dir{images_dir};
180*5a923131SAndroid Build Coastguard Worker const auto output_cow =
181*5a923131SAndroid Build Coastguard Worker img_dir.Append(partition.partition_name() + ".cow").value();
182*5a923131SAndroid Build Coastguard Worker const auto actual_cow_size =
183*5a923131SAndroid Build Coastguard Worker chromeos_update_engine::utils::FileSize(output_cow);
184*5a923131SAndroid Build Coastguard Worker LOG(INFO) << partition.partition_name()
185*5a923131SAndroid Build Coastguard Worker << ": estimated COW size is: " << partition.estimate_cow_size()
186*5a923131SAndroid Build Coastguard Worker << ", actual COW size is: " << actual_cow_size
187*5a923131SAndroid Build Coastguard Worker << ", estimated COW size is "
188*5a923131SAndroid Build Coastguard Worker << (actual_cow_size - partition.estimate_cow_size()) * 100.0f /
189*5a923131SAndroid Build Coastguard Worker actual_cow_size
190*5a923131SAndroid Build Coastguard Worker << "% smaller";
191*5a923131SAndroid Build Coastguard Worker estimated_total_cow_size += partition.estimate_cow_size();
192*5a923131SAndroid Build Coastguard Worker actual_total_cow_size += actual_cow_size;
193*5a923131SAndroid Build Coastguard Worker }
194*5a923131SAndroid Build Coastguard Worker
195*5a923131SAndroid Build Coastguard Worker LOG(INFO) << "Total estimated COW size is: " << estimated_total_cow_size
196*5a923131SAndroid Build Coastguard Worker << ", Total actual COW size is: " << actual_total_cow_size
197*5a923131SAndroid Build Coastguard Worker << ", estimated COW size is "
198*5a923131SAndroid Build Coastguard Worker << (actual_total_cow_size - estimated_total_cow_size) * 100.0f /
199*5a923131SAndroid Build Coastguard Worker actual_total_cow_size
200*5a923131SAndroid Build Coastguard Worker << "% smaller";
201*5a923131SAndroid Build Coastguard Worker return 0;
202*5a923131SAndroid Build Coastguard Worker }
203