1*795d594fSAndroid Build Coastguard Worker /*
2*795d594fSAndroid Build Coastguard Worker * Copyright (C) 2018 The Android Open Source Project
3*795d594fSAndroid Build Coastguard Worker *
4*795d594fSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*795d594fSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*795d594fSAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*795d594fSAndroid Build Coastguard Worker *
8*795d594fSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*795d594fSAndroid Build Coastguard Worker *
10*795d594fSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*795d594fSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*795d594fSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*795d594fSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*795d594fSAndroid Build Coastguard Worker * limitations under the License.
15*795d594fSAndroid Build Coastguard Worker */
16*795d594fSAndroid Build Coastguard Worker
17*795d594fSAndroid Build Coastguard Worker #include "xz_utils.h"
18*795d594fSAndroid Build Coastguard Worker
19*795d594fSAndroid Build Coastguard Worker #include <mutex>
20*795d594fSAndroid Build Coastguard Worker #include <vector>
21*795d594fSAndroid Build Coastguard Worker
22*795d594fSAndroid Build Coastguard Worker #include "base/array_ref.h"
23*795d594fSAndroid Build Coastguard Worker #include "base/bit_utils.h"
24*795d594fSAndroid Build Coastguard Worker #include "base/globals.h"
25*795d594fSAndroid Build Coastguard Worker #include "base/leb128.h"
26*795d594fSAndroid Build Coastguard Worker #include "dwarf/writer.h"
27*795d594fSAndroid Build Coastguard Worker
28*795d594fSAndroid Build Coastguard Worker // liblzma.
29*795d594fSAndroid Build Coastguard Worker #include "7zCrc.h"
30*795d594fSAndroid Build Coastguard Worker #include "Xz.h"
31*795d594fSAndroid Build Coastguard Worker #include "XzCrc64.h"
32*795d594fSAndroid Build Coastguard Worker #include "XzEnc.h"
33*795d594fSAndroid Build Coastguard Worker
34*795d594fSAndroid Build Coastguard Worker namespace art {
35*795d594fSAndroid Build Coastguard Worker
XzInitCrc()36*795d594fSAndroid Build Coastguard Worker static void XzInitCrc() {
37*795d594fSAndroid Build Coastguard Worker static std::once_flag crc_initialized;
38*795d594fSAndroid Build Coastguard Worker std::call_once(crc_initialized, []() {
39*795d594fSAndroid Build Coastguard Worker CrcGenerateTable();
40*795d594fSAndroid Build Coastguard Worker Crc64GenerateTable();
41*795d594fSAndroid Build Coastguard Worker });
42*795d594fSAndroid Build Coastguard Worker }
43*795d594fSAndroid Build Coastguard Worker
XzCompress(ArrayRef<const uint8_t> src,std::vector<uint8_t> * dst,int level,size_t block_size)44*795d594fSAndroid Build Coastguard Worker void XzCompress(ArrayRef<const uint8_t> src,
45*795d594fSAndroid Build Coastguard Worker std::vector<uint8_t>* dst,
46*795d594fSAndroid Build Coastguard Worker int level,
47*795d594fSAndroid Build Coastguard Worker size_t block_size) {
48*795d594fSAndroid Build Coastguard Worker // Configure the compression library.
49*795d594fSAndroid Build Coastguard Worker XzInitCrc();
50*795d594fSAndroid Build Coastguard Worker CLzma2EncProps lzma2Props;
51*795d594fSAndroid Build Coastguard Worker Lzma2EncProps_Init(&lzma2Props);
52*795d594fSAndroid Build Coastguard Worker lzma2Props.lzmaProps.level = level;
53*795d594fSAndroid Build Coastguard Worker lzma2Props.lzmaProps.reduceSize = src.size(); // Size of data that will be compressed.
54*795d594fSAndroid Build Coastguard Worker lzma2Props.blockSize = block_size;
55*795d594fSAndroid Build Coastguard Worker Lzma2EncProps_Normalize(&lzma2Props);
56*795d594fSAndroid Build Coastguard Worker CXzProps props;
57*795d594fSAndroid Build Coastguard Worker XzProps_Init(&props);
58*795d594fSAndroid Build Coastguard Worker props.lzma2Props = lzma2Props;
59*795d594fSAndroid Build Coastguard Worker // Implement the required interface for communication (written in C so no virtual methods).
60*795d594fSAndroid Build Coastguard Worker struct XzCallbacks : public ISeqInStream, public ISeqOutStream, public ICompressProgress {
61*795d594fSAndroid Build Coastguard Worker static SRes ReadImpl(const ISeqInStream* p, void* buf, size_t* size) {
62*795d594fSAndroid Build Coastguard Worker auto* ctx = static_cast<XzCallbacks*>(const_cast<ISeqInStream*>(p));
63*795d594fSAndroid Build Coastguard Worker *size = std::min(*size, ctx->src_.size() - ctx->src_pos_);
64*795d594fSAndroid Build Coastguard Worker memcpy(buf, ctx->src_.data() + ctx->src_pos_, *size);
65*795d594fSAndroid Build Coastguard Worker ctx->src_pos_ += *size;
66*795d594fSAndroid Build Coastguard Worker return SZ_OK;
67*795d594fSAndroid Build Coastguard Worker }
68*795d594fSAndroid Build Coastguard Worker static size_t WriteImpl(const ISeqOutStream* p, const void* buf, size_t size) {
69*795d594fSAndroid Build Coastguard Worker auto* ctx = static_cast<const XzCallbacks*>(p);
70*795d594fSAndroid Build Coastguard Worker const uint8_t* buffer = reinterpret_cast<const uint8_t*>(buf);
71*795d594fSAndroid Build Coastguard Worker ctx->dst_->insert(ctx->dst_->end(), buffer, buffer + size);
72*795d594fSAndroid Build Coastguard Worker return size;
73*795d594fSAndroid Build Coastguard Worker }
74*795d594fSAndroid Build Coastguard Worker static SRes ProgressImpl(const ICompressProgress* , UInt64, UInt64) {
75*795d594fSAndroid Build Coastguard Worker return SZ_OK;
76*795d594fSAndroid Build Coastguard Worker }
77*795d594fSAndroid Build Coastguard Worker size_t src_pos_;
78*795d594fSAndroid Build Coastguard Worker ArrayRef<const uint8_t> src_;
79*795d594fSAndroid Build Coastguard Worker std::vector<uint8_t>* dst_;
80*795d594fSAndroid Build Coastguard Worker };
81*795d594fSAndroid Build Coastguard Worker XzCallbacks callbacks;
82*795d594fSAndroid Build Coastguard Worker callbacks.Read = XzCallbacks::ReadImpl;
83*795d594fSAndroid Build Coastguard Worker callbacks.Write = XzCallbacks::WriteImpl;
84*795d594fSAndroid Build Coastguard Worker callbacks.Progress = XzCallbacks::ProgressImpl;
85*795d594fSAndroid Build Coastguard Worker callbacks.src_pos_ = 0;
86*795d594fSAndroid Build Coastguard Worker callbacks.src_ = src;
87*795d594fSAndroid Build Coastguard Worker callbacks.dst_ = dst;
88*795d594fSAndroid Build Coastguard Worker // Compress.
89*795d594fSAndroid Build Coastguard Worker SRes res = Xz_Encode(&callbacks, &callbacks, &props, &callbacks);
90*795d594fSAndroid Build Coastguard Worker CHECK_EQ(res, SZ_OK);
91*795d594fSAndroid Build Coastguard Worker
92*795d594fSAndroid Build Coastguard Worker // Decompress the data back and check that we get the original.
93*795d594fSAndroid Build Coastguard Worker if (kIsDebugBuild) {
94*795d594fSAndroid Build Coastguard Worker std::vector<uint8_t> decompressed;
95*795d594fSAndroid Build Coastguard Worker XzDecompress(ArrayRef<const uint8_t>(*dst), &decompressed);
96*795d594fSAndroid Build Coastguard Worker DCHECK_EQ(decompressed.size(), src.size());
97*795d594fSAndroid Build Coastguard Worker DCHECK_EQ(memcmp(decompressed.data(), src.data(), src.size()), 0);
98*795d594fSAndroid Build Coastguard Worker }
99*795d594fSAndroid Build Coastguard Worker }
100*795d594fSAndroid Build Coastguard Worker
XzDecompress(ArrayRef<const uint8_t> src,std::vector<uint8_t> * dst)101*795d594fSAndroid Build Coastguard Worker void XzDecompress(ArrayRef<const uint8_t> src, std::vector<uint8_t>* dst) {
102*795d594fSAndroid Build Coastguard Worker static const size_t page_size = GetPageSizeSlow();
103*795d594fSAndroid Build Coastguard Worker CHECK_NE(page_size, 0U);
104*795d594fSAndroid Build Coastguard Worker
105*795d594fSAndroid Build Coastguard Worker XzInitCrc();
106*795d594fSAndroid Build Coastguard Worker std::unique_ptr<CXzUnpacker> state(new CXzUnpacker());
107*795d594fSAndroid Build Coastguard Worker ISzAlloc alloc;
108*795d594fSAndroid Build Coastguard Worker alloc.Alloc = [](ISzAllocPtr, size_t size) { return malloc(size); };
109*795d594fSAndroid Build Coastguard Worker alloc.Free = [](ISzAllocPtr, void* ptr) { return free(ptr); };
110*795d594fSAndroid Build Coastguard Worker XzUnpacker_Construct(state.get(), &alloc);
111*795d594fSAndroid Build Coastguard Worker
112*795d594fSAndroid Build Coastguard Worker size_t src_offset = 0;
113*795d594fSAndroid Build Coastguard Worker size_t dst_offset = 0;
114*795d594fSAndroid Build Coastguard Worker ECoderStatus status;
115*795d594fSAndroid Build Coastguard Worker do {
116*795d594fSAndroid Build Coastguard Worker dst->resize(RoundUp(dst_offset + page_size / 4, page_size));
117*795d594fSAndroid Build Coastguard Worker size_t src_remaining = src.size() - src_offset;
118*795d594fSAndroid Build Coastguard Worker size_t dst_remaining = dst->size() - dst_offset;
119*795d594fSAndroid Build Coastguard Worker int return_val = XzUnpacker_Code(state.get(),
120*795d594fSAndroid Build Coastguard Worker dst->data() + dst_offset,
121*795d594fSAndroid Build Coastguard Worker &dst_remaining,
122*795d594fSAndroid Build Coastguard Worker src.data() + src_offset,
123*795d594fSAndroid Build Coastguard Worker &src_remaining,
124*795d594fSAndroid Build Coastguard Worker true,
125*795d594fSAndroid Build Coastguard Worker CODER_FINISH_ANY,
126*795d594fSAndroid Build Coastguard Worker &status);
127*795d594fSAndroid Build Coastguard Worker CHECK_EQ(return_val, SZ_OK);
128*795d594fSAndroid Build Coastguard Worker src_offset += src_remaining;
129*795d594fSAndroid Build Coastguard Worker dst_offset += dst_remaining;
130*795d594fSAndroid Build Coastguard Worker } while (status == CODER_STATUS_NOT_FINISHED);
131*795d594fSAndroid Build Coastguard Worker CHECK_EQ(src_offset, src.size());
132*795d594fSAndroid Build Coastguard Worker CHECK(XzUnpacker_IsStreamWasFinished(state.get()));
133*795d594fSAndroid Build Coastguard Worker XzUnpacker_Free(state.get());
134*795d594fSAndroid Build Coastguard Worker dst->resize(dst_offset);
135*795d594fSAndroid Build Coastguard Worker }
136*795d594fSAndroid Build Coastguard Worker
137*795d594fSAndroid Build Coastguard Worker } // namespace art
138