1*9507f98cSAndroid Build Coastguard Worker // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
2*9507f98cSAndroid Build Coastguard Worker // Use of this source code is governed by a BSD-style license that can be
3*9507f98cSAndroid Build Coastguard Worker // found in the LICENSE file. See the AUTHORS file for names of contributors.
4*9507f98cSAndroid Build Coastguard Worker
5*9507f98cSAndroid Build Coastguard Worker #include "db/log_writer.h"
6*9507f98cSAndroid Build Coastguard Worker
7*9507f98cSAndroid Build Coastguard Worker #include <cstdint>
8*9507f98cSAndroid Build Coastguard Worker
9*9507f98cSAndroid Build Coastguard Worker #include "leveldb/env.h"
10*9507f98cSAndroid Build Coastguard Worker #include "util/coding.h"
11*9507f98cSAndroid Build Coastguard Worker #include "util/crc32c.h"
12*9507f98cSAndroid Build Coastguard Worker
13*9507f98cSAndroid Build Coastguard Worker namespace leveldb {
14*9507f98cSAndroid Build Coastguard Worker namespace log {
15*9507f98cSAndroid Build Coastguard Worker
InitTypeCrc(uint32_t * type_crc)16*9507f98cSAndroid Build Coastguard Worker static void InitTypeCrc(uint32_t* type_crc) {
17*9507f98cSAndroid Build Coastguard Worker for (int i = 0; i <= kMaxRecordType; i++) {
18*9507f98cSAndroid Build Coastguard Worker char t = static_cast<char>(i);
19*9507f98cSAndroid Build Coastguard Worker type_crc[i] = crc32c::Value(&t, 1);
20*9507f98cSAndroid Build Coastguard Worker }
21*9507f98cSAndroid Build Coastguard Worker }
22*9507f98cSAndroid Build Coastguard Worker
Writer(WritableFile * dest)23*9507f98cSAndroid Build Coastguard Worker Writer::Writer(WritableFile* dest) : dest_(dest), block_offset_(0) {
24*9507f98cSAndroid Build Coastguard Worker InitTypeCrc(type_crc_);
25*9507f98cSAndroid Build Coastguard Worker }
26*9507f98cSAndroid Build Coastguard Worker
Writer(WritableFile * dest,uint64_t dest_length)27*9507f98cSAndroid Build Coastguard Worker Writer::Writer(WritableFile* dest, uint64_t dest_length)
28*9507f98cSAndroid Build Coastguard Worker : dest_(dest), block_offset_(dest_length % kBlockSize) {
29*9507f98cSAndroid Build Coastguard Worker InitTypeCrc(type_crc_);
30*9507f98cSAndroid Build Coastguard Worker }
31*9507f98cSAndroid Build Coastguard Worker
32*9507f98cSAndroid Build Coastguard Worker Writer::~Writer() = default;
33*9507f98cSAndroid Build Coastguard Worker
AddRecord(const Slice & slice)34*9507f98cSAndroid Build Coastguard Worker Status Writer::AddRecord(const Slice& slice) {
35*9507f98cSAndroid Build Coastguard Worker const char* ptr = slice.data();
36*9507f98cSAndroid Build Coastguard Worker size_t left = slice.size();
37*9507f98cSAndroid Build Coastguard Worker
38*9507f98cSAndroid Build Coastguard Worker // Fragment the record if necessary and emit it. Note that if slice
39*9507f98cSAndroid Build Coastguard Worker // is empty, we still want to iterate once to emit a single
40*9507f98cSAndroid Build Coastguard Worker // zero-length record
41*9507f98cSAndroid Build Coastguard Worker Status s;
42*9507f98cSAndroid Build Coastguard Worker bool begin = true;
43*9507f98cSAndroid Build Coastguard Worker do {
44*9507f98cSAndroid Build Coastguard Worker const int leftover = kBlockSize - block_offset_;
45*9507f98cSAndroid Build Coastguard Worker assert(leftover >= 0);
46*9507f98cSAndroid Build Coastguard Worker if (leftover < kHeaderSize) {
47*9507f98cSAndroid Build Coastguard Worker // Switch to a new block
48*9507f98cSAndroid Build Coastguard Worker if (leftover > 0) {
49*9507f98cSAndroid Build Coastguard Worker // Fill the trailer (literal below relies on kHeaderSize being 7)
50*9507f98cSAndroid Build Coastguard Worker static_assert(kHeaderSize == 7, "");
51*9507f98cSAndroid Build Coastguard Worker dest_->Append(Slice("\x00\x00\x00\x00\x00\x00", leftover));
52*9507f98cSAndroid Build Coastguard Worker }
53*9507f98cSAndroid Build Coastguard Worker block_offset_ = 0;
54*9507f98cSAndroid Build Coastguard Worker }
55*9507f98cSAndroid Build Coastguard Worker
56*9507f98cSAndroid Build Coastguard Worker // Invariant: we never leave < kHeaderSize bytes in a block.
57*9507f98cSAndroid Build Coastguard Worker assert(kBlockSize - block_offset_ - kHeaderSize >= 0);
58*9507f98cSAndroid Build Coastguard Worker
59*9507f98cSAndroid Build Coastguard Worker const size_t avail = kBlockSize - block_offset_ - kHeaderSize;
60*9507f98cSAndroid Build Coastguard Worker const size_t fragment_length = (left < avail) ? left : avail;
61*9507f98cSAndroid Build Coastguard Worker
62*9507f98cSAndroid Build Coastguard Worker RecordType type;
63*9507f98cSAndroid Build Coastguard Worker const bool end = (left == fragment_length);
64*9507f98cSAndroid Build Coastguard Worker if (begin && end) {
65*9507f98cSAndroid Build Coastguard Worker type = kFullType;
66*9507f98cSAndroid Build Coastguard Worker } else if (begin) {
67*9507f98cSAndroid Build Coastguard Worker type = kFirstType;
68*9507f98cSAndroid Build Coastguard Worker } else if (end) {
69*9507f98cSAndroid Build Coastguard Worker type = kLastType;
70*9507f98cSAndroid Build Coastguard Worker } else {
71*9507f98cSAndroid Build Coastguard Worker type = kMiddleType;
72*9507f98cSAndroid Build Coastguard Worker }
73*9507f98cSAndroid Build Coastguard Worker
74*9507f98cSAndroid Build Coastguard Worker s = EmitPhysicalRecord(type, ptr, fragment_length);
75*9507f98cSAndroid Build Coastguard Worker ptr += fragment_length;
76*9507f98cSAndroid Build Coastguard Worker left -= fragment_length;
77*9507f98cSAndroid Build Coastguard Worker begin = false;
78*9507f98cSAndroid Build Coastguard Worker } while (s.ok() && left > 0);
79*9507f98cSAndroid Build Coastguard Worker return s;
80*9507f98cSAndroid Build Coastguard Worker }
81*9507f98cSAndroid Build Coastguard Worker
EmitPhysicalRecord(RecordType t,const char * ptr,size_t length)82*9507f98cSAndroid Build Coastguard Worker Status Writer::EmitPhysicalRecord(RecordType t, const char* ptr,
83*9507f98cSAndroid Build Coastguard Worker size_t length) {
84*9507f98cSAndroid Build Coastguard Worker assert(length <= 0xffff); // Must fit in two bytes
85*9507f98cSAndroid Build Coastguard Worker assert(block_offset_ + kHeaderSize + length <= kBlockSize);
86*9507f98cSAndroid Build Coastguard Worker
87*9507f98cSAndroid Build Coastguard Worker // Format the header
88*9507f98cSAndroid Build Coastguard Worker char buf[kHeaderSize];
89*9507f98cSAndroid Build Coastguard Worker buf[4] = static_cast<char>(length & 0xff);
90*9507f98cSAndroid Build Coastguard Worker buf[5] = static_cast<char>(length >> 8);
91*9507f98cSAndroid Build Coastguard Worker buf[6] = static_cast<char>(t);
92*9507f98cSAndroid Build Coastguard Worker
93*9507f98cSAndroid Build Coastguard Worker // Compute the crc of the record type and the payload.
94*9507f98cSAndroid Build Coastguard Worker uint32_t crc = crc32c::Extend(type_crc_[t], ptr, length);
95*9507f98cSAndroid Build Coastguard Worker crc = crc32c::Mask(crc); // Adjust for storage
96*9507f98cSAndroid Build Coastguard Worker EncodeFixed32(buf, crc);
97*9507f98cSAndroid Build Coastguard Worker
98*9507f98cSAndroid Build Coastguard Worker // Write the header and the payload
99*9507f98cSAndroid Build Coastguard Worker Status s = dest_->Append(Slice(buf, kHeaderSize));
100*9507f98cSAndroid Build Coastguard Worker if (s.ok()) {
101*9507f98cSAndroid Build Coastguard Worker s = dest_->Append(Slice(ptr, length));
102*9507f98cSAndroid Build Coastguard Worker if (s.ok()) {
103*9507f98cSAndroid Build Coastguard Worker s = dest_->Flush();
104*9507f98cSAndroid Build Coastguard Worker }
105*9507f98cSAndroid Build Coastguard Worker }
106*9507f98cSAndroid Build Coastguard Worker block_offset_ += kHeaderSize + length;
107*9507f98cSAndroid Build Coastguard Worker return s;
108*9507f98cSAndroid Build Coastguard Worker }
109*9507f98cSAndroid Build Coastguard Worker
110*9507f98cSAndroid Build Coastguard Worker } // namespace log
111*9507f98cSAndroid Build Coastguard Worker } // namespace leveldb
112