1*598139dcSAndroid Build Coastguard Worker /*
2*598139dcSAndroid Build Coastguard Worker * Copyright (C) 2020 The Android Open Source Project
3*598139dcSAndroid Build Coastguard Worker *
4*598139dcSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*598139dcSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*598139dcSAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*598139dcSAndroid Build Coastguard Worker *
8*598139dcSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*598139dcSAndroid Build Coastguard Worker *
10*598139dcSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*598139dcSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*598139dcSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*598139dcSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*598139dcSAndroid Build Coastguard Worker * limitations under the License.
15*598139dcSAndroid Build Coastguard Worker */
16*598139dcSAndroid Build Coastguard Worker
17*598139dcSAndroid Build Coastguard Worker #include "SerializedFlushToState.h"
18*598139dcSAndroid Build Coastguard Worker
19*598139dcSAndroid Build Coastguard Worker #include <limits>
20*598139dcSAndroid Build Coastguard Worker
21*598139dcSAndroid Build Coastguard Worker #include <android-base/logging.h>
22*598139dcSAndroid Build Coastguard Worker
SerializedFlushToState(uint64_t start,LogMask log_mask,std::list<SerializedLogChunk> * logs)23*598139dcSAndroid Build Coastguard Worker SerializedFlushToState::SerializedFlushToState(uint64_t start, LogMask log_mask,
24*598139dcSAndroid Build Coastguard Worker std::list<SerializedLogChunk>* logs)
25*598139dcSAndroid Build Coastguard Worker : FlushToState(start, log_mask), logs_(logs) {
26*598139dcSAndroid Build Coastguard Worker log_id_for_each(i) {
27*598139dcSAndroid Build Coastguard Worker if (((1 << i) & log_mask) == 0) {
28*598139dcSAndroid Build Coastguard Worker continue;
29*598139dcSAndroid Build Coastguard Worker }
30*598139dcSAndroid Build Coastguard Worker logs_needed_from_next_position_[i] = true;
31*598139dcSAndroid Build Coastguard Worker }
32*598139dcSAndroid Build Coastguard Worker }
33*598139dcSAndroid Build Coastguard Worker
~SerializedFlushToState()34*598139dcSAndroid Build Coastguard Worker SerializedFlushToState::~SerializedFlushToState() {
35*598139dcSAndroid Build Coastguard Worker log_id_for_each(i) {
36*598139dcSAndroid Build Coastguard Worker if (log_positions_[i]) {
37*598139dcSAndroid Build Coastguard Worker log_positions_[i]->buffer_it->DetachReader(this);
38*598139dcSAndroid Build Coastguard Worker }
39*598139dcSAndroid Build Coastguard Worker }
40*598139dcSAndroid Build Coastguard Worker }
41*598139dcSAndroid Build Coastguard Worker
CreateLogPosition(log_id_t log_id)42*598139dcSAndroid Build Coastguard Worker void SerializedFlushToState::CreateLogPosition(log_id_t log_id) {
43*598139dcSAndroid Build Coastguard Worker CHECK(!logs_[log_id].empty());
44*598139dcSAndroid Build Coastguard Worker LogPosition log_position;
45*598139dcSAndroid Build Coastguard Worker auto it = logs_[log_id].begin();
46*598139dcSAndroid Build Coastguard Worker while (it != logs_[log_id].end() && start() > it->highest_sequence_number()) {
47*598139dcSAndroid Build Coastguard Worker ++it;
48*598139dcSAndroid Build Coastguard Worker }
49*598139dcSAndroid Build Coastguard Worker if (it == logs_[log_id].end()) {
50*598139dcSAndroid Build Coastguard Worker --it;
51*598139dcSAndroid Build Coastguard Worker }
52*598139dcSAndroid Build Coastguard Worker it->AttachReader(this);
53*598139dcSAndroid Build Coastguard Worker log_position.buffer_it = it;
54*598139dcSAndroid Build Coastguard Worker
55*598139dcSAndroid Build Coastguard Worker // Find the offset of the first log with sequence number >= start().
56*598139dcSAndroid Build Coastguard Worker int read_offset = 0;
57*598139dcSAndroid Build Coastguard Worker while (read_offset < it->write_offset()) {
58*598139dcSAndroid Build Coastguard Worker const auto* entry = it->log_entry(read_offset);
59*598139dcSAndroid Build Coastguard Worker if (entry->sequence() >= start()) {
60*598139dcSAndroid Build Coastguard Worker break;
61*598139dcSAndroid Build Coastguard Worker }
62*598139dcSAndroid Build Coastguard Worker read_offset += entry->total_len();
63*598139dcSAndroid Build Coastguard Worker }
64*598139dcSAndroid Build Coastguard Worker log_position.read_offset = read_offset;
65*598139dcSAndroid Build Coastguard Worker
66*598139dcSAndroid Build Coastguard Worker log_positions_[log_id].emplace(log_position);
67*598139dcSAndroid Build Coastguard Worker }
68*598139dcSAndroid Build Coastguard Worker
UpdateLogsNeeded(log_id_t log_id)69*598139dcSAndroid Build Coastguard Worker void SerializedFlushToState::UpdateLogsNeeded(log_id_t log_id) {
70*598139dcSAndroid Build Coastguard Worker auto& buffer_it = log_positions_[log_id]->buffer_it;
71*598139dcSAndroid Build Coastguard Worker auto read_offset = log_positions_[log_id]->read_offset;
72*598139dcSAndroid Build Coastguard Worker
73*598139dcSAndroid Build Coastguard Worker // If there is another log to read in this buffer, let it be read.
74*598139dcSAndroid Build Coastguard Worker if (read_offset < buffer_it->write_offset()) {
75*598139dcSAndroid Build Coastguard Worker logs_needed_from_next_position_[log_id] = false;
76*598139dcSAndroid Build Coastguard Worker } else if (read_offset == buffer_it->write_offset()) {
77*598139dcSAndroid Build Coastguard Worker // If there are no more logs to read in this buffer and it's the last buffer, then
78*598139dcSAndroid Build Coastguard Worker // set logs_needed_from_next_position_ to wait until more logs get logged.
79*598139dcSAndroid Build Coastguard Worker if (buffer_it == std::prev(logs_[log_id].end())) {
80*598139dcSAndroid Build Coastguard Worker logs_needed_from_next_position_[log_id] = true;
81*598139dcSAndroid Build Coastguard Worker } else {
82*598139dcSAndroid Build Coastguard Worker // Otherwise, if there is another buffer piece, move to that and do the same check.
83*598139dcSAndroid Build Coastguard Worker buffer_it->DetachReader(this);
84*598139dcSAndroid Build Coastguard Worker ++buffer_it;
85*598139dcSAndroid Build Coastguard Worker buffer_it->AttachReader(this);
86*598139dcSAndroid Build Coastguard Worker log_positions_[log_id]->read_offset = 0;
87*598139dcSAndroid Build Coastguard Worker if (buffer_it->write_offset() == 0) {
88*598139dcSAndroid Build Coastguard Worker logs_needed_from_next_position_[log_id] = true;
89*598139dcSAndroid Build Coastguard Worker } else {
90*598139dcSAndroid Build Coastguard Worker logs_needed_from_next_position_[log_id] = false;
91*598139dcSAndroid Build Coastguard Worker }
92*598139dcSAndroid Build Coastguard Worker }
93*598139dcSAndroid Build Coastguard Worker } else {
94*598139dcSAndroid Build Coastguard Worker // read_offset > buffer_it->write_offset() should never happen.
95*598139dcSAndroid Build Coastguard Worker LOG(FATAL) << "read_offset (" << read_offset << ") > buffer_it->write_offset() ("
96*598139dcSAndroid Build Coastguard Worker << buffer_it->write_offset() << ")";
97*598139dcSAndroid Build Coastguard Worker }
98*598139dcSAndroid Build Coastguard Worker }
99*598139dcSAndroid Build Coastguard Worker
CheckForNewLogs()100*598139dcSAndroid Build Coastguard Worker void SerializedFlushToState::CheckForNewLogs() {
101*598139dcSAndroid Build Coastguard Worker log_id_for_each(i) {
102*598139dcSAndroid Build Coastguard Worker if (!logs_needed_from_next_position_[i]) {
103*598139dcSAndroid Build Coastguard Worker continue;
104*598139dcSAndroid Build Coastguard Worker }
105*598139dcSAndroid Build Coastguard Worker if (!log_positions_[i]) {
106*598139dcSAndroid Build Coastguard Worker if (logs_[i].empty()) {
107*598139dcSAndroid Build Coastguard Worker continue;
108*598139dcSAndroid Build Coastguard Worker }
109*598139dcSAndroid Build Coastguard Worker CreateLogPosition(i);
110*598139dcSAndroid Build Coastguard Worker }
111*598139dcSAndroid Build Coastguard Worker UpdateLogsNeeded(i);
112*598139dcSAndroid Build Coastguard Worker }
113*598139dcSAndroid Build Coastguard Worker }
114*598139dcSAndroid Build Coastguard Worker
HasUnreadLogs()115*598139dcSAndroid Build Coastguard Worker bool SerializedFlushToState::HasUnreadLogs() {
116*598139dcSAndroid Build Coastguard Worker CheckForNewLogs();
117*598139dcSAndroid Build Coastguard Worker log_id_for_each(i) {
118*598139dcSAndroid Build Coastguard Worker if (log_positions_[i] && !logs_needed_from_next_position_[i]) {
119*598139dcSAndroid Build Coastguard Worker return true;
120*598139dcSAndroid Build Coastguard Worker }
121*598139dcSAndroid Build Coastguard Worker }
122*598139dcSAndroid Build Coastguard Worker return false;
123*598139dcSAndroid Build Coastguard Worker }
124*598139dcSAndroid Build Coastguard Worker
PopNextUnreadLog()125*598139dcSAndroid Build Coastguard Worker LogWithId SerializedFlushToState::PopNextUnreadLog() {
126*598139dcSAndroid Build Coastguard Worker uint64_t min_sequence = std::numeric_limits<uint64_t>::max();
127*598139dcSAndroid Build Coastguard Worker log_id_t log_id;
128*598139dcSAndroid Build Coastguard Worker const SerializedLogEntry* entry = nullptr;
129*598139dcSAndroid Build Coastguard Worker log_id_for_each(i) {
130*598139dcSAndroid Build Coastguard Worker if (!log_positions_[i] || logs_needed_from_next_position_[i]) {
131*598139dcSAndroid Build Coastguard Worker continue;
132*598139dcSAndroid Build Coastguard Worker }
133*598139dcSAndroid Build Coastguard Worker if (log_positions_[i]->log_entry()->sequence() < min_sequence) {
134*598139dcSAndroid Build Coastguard Worker log_id = i;
135*598139dcSAndroid Build Coastguard Worker entry = log_positions_[i]->log_entry();
136*598139dcSAndroid Build Coastguard Worker min_sequence = entry->sequence();
137*598139dcSAndroid Build Coastguard Worker }
138*598139dcSAndroid Build Coastguard Worker }
139*598139dcSAndroid Build Coastguard Worker CHECK_NE(nullptr, entry);
140*598139dcSAndroid Build Coastguard Worker
141*598139dcSAndroid Build Coastguard Worker log_positions_[log_id]->read_offset += entry->total_len();
142*598139dcSAndroid Build Coastguard Worker
143*598139dcSAndroid Build Coastguard Worker logs_needed_from_next_position_[log_id] = true;
144*598139dcSAndroid Build Coastguard Worker
145*598139dcSAndroid Build Coastguard Worker return {log_id, entry};
146*598139dcSAndroid Build Coastguard Worker }
147*598139dcSAndroid Build Coastguard Worker
Prune(log_id_t log_id)148*598139dcSAndroid Build Coastguard Worker void SerializedFlushToState::Prune(log_id_t log_id) {
149*598139dcSAndroid Build Coastguard Worker CHECK(log_positions_[log_id].has_value());
150*598139dcSAndroid Build Coastguard Worker
151*598139dcSAndroid Build Coastguard Worker // Decrease the ref count since we're deleting our reference.
152*598139dcSAndroid Build Coastguard Worker log_positions_[log_id]->buffer_it->DetachReader(this);
153*598139dcSAndroid Build Coastguard Worker
154*598139dcSAndroid Build Coastguard Worker // Delete in the reference.
155*598139dcSAndroid Build Coastguard Worker log_positions_[log_id].reset();
156*598139dcSAndroid Build Coastguard Worker
157*598139dcSAndroid Build Coastguard Worker // Finally set logs_needed_from_next_position_, so CheckForNewLogs() will re-create the
158*598139dcSAndroid Build Coastguard Worker // log_position_ object during the next read.
159*598139dcSAndroid Build Coastguard Worker logs_needed_from_next_position_[log_id] = true;
160*598139dcSAndroid Build Coastguard Worker }
161