1 // Copyright (c) 2017 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4
5 #ifndef QUICHE_QUIC_CORE_PACKET_NUMBER_INDEXED_QUEUE_H_
6 #define QUICHE_QUIC_CORE_PACKET_NUMBER_INDEXED_QUEUE_H_
7
8 #include "quiche/quic/core/quic_constants.h"
9 #include "quiche/quic/core/quic_packet_number.h"
10 #include "quiche/quic/core/quic_types.h"
11 #include "quiche/quic/platform/api/quic_bug_tracker.h"
12 #include "quiche/common/quiche_circular_deque.h"
13
14 namespace quic {
15
16 // PacketNumberIndexedQueue is a queue of mostly continuous numbered entries
17 // which supports the following operations:
18 // - adding elements to the end of the queue, or at some point past the end
19 // - removing elements in any order
20 // - retrieving elements
21 // If all elements are inserted in order, all of the operations above are
22 // amortized O(1) time.
23 //
24 // Internally, the data structure is a deque where each element is marked as
25 // present or not. The deque starts at the lowest present index. Whenever an
26 // element is removed, it's marked as not present, and the front of the deque is
27 // cleared of elements that are not present.
28 //
29 // The tail of the queue is not cleared due to the assumption of entries being
30 // inserted in order, though removing all elements of the queue will return it
31 // to its initial state.
32 //
33 // Note that this data structure is inherently hazardous, since an addition of
34 // just two entries will cause it to consume all of the memory available.
35 // Because of that, it is not a general-purpose container and should not be used
36 // as one.
37 // TODO(wub): Update the comments when deprecating
38 // --quic_bw_sampler_remove_packets_once_per_congestion_event.
39 template <typename T>
40 class QUICHE_NO_EXPORT PacketNumberIndexedQueue {
41 public:
PacketNumberIndexedQueue()42 PacketNumberIndexedQueue() : number_of_present_entries_(0) {}
43
44 // Retrieve the entry associated with the packet number. Returns the pointer
45 // to the entry in case of success, or nullptr if the entry does not exist.
46 T* GetEntry(QuicPacketNumber packet_number);
47 const T* GetEntry(QuicPacketNumber packet_number) const;
48
49 // Inserts data associated |packet_number| into (or past) the end of the
50 // queue, filling up the missing intermediate entries as necessary. Returns
51 // true if the element has been inserted successfully, false if it was already
52 // in the queue or inserted out of order.
53 template <typename... Args>
54 bool Emplace(QuicPacketNumber packet_number, Args&&... args);
55
56 // Removes data associated with |packet_number| and frees the slots in the
57 // queue as necessary.
58 bool Remove(QuicPacketNumber packet_number);
59
60 // Same as above, but if an entry is present in the queue, also call f(entry)
61 // before removing it.
62 template <typename Function>
63 bool Remove(QuicPacketNumber packet_number, Function f);
64
65 // Remove up to, but not including |packet_number|.
66 // Unused slots in the front are also removed, which means when the function
67 // returns, |first_packet()| can be larger than |packet_number|.
68 void RemoveUpTo(QuicPacketNumber packet_number);
69
IsEmpty()70 bool IsEmpty() const { return number_of_present_entries_ == 0; }
71
72 // Returns the number of entries in the queue.
number_of_present_entries()73 size_t number_of_present_entries() const {
74 return number_of_present_entries_;
75 }
76
77 // Returns the number of entries allocated in the underlying deque. This is
78 // proportional to the memory usage of the queue.
entry_slots_used()79 size_t entry_slots_used() const { return entries_.size(); }
80
81 // Packet number of the first entry in the queue.
first_packet()82 QuicPacketNumber first_packet() const { return first_packet_; }
83
84 // Packet number of the last entry ever inserted in the queue. Note that the
85 // entry in question may have already been removed. Zero if the queue is
86 // empty.
last_packet()87 QuicPacketNumber last_packet() const {
88 if (IsEmpty()) {
89 return QuicPacketNumber();
90 }
91 return first_packet_ + entries_.size() - 1;
92 }
93
94 private:
95 // Wrapper around T used to mark whether the entry is actually in the map.
96 struct QUICHE_NO_EXPORT EntryWrapper : T {
97 // NOTE(wub): When quic_bw_sampler_remove_packets_once_per_congestion_event
98 // is enabled, |present| is false if and only if this is a placeholder entry
99 // for holes in the parent's |entries|.
100 bool present;
101
EntryWrapperEntryWrapper102 EntryWrapper() : present(false) {}
103
104 template <typename... Args>
EntryWrapperEntryWrapper105 explicit EntryWrapper(Args&&... args)
106 : T(std::forward<Args>(args)...), present(true) {}
107 };
108
109 // Cleans up unused slots in the front after removing an element.
110 void Cleanup();
111
112 const EntryWrapper* GetEntryWrapper(QuicPacketNumber offset) const;
GetEntryWrapper(QuicPacketNumber offset)113 EntryWrapper* GetEntryWrapper(QuicPacketNumber offset) {
114 const auto* const_this = this;
115 return const_cast<EntryWrapper*>(const_this->GetEntryWrapper(offset));
116 }
117
118 quiche::QuicheCircularDeque<EntryWrapper> entries_;
119 // NOTE(wub): When --quic_bw_sampler_remove_packets_once_per_congestion_event
120 // is enabled, |number_of_present_entries_| only represents number of holes,
121 // which does not include number of acked or lost packets.
122 size_t number_of_present_entries_;
123 QuicPacketNumber first_packet_;
124 };
125
126 template <typename T>
GetEntry(QuicPacketNumber packet_number)127 T* PacketNumberIndexedQueue<T>::GetEntry(QuicPacketNumber packet_number) {
128 EntryWrapper* entry = GetEntryWrapper(packet_number);
129 if (entry == nullptr) {
130 return nullptr;
131 }
132 return entry;
133 }
134
135 template <typename T>
GetEntry(QuicPacketNumber packet_number)136 const T* PacketNumberIndexedQueue<T>::GetEntry(
137 QuicPacketNumber packet_number) const {
138 const EntryWrapper* entry = GetEntryWrapper(packet_number);
139 if (entry == nullptr) {
140 return nullptr;
141 }
142 return entry;
143 }
144
145 template <typename T>
146 template <typename... Args>
Emplace(QuicPacketNumber packet_number,Args &&...args)147 bool PacketNumberIndexedQueue<T>::Emplace(QuicPacketNumber packet_number,
148 Args&&... args) {
149 if (!packet_number.IsInitialized()) {
150 QUIC_BUG(quic_bug_10359_1)
151 << "Try to insert an uninitialized packet number";
152 return false;
153 }
154
155 if (IsEmpty()) {
156 QUICHE_DCHECK(entries_.empty());
157 QUICHE_DCHECK(!first_packet_.IsInitialized());
158
159 entries_.emplace_back(std::forward<Args>(args)...);
160 number_of_present_entries_ = 1;
161 first_packet_ = packet_number;
162 return true;
163 }
164
165 // Do not allow insertion out-of-order.
166 if (packet_number <= last_packet()) {
167 return false;
168 }
169
170 // Handle potentially missing elements.
171 size_t offset = packet_number - first_packet_;
172 if (offset > entries_.size()) {
173 entries_.resize(offset);
174 }
175
176 number_of_present_entries_++;
177 entries_.emplace_back(std::forward<Args>(args)...);
178 QUICHE_DCHECK_EQ(packet_number, last_packet());
179 return true;
180 }
181
182 template <typename T>
Remove(QuicPacketNumber packet_number)183 bool PacketNumberIndexedQueue<T>::Remove(QuicPacketNumber packet_number) {
184 return Remove(packet_number, [](const T&) {});
185 }
186
187 template <typename T>
188 template <typename Function>
Remove(QuicPacketNumber packet_number,Function f)189 bool PacketNumberIndexedQueue<T>::Remove(QuicPacketNumber packet_number,
190 Function f) {
191 EntryWrapper* entry = GetEntryWrapper(packet_number);
192 if (entry == nullptr) {
193 return false;
194 }
195 f(*static_cast<const T*>(entry));
196 entry->present = false;
197 number_of_present_entries_--;
198
199 if (packet_number == first_packet()) {
200 Cleanup();
201 }
202 return true;
203 }
204
205 template <typename T>
RemoveUpTo(QuicPacketNumber packet_number)206 void PacketNumberIndexedQueue<T>::RemoveUpTo(QuicPacketNumber packet_number) {
207 while (!entries_.empty() && first_packet_.IsInitialized() &&
208 first_packet_ < packet_number) {
209 if (entries_.front().present) {
210 number_of_present_entries_--;
211 }
212 entries_.pop_front();
213 first_packet_++;
214 }
215 Cleanup();
216 }
217
218 template <typename T>
Cleanup()219 void PacketNumberIndexedQueue<T>::Cleanup() {
220 while (!entries_.empty() && !entries_.front().present) {
221 entries_.pop_front();
222 first_packet_++;
223 }
224 if (entries_.empty()) {
225 first_packet_.Clear();
226 }
227 }
228
229 template <typename T>
230 auto PacketNumberIndexedQueue<T>::GetEntryWrapper(
231 QuicPacketNumber packet_number) const -> const EntryWrapper* {
232 if (!packet_number.IsInitialized() || IsEmpty() ||
233 packet_number < first_packet_) {
234 return nullptr;
235 }
236
237 uint64_t offset = packet_number - first_packet_;
238 if (offset >= entries_.size()) {
239 return nullptr;
240 }
241
242 const EntryWrapper* entry = &entries_[offset];
243 if (!entry->present) {
244 return nullptr;
245 }
246
247 return entry;
248 }
249
250 } // namespace quic
251
252 #endif // QUICHE_QUIC_CORE_PACKET_NUMBER_INDEXED_QUEUE_H_
253