1*6777b538SAndroid Build Coastguard Worker /* Copyright 2013 Google Inc. All Rights Reserved.
2*6777b538SAndroid Build Coastguard Worker
3*6777b538SAndroid Build Coastguard Worker Distributed under MIT license.
4*6777b538SAndroid Build Coastguard Worker See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
5*6777b538SAndroid Build Coastguard Worker */
6*6777b538SAndroid Build Coastguard Worker
7*6777b538SAndroid Build Coastguard Worker /* Sliding window over the input data. */
8*6777b538SAndroid Build Coastguard Worker
9*6777b538SAndroid Build Coastguard Worker #ifndef BROTLI_ENC_RINGBUFFER_H_
10*6777b538SAndroid Build Coastguard Worker #define BROTLI_ENC_RINGBUFFER_H_
11*6777b538SAndroid Build Coastguard Worker
12*6777b538SAndroid Build Coastguard Worker #include <string.h> /* memcpy */
13*6777b538SAndroid Build Coastguard Worker
14*6777b538SAndroid Build Coastguard Worker #include "../common/platform.h"
15*6777b538SAndroid Build Coastguard Worker #include <brotli/types.h>
16*6777b538SAndroid Build Coastguard Worker #include "memory.h"
17*6777b538SAndroid Build Coastguard Worker #include "quality.h"
18*6777b538SAndroid Build Coastguard Worker
19*6777b538SAndroid Build Coastguard Worker #if defined(__cplusplus) || defined(c_plusplus)
20*6777b538SAndroid Build Coastguard Worker extern "C" {
21*6777b538SAndroid Build Coastguard Worker #endif
22*6777b538SAndroid Build Coastguard Worker
23*6777b538SAndroid Build Coastguard Worker /* A RingBuffer(window_bits, tail_bits) contains `1 << window_bits' bytes of
24*6777b538SAndroid Build Coastguard Worker data in a circular manner: writing a byte writes it to:
25*6777b538SAndroid Build Coastguard Worker `position() % (1 << window_bits)'.
26*6777b538SAndroid Build Coastguard Worker For convenience, the RingBuffer array contains another copy of the
27*6777b538SAndroid Build Coastguard Worker first `1 << tail_bits' bytes:
28*6777b538SAndroid Build Coastguard Worker buffer_[i] == buffer_[i + (1 << window_bits)], if i < (1 << tail_bits),
29*6777b538SAndroid Build Coastguard Worker and another copy of the last two bytes:
30*6777b538SAndroid Build Coastguard Worker buffer_[-1] == buffer_[(1 << window_bits) - 1] and
31*6777b538SAndroid Build Coastguard Worker buffer_[-2] == buffer_[(1 << window_bits) - 2]. */
32*6777b538SAndroid Build Coastguard Worker typedef struct RingBuffer {
33*6777b538SAndroid Build Coastguard Worker /* Size of the ring-buffer is (1 << window_bits) + tail_size_. */
34*6777b538SAndroid Build Coastguard Worker const uint32_t size_;
35*6777b538SAndroid Build Coastguard Worker const uint32_t mask_;
36*6777b538SAndroid Build Coastguard Worker const uint32_t tail_size_;
37*6777b538SAndroid Build Coastguard Worker const uint32_t total_size_;
38*6777b538SAndroid Build Coastguard Worker
39*6777b538SAndroid Build Coastguard Worker uint32_t cur_size_;
40*6777b538SAndroid Build Coastguard Worker /* Position to write in the ring buffer. */
41*6777b538SAndroid Build Coastguard Worker uint32_t pos_;
42*6777b538SAndroid Build Coastguard Worker /* The actual ring buffer containing the copy of the last two bytes, the data,
43*6777b538SAndroid Build Coastguard Worker and the copy of the beginning as a tail. */
44*6777b538SAndroid Build Coastguard Worker uint8_t* data_;
45*6777b538SAndroid Build Coastguard Worker /* The start of the ring-buffer. */
46*6777b538SAndroid Build Coastguard Worker uint8_t* buffer_;
47*6777b538SAndroid Build Coastguard Worker } RingBuffer;
48*6777b538SAndroid Build Coastguard Worker
RingBufferInit(RingBuffer * rb)49*6777b538SAndroid Build Coastguard Worker static BROTLI_INLINE void RingBufferInit(RingBuffer* rb) {
50*6777b538SAndroid Build Coastguard Worker rb->cur_size_ = 0;
51*6777b538SAndroid Build Coastguard Worker rb->pos_ = 0;
52*6777b538SAndroid Build Coastguard Worker rb->data_ = 0;
53*6777b538SAndroid Build Coastguard Worker rb->buffer_ = 0;
54*6777b538SAndroid Build Coastguard Worker }
55*6777b538SAndroid Build Coastguard Worker
RingBufferSetup(const BrotliEncoderParams * params,RingBuffer * rb)56*6777b538SAndroid Build Coastguard Worker static BROTLI_INLINE void RingBufferSetup(
57*6777b538SAndroid Build Coastguard Worker const BrotliEncoderParams* params, RingBuffer* rb) {
58*6777b538SAndroid Build Coastguard Worker int window_bits = ComputeRbBits(params);
59*6777b538SAndroid Build Coastguard Worker int tail_bits = params->lgblock;
60*6777b538SAndroid Build Coastguard Worker *(uint32_t*)&rb->size_ = 1u << window_bits;
61*6777b538SAndroid Build Coastguard Worker *(uint32_t*)&rb->mask_ = (1u << window_bits) - 1;
62*6777b538SAndroid Build Coastguard Worker *(uint32_t*)&rb->tail_size_ = 1u << tail_bits;
63*6777b538SAndroid Build Coastguard Worker *(uint32_t*)&rb->total_size_ = rb->size_ + rb->tail_size_;
64*6777b538SAndroid Build Coastguard Worker }
65*6777b538SAndroid Build Coastguard Worker
RingBufferFree(MemoryManager * m,RingBuffer * rb)66*6777b538SAndroid Build Coastguard Worker static BROTLI_INLINE void RingBufferFree(MemoryManager* m, RingBuffer* rb) {
67*6777b538SAndroid Build Coastguard Worker BROTLI_FREE(m, rb->data_);
68*6777b538SAndroid Build Coastguard Worker }
69*6777b538SAndroid Build Coastguard Worker
70*6777b538SAndroid Build Coastguard Worker /* Allocates or re-allocates data_ to the given length + plus some slack
71*6777b538SAndroid Build Coastguard Worker region before and after. Fills the slack regions with zeros. */
RingBufferInitBuffer(MemoryManager * m,const uint32_t buflen,RingBuffer * rb)72*6777b538SAndroid Build Coastguard Worker static BROTLI_INLINE void RingBufferInitBuffer(
73*6777b538SAndroid Build Coastguard Worker MemoryManager* m, const uint32_t buflen, RingBuffer* rb) {
74*6777b538SAndroid Build Coastguard Worker static const size_t kSlackForEightByteHashingEverywhere = 7;
75*6777b538SAndroid Build Coastguard Worker uint8_t* new_data = BROTLI_ALLOC(
76*6777b538SAndroid Build Coastguard Worker m, uint8_t, 2 + buflen + kSlackForEightByteHashingEverywhere);
77*6777b538SAndroid Build Coastguard Worker size_t i;
78*6777b538SAndroid Build Coastguard Worker if (BROTLI_IS_OOM(m) || BROTLI_IS_NULL(new_data)) return;
79*6777b538SAndroid Build Coastguard Worker if (rb->data_) {
80*6777b538SAndroid Build Coastguard Worker memcpy(new_data, rb->data_,
81*6777b538SAndroid Build Coastguard Worker 2 + rb->cur_size_ + kSlackForEightByteHashingEverywhere);
82*6777b538SAndroid Build Coastguard Worker BROTLI_FREE(m, rb->data_);
83*6777b538SAndroid Build Coastguard Worker }
84*6777b538SAndroid Build Coastguard Worker rb->data_ = new_data;
85*6777b538SAndroid Build Coastguard Worker rb->cur_size_ = buflen;
86*6777b538SAndroid Build Coastguard Worker rb->buffer_ = rb->data_ + 2;
87*6777b538SAndroid Build Coastguard Worker rb->buffer_[-2] = rb->buffer_[-1] = 0;
88*6777b538SAndroid Build Coastguard Worker for (i = 0; i < kSlackForEightByteHashingEverywhere; ++i) {
89*6777b538SAndroid Build Coastguard Worker rb->buffer_[rb->cur_size_ + i] = 0;
90*6777b538SAndroid Build Coastguard Worker }
91*6777b538SAndroid Build Coastguard Worker }
92*6777b538SAndroid Build Coastguard Worker
RingBufferWriteTail(const uint8_t * bytes,size_t n,RingBuffer * rb)93*6777b538SAndroid Build Coastguard Worker static BROTLI_INLINE void RingBufferWriteTail(
94*6777b538SAndroid Build Coastguard Worker const uint8_t* bytes, size_t n, RingBuffer* rb) {
95*6777b538SAndroid Build Coastguard Worker const size_t masked_pos = rb->pos_ & rb->mask_;
96*6777b538SAndroid Build Coastguard Worker if (BROTLI_PREDICT_FALSE(masked_pos < rb->tail_size_)) {
97*6777b538SAndroid Build Coastguard Worker /* Just fill the tail buffer with the beginning data. */
98*6777b538SAndroid Build Coastguard Worker const size_t p = rb->size_ + masked_pos;
99*6777b538SAndroid Build Coastguard Worker memcpy(&rb->buffer_[p], bytes,
100*6777b538SAndroid Build Coastguard Worker BROTLI_MIN(size_t, n, rb->tail_size_ - masked_pos));
101*6777b538SAndroid Build Coastguard Worker }
102*6777b538SAndroid Build Coastguard Worker }
103*6777b538SAndroid Build Coastguard Worker
104*6777b538SAndroid Build Coastguard Worker /* Push bytes into the ring buffer. */
RingBufferWrite(MemoryManager * m,const uint8_t * bytes,size_t n,RingBuffer * rb)105*6777b538SAndroid Build Coastguard Worker static BROTLI_INLINE void RingBufferWrite(
106*6777b538SAndroid Build Coastguard Worker MemoryManager* m, const uint8_t* bytes, size_t n, RingBuffer* rb) {
107*6777b538SAndroid Build Coastguard Worker if (rb->pos_ == 0 && n < rb->tail_size_) {
108*6777b538SAndroid Build Coastguard Worker /* Special case for the first write: to process the first block, we don't
109*6777b538SAndroid Build Coastguard Worker need to allocate the whole ring-buffer and we don't need the tail
110*6777b538SAndroid Build Coastguard Worker either. However, we do this memory usage optimization only if the
111*6777b538SAndroid Build Coastguard Worker first write is less than the tail size, which is also the input block
112*6777b538SAndroid Build Coastguard Worker size, otherwise it is likely that other blocks will follow and we
113*6777b538SAndroid Build Coastguard Worker will need to reallocate to the full size anyway. */
114*6777b538SAndroid Build Coastguard Worker rb->pos_ = (uint32_t)n;
115*6777b538SAndroid Build Coastguard Worker RingBufferInitBuffer(m, rb->pos_, rb);
116*6777b538SAndroid Build Coastguard Worker if (BROTLI_IS_OOM(m)) return;
117*6777b538SAndroid Build Coastguard Worker memcpy(rb->buffer_, bytes, n);
118*6777b538SAndroid Build Coastguard Worker return;
119*6777b538SAndroid Build Coastguard Worker }
120*6777b538SAndroid Build Coastguard Worker if (rb->cur_size_ < rb->total_size_) {
121*6777b538SAndroid Build Coastguard Worker /* Lazily allocate the full buffer. */
122*6777b538SAndroid Build Coastguard Worker RingBufferInitBuffer(m, rb->total_size_, rb);
123*6777b538SAndroid Build Coastguard Worker if (BROTLI_IS_OOM(m)) return;
124*6777b538SAndroid Build Coastguard Worker /* Initialize the last two bytes to zero, so that we don't have to worry
125*6777b538SAndroid Build Coastguard Worker later when we copy the last two bytes to the first two positions. */
126*6777b538SAndroid Build Coastguard Worker rb->buffer_[rb->size_ - 2] = 0;
127*6777b538SAndroid Build Coastguard Worker rb->buffer_[rb->size_ - 1] = 0;
128*6777b538SAndroid Build Coastguard Worker /* Initialize tail; might be touched by "best_len++" optimization when
129*6777b538SAndroid Build Coastguard Worker ring buffer is "full". */
130*6777b538SAndroid Build Coastguard Worker rb->buffer_[rb->size_] = 241;
131*6777b538SAndroid Build Coastguard Worker }
132*6777b538SAndroid Build Coastguard Worker {
133*6777b538SAndroid Build Coastguard Worker const size_t masked_pos = rb->pos_ & rb->mask_;
134*6777b538SAndroid Build Coastguard Worker /* The length of the writes is limited so that we do not need to worry
135*6777b538SAndroid Build Coastguard Worker about a write */
136*6777b538SAndroid Build Coastguard Worker RingBufferWriteTail(bytes, n, rb);
137*6777b538SAndroid Build Coastguard Worker if (BROTLI_PREDICT_TRUE(masked_pos + n <= rb->size_)) {
138*6777b538SAndroid Build Coastguard Worker /* A single write fits. */
139*6777b538SAndroid Build Coastguard Worker memcpy(&rb->buffer_[masked_pos], bytes, n);
140*6777b538SAndroid Build Coastguard Worker } else {
141*6777b538SAndroid Build Coastguard Worker /* Split into two writes.
142*6777b538SAndroid Build Coastguard Worker Copy into the end of the buffer, including the tail buffer. */
143*6777b538SAndroid Build Coastguard Worker memcpy(&rb->buffer_[masked_pos], bytes,
144*6777b538SAndroid Build Coastguard Worker BROTLI_MIN(size_t, n, rb->total_size_ - masked_pos));
145*6777b538SAndroid Build Coastguard Worker /* Copy into the beginning of the buffer */
146*6777b538SAndroid Build Coastguard Worker memcpy(&rb->buffer_[0], bytes + (rb->size_ - masked_pos),
147*6777b538SAndroid Build Coastguard Worker n - (rb->size_ - masked_pos));
148*6777b538SAndroid Build Coastguard Worker }
149*6777b538SAndroid Build Coastguard Worker }
150*6777b538SAndroid Build Coastguard Worker {
151*6777b538SAndroid Build Coastguard Worker BROTLI_BOOL not_first_lap = (rb->pos_ & (1u << 31)) != 0;
152*6777b538SAndroid Build Coastguard Worker uint32_t rb_pos_mask = (1u << 31) - 1;
153*6777b538SAndroid Build Coastguard Worker rb->buffer_[-2] = rb->buffer_[rb->size_ - 2];
154*6777b538SAndroid Build Coastguard Worker rb->buffer_[-1] = rb->buffer_[rb->size_ - 1];
155*6777b538SAndroid Build Coastguard Worker rb->pos_ = (rb->pos_ & rb_pos_mask) + (uint32_t)(n & rb_pos_mask);
156*6777b538SAndroid Build Coastguard Worker if (not_first_lap) {
157*6777b538SAndroid Build Coastguard Worker /* Wrap, but preserve not-a-first-lap feature. */
158*6777b538SAndroid Build Coastguard Worker rb->pos_ |= 1u << 31;
159*6777b538SAndroid Build Coastguard Worker }
160*6777b538SAndroid Build Coastguard Worker }
161*6777b538SAndroid Build Coastguard Worker }
162*6777b538SAndroid Build Coastguard Worker
163*6777b538SAndroid Build Coastguard Worker #if defined(__cplusplus) || defined(c_plusplus)
164*6777b538SAndroid Build Coastguard Worker } /* extern "C" */
165*6777b538SAndroid Build Coastguard Worker #endif
166*6777b538SAndroid Build Coastguard Worker
167*6777b538SAndroid Build Coastguard Worker #endif /* BROTLI_ENC_RINGBUFFER_H_ */
168