xref: /aosp_15_r20/external/leveldb/db/autocompact_test.cc (revision 9507f98c5f32dee4b5f9e4a38cd499f3ff5c4490)
1*9507f98cSAndroid Build Coastguard Worker // Copyright (c) 2013 The LevelDB Authors. All rights reserved.
2*9507f98cSAndroid Build Coastguard Worker // Use of this source code is governed by a BSD-style license that can be
3*9507f98cSAndroid Build Coastguard Worker // found in the LICENSE file. See the AUTHORS file for names of contributors.
4*9507f98cSAndroid Build Coastguard Worker 
5*9507f98cSAndroid Build Coastguard Worker #include "gtest/gtest.h"
6*9507f98cSAndroid Build Coastguard Worker #include "db/db_impl.h"
7*9507f98cSAndroid Build Coastguard Worker #include "leveldb/cache.h"
8*9507f98cSAndroid Build Coastguard Worker #include "leveldb/db.h"
9*9507f98cSAndroid Build Coastguard Worker #include "util/testutil.h"
10*9507f98cSAndroid Build Coastguard Worker 
11*9507f98cSAndroid Build Coastguard Worker namespace leveldb {
12*9507f98cSAndroid Build Coastguard Worker 
13*9507f98cSAndroid Build Coastguard Worker class AutoCompactTest : public testing::Test {
14*9507f98cSAndroid Build Coastguard Worker  public:
AutoCompactTest()15*9507f98cSAndroid Build Coastguard Worker   AutoCompactTest() {
16*9507f98cSAndroid Build Coastguard Worker     dbname_ = testing::TempDir() + "autocompact_test";
17*9507f98cSAndroid Build Coastguard Worker     tiny_cache_ = NewLRUCache(100);
18*9507f98cSAndroid Build Coastguard Worker     options_.block_cache = tiny_cache_;
19*9507f98cSAndroid Build Coastguard Worker     DestroyDB(dbname_, options_);
20*9507f98cSAndroid Build Coastguard Worker     options_.create_if_missing = true;
21*9507f98cSAndroid Build Coastguard Worker     options_.compression = kNoCompression;
22*9507f98cSAndroid Build Coastguard Worker     EXPECT_LEVELDB_OK(DB::Open(options_, dbname_, &db_));
23*9507f98cSAndroid Build Coastguard Worker   }
24*9507f98cSAndroid Build Coastguard Worker 
~AutoCompactTest()25*9507f98cSAndroid Build Coastguard Worker   ~AutoCompactTest() {
26*9507f98cSAndroid Build Coastguard Worker     delete db_;
27*9507f98cSAndroid Build Coastguard Worker     DestroyDB(dbname_, Options());
28*9507f98cSAndroid Build Coastguard Worker     delete tiny_cache_;
29*9507f98cSAndroid Build Coastguard Worker   }
30*9507f98cSAndroid Build Coastguard Worker 
Key(int i)31*9507f98cSAndroid Build Coastguard Worker   std::string Key(int i) {
32*9507f98cSAndroid Build Coastguard Worker     char buf[100];
33*9507f98cSAndroid Build Coastguard Worker     std::snprintf(buf, sizeof(buf), "key%06d", i);
34*9507f98cSAndroid Build Coastguard Worker     return std::string(buf);
35*9507f98cSAndroid Build Coastguard Worker   }
36*9507f98cSAndroid Build Coastguard Worker 
Size(const Slice & start,const Slice & limit)37*9507f98cSAndroid Build Coastguard Worker   uint64_t Size(const Slice& start, const Slice& limit) {
38*9507f98cSAndroid Build Coastguard Worker     Range r(start, limit);
39*9507f98cSAndroid Build Coastguard Worker     uint64_t size;
40*9507f98cSAndroid Build Coastguard Worker     db_->GetApproximateSizes(&r, 1, &size);
41*9507f98cSAndroid Build Coastguard Worker     return size;
42*9507f98cSAndroid Build Coastguard Worker   }
43*9507f98cSAndroid Build Coastguard Worker 
44*9507f98cSAndroid Build Coastguard Worker   void DoReads(int n);
45*9507f98cSAndroid Build Coastguard Worker 
46*9507f98cSAndroid Build Coastguard Worker  private:
47*9507f98cSAndroid Build Coastguard Worker   std::string dbname_;
48*9507f98cSAndroid Build Coastguard Worker   Cache* tiny_cache_;
49*9507f98cSAndroid Build Coastguard Worker   Options options_;
50*9507f98cSAndroid Build Coastguard Worker   DB* db_;
51*9507f98cSAndroid Build Coastguard Worker };
52*9507f98cSAndroid Build Coastguard Worker 
53*9507f98cSAndroid Build Coastguard Worker static const int kValueSize = 200 * 1024;
54*9507f98cSAndroid Build Coastguard Worker static const int kTotalSize = 100 * 1024 * 1024;
55*9507f98cSAndroid Build Coastguard Worker static const int kCount = kTotalSize / kValueSize;
56*9507f98cSAndroid Build Coastguard Worker 
57*9507f98cSAndroid Build Coastguard Worker // Read through the first n keys repeatedly and check that they get
58*9507f98cSAndroid Build Coastguard Worker // compacted (verified by checking the size of the key space).
DoReads(int n)59*9507f98cSAndroid Build Coastguard Worker void AutoCompactTest::DoReads(int n) {
60*9507f98cSAndroid Build Coastguard Worker   std::string value(kValueSize, 'x');
61*9507f98cSAndroid Build Coastguard Worker   DBImpl* dbi = reinterpret_cast<DBImpl*>(db_);
62*9507f98cSAndroid Build Coastguard Worker 
63*9507f98cSAndroid Build Coastguard Worker   // Fill database
64*9507f98cSAndroid Build Coastguard Worker   for (int i = 0; i < kCount; i++) {
65*9507f98cSAndroid Build Coastguard Worker     ASSERT_LEVELDB_OK(db_->Put(WriteOptions(), Key(i), value));
66*9507f98cSAndroid Build Coastguard Worker   }
67*9507f98cSAndroid Build Coastguard Worker   ASSERT_LEVELDB_OK(dbi->TEST_CompactMemTable());
68*9507f98cSAndroid Build Coastguard Worker 
69*9507f98cSAndroid Build Coastguard Worker   // Delete everything
70*9507f98cSAndroid Build Coastguard Worker   for (int i = 0; i < kCount; i++) {
71*9507f98cSAndroid Build Coastguard Worker     ASSERT_LEVELDB_OK(db_->Delete(WriteOptions(), Key(i)));
72*9507f98cSAndroid Build Coastguard Worker   }
73*9507f98cSAndroid Build Coastguard Worker   ASSERT_LEVELDB_OK(dbi->TEST_CompactMemTable());
74*9507f98cSAndroid Build Coastguard Worker 
75*9507f98cSAndroid Build Coastguard Worker   // Get initial measurement of the space we will be reading.
76*9507f98cSAndroid Build Coastguard Worker   const int64_t initial_size = Size(Key(0), Key(n));
77*9507f98cSAndroid Build Coastguard Worker   const int64_t initial_other_size = Size(Key(n), Key(kCount));
78*9507f98cSAndroid Build Coastguard Worker 
79*9507f98cSAndroid Build Coastguard Worker   // Read until size drops significantly.
80*9507f98cSAndroid Build Coastguard Worker   std::string limit_key = Key(n);
81*9507f98cSAndroid Build Coastguard Worker   for (int read = 0; true; read++) {
82*9507f98cSAndroid Build Coastguard Worker     ASSERT_LT(read, 100) << "Taking too long to compact";
83*9507f98cSAndroid Build Coastguard Worker     Iterator* iter = db_->NewIterator(ReadOptions());
84*9507f98cSAndroid Build Coastguard Worker     for (iter->SeekToFirst();
85*9507f98cSAndroid Build Coastguard Worker          iter->Valid() && iter->key().ToString() < limit_key; iter->Next()) {
86*9507f98cSAndroid Build Coastguard Worker       // Drop data
87*9507f98cSAndroid Build Coastguard Worker     }
88*9507f98cSAndroid Build Coastguard Worker     delete iter;
89*9507f98cSAndroid Build Coastguard Worker     // Wait a little bit to allow any triggered compactions to complete.
90*9507f98cSAndroid Build Coastguard Worker     Env::Default()->SleepForMicroseconds(1000000);
91*9507f98cSAndroid Build Coastguard Worker     uint64_t size = Size(Key(0), Key(n));
92*9507f98cSAndroid Build Coastguard Worker     std::fprintf(stderr, "iter %3d => %7.3f MB [other %7.3f MB]\n", read + 1,
93*9507f98cSAndroid Build Coastguard Worker                  size / 1048576.0, Size(Key(n), Key(kCount)) / 1048576.0);
94*9507f98cSAndroid Build Coastguard Worker     if (size <= initial_size / 10) {
95*9507f98cSAndroid Build Coastguard Worker       break;
96*9507f98cSAndroid Build Coastguard Worker     }
97*9507f98cSAndroid Build Coastguard Worker   }
98*9507f98cSAndroid Build Coastguard Worker 
99*9507f98cSAndroid Build Coastguard Worker   // Verify that the size of the key space not touched by the reads
100*9507f98cSAndroid Build Coastguard Worker   // is pretty much unchanged.
101*9507f98cSAndroid Build Coastguard Worker   const int64_t final_other_size = Size(Key(n), Key(kCount));
102*9507f98cSAndroid Build Coastguard Worker   ASSERT_LE(final_other_size, initial_other_size + 1048576);
103*9507f98cSAndroid Build Coastguard Worker   ASSERT_GE(final_other_size, initial_other_size / 5 - 1048576);
104*9507f98cSAndroid Build Coastguard Worker }
105*9507f98cSAndroid Build Coastguard Worker 
TEST_F(AutoCompactTest,ReadAll)106*9507f98cSAndroid Build Coastguard Worker TEST_F(AutoCompactTest, ReadAll) { DoReads(kCount); }
107*9507f98cSAndroid Build Coastguard Worker 
TEST_F(AutoCompactTest,ReadHalf)108*9507f98cSAndroid Build Coastguard Worker TEST_F(AutoCompactTest, ReadHalf) { DoReads(kCount / 2); }
109*9507f98cSAndroid Build Coastguard Worker 
110*9507f98cSAndroid Build Coastguard Worker }  // namespace leveldb
111*9507f98cSAndroid Build Coastguard Worker 
main(int argc,char ** argv)112*9507f98cSAndroid Build Coastguard Worker int main(int argc, char** argv) {
113*9507f98cSAndroid Build Coastguard Worker   testing::InitGoogleTest(&argc, argv);
114*9507f98cSAndroid Build Coastguard Worker   return RUN_ALL_TESTS();
115*9507f98cSAndroid Build Coastguard Worker }
116