xref: /aosp_15_r20/art/libartbase/base/bit_table_test.cc (revision 795d594fd825385562da6b089ea9b2033f3abf5a)
1*795d594fSAndroid Build Coastguard Worker /*
2*795d594fSAndroid Build Coastguard Worker  * Copyright (C) 2018 The Android Open Source Project
3*795d594fSAndroid Build Coastguard Worker  *
4*795d594fSAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*795d594fSAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*795d594fSAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*795d594fSAndroid Build Coastguard Worker  *
8*795d594fSAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*795d594fSAndroid Build Coastguard Worker  *
10*795d594fSAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*795d594fSAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*795d594fSAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*795d594fSAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*795d594fSAndroid Build Coastguard Worker  * limitations under the License.
15*795d594fSAndroid Build Coastguard Worker  */
16*795d594fSAndroid Build Coastguard Worker 
17*795d594fSAndroid Build Coastguard Worker #include "bit_table.h"
18*795d594fSAndroid Build Coastguard Worker 
19*795d594fSAndroid Build Coastguard Worker #include <map>
20*795d594fSAndroid Build Coastguard Worker 
21*795d594fSAndroid Build Coastguard Worker #include "gtest/gtest.h"
22*795d594fSAndroid Build Coastguard Worker 
23*795d594fSAndroid Build Coastguard Worker #include "base/arena_allocator.h"
24*795d594fSAndroid Build Coastguard Worker #include "base/bit_utils.h"
25*795d594fSAndroid Build Coastguard Worker #include "base/malloc_arena_pool.h"
26*795d594fSAndroid Build Coastguard Worker 
27*795d594fSAndroid Build Coastguard Worker namespace art {
28*795d594fSAndroid Build Coastguard Worker 
TEST(BitTableTest,TestEmptyTable)29*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestEmptyTable) {
30*795d594fSAndroid Build Coastguard Worker   MallocArenaPool pool;
31*795d594fSAndroid Build Coastguard Worker   ArenaStack arena_stack(&pool);
32*795d594fSAndroid Build Coastguard Worker   ScopedArenaAllocator allocator(&arena_stack);
33*795d594fSAndroid Build Coastguard Worker 
34*795d594fSAndroid Build Coastguard Worker   std::vector<uint8_t> buffer;
35*795d594fSAndroid Build Coastguard Worker   BitMemoryWriter<std::vector<uint8_t>> writer(&buffer);
36*795d594fSAndroid Build Coastguard Worker   BitTableBuilderBase<1> builder(&allocator);
37*795d594fSAndroid Build Coastguard Worker   builder.Encode(writer);
38*795d594fSAndroid Build Coastguard Worker 
39*795d594fSAndroid Build Coastguard Worker   BitMemoryReader reader(buffer.data());
40*795d594fSAndroid Build Coastguard Worker   BitTableBase<1> table(reader);
41*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(writer.NumberOfWrittenBits(), reader.NumberOfReadBits());
42*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(0u, table.NumRows());
43*795d594fSAndroid Build Coastguard Worker }
44*795d594fSAndroid Build Coastguard Worker 
TEST(BitTableTest,TestSingleColumnTable)45*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestSingleColumnTable) {
46*795d594fSAndroid Build Coastguard Worker   MallocArenaPool pool;
47*795d594fSAndroid Build Coastguard Worker   ArenaStack arena_stack(&pool);
48*795d594fSAndroid Build Coastguard Worker   ScopedArenaAllocator allocator(&arena_stack);
49*795d594fSAndroid Build Coastguard Worker 
50*795d594fSAndroid Build Coastguard Worker   constexpr uint32_t kNoValue = -1;
51*795d594fSAndroid Build Coastguard Worker   std::vector<uint8_t> buffer;
52*795d594fSAndroid Build Coastguard Worker   BitMemoryWriter<std::vector<uint8_t>> writer(&buffer);
53*795d594fSAndroid Build Coastguard Worker   BitTableBuilderBase<1> builder(&allocator);
54*795d594fSAndroid Build Coastguard Worker   builder.Add({42u});
55*795d594fSAndroid Build Coastguard Worker   builder.Add({kNoValue});
56*795d594fSAndroid Build Coastguard Worker   builder.Add({1000u});
57*795d594fSAndroid Build Coastguard Worker   builder.Add({kNoValue});
58*795d594fSAndroid Build Coastguard Worker   builder.Encode(writer);
59*795d594fSAndroid Build Coastguard Worker 
60*795d594fSAndroid Build Coastguard Worker   BitMemoryReader reader(buffer.data());
61*795d594fSAndroid Build Coastguard Worker   BitTableBase<1> table(reader);
62*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(writer.NumberOfWrittenBits(), reader.NumberOfReadBits());
63*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(4u, table.NumRows());
64*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(42u, table.Get(0));
65*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(kNoValue, table.Get(1));
66*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(1000u, table.Get(2));
67*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(kNoValue, table.Get(3));
68*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(10u, table.NumColumnBits(0));
69*795d594fSAndroid Build Coastguard Worker }
70*795d594fSAndroid Build Coastguard Worker 
TEST(BitTableTest,TestUnalignedTable)71*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestUnalignedTable) {
72*795d594fSAndroid Build Coastguard Worker   MallocArenaPool pool;
73*795d594fSAndroid Build Coastguard Worker   ArenaStack arena_stack(&pool);
74*795d594fSAndroid Build Coastguard Worker   ScopedArenaAllocator allocator(&arena_stack);
75*795d594fSAndroid Build Coastguard Worker 
76*795d594fSAndroid Build Coastguard Worker   for (size_t start_bit_offset = 0; start_bit_offset <= 32; start_bit_offset++) {
77*795d594fSAndroid Build Coastguard Worker     std::vector<uint8_t> buffer;
78*795d594fSAndroid Build Coastguard Worker     BitMemoryWriter<std::vector<uint8_t>> writer(&buffer, start_bit_offset);
79*795d594fSAndroid Build Coastguard Worker     BitTableBuilderBase<1> builder(&allocator);
80*795d594fSAndroid Build Coastguard Worker     builder.Add({42u});
81*795d594fSAndroid Build Coastguard Worker     builder.Encode(writer);
82*795d594fSAndroid Build Coastguard Worker 
83*795d594fSAndroid Build Coastguard Worker     BitMemoryReader reader(buffer.data(), start_bit_offset);
84*795d594fSAndroid Build Coastguard Worker     BitTableBase<1> table(reader);
85*795d594fSAndroid Build Coastguard Worker     EXPECT_EQ(writer.NumberOfWrittenBits(), reader.NumberOfReadBits());
86*795d594fSAndroid Build Coastguard Worker     EXPECT_EQ(1u, table.NumRows());
87*795d594fSAndroid Build Coastguard Worker     EXPECT_EQ(42u, table.Get(0));
88*795d594fSAndroid Build Coastguard Worker   }
89*795d594fSAndroid Build Coastguard Worker }
90*795d594fSAndroid Build Coastguard Worker 
TEST(BitTableTest,TestBigTable)91*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestBigTable) {
92*795d594fSAndroid Build Coastguard Worker   MallocArenaPool pool;
93*795d594fSAndroid Build Coastguard Worker   ArenaStack arena_stack(&pool);
94*795d594fSAndroid Build Coastguard Worker   ScopedArenaAllocator allocator(&arena_stack);
95*795d594fSAndroid Build Coastguard Worker 
96*795d594fSAndroid Build Coastguard Worker   constexpr uint32_t kNoValue = -1;
97*795d594fSAndroid Build Coastguard Worker   std::vector<uint8_t> buffer;
98*795d594fSAndroid Build Coastguard Worker   BitMemoryWriter<std::vector<uint8_t>> writer(&buffer);
99*795d594fSAndroid Build Coastguard Worker   BitTableBuilderBase<4> builder(&allocator);
100*795d594fSAndroid Build Coastguard Worker   builder.Add({42u, kNoValue, 0u, static_cast<uint32_t>(-2)});
101*795d594fSAndroid Build Coastguard Worker   builder.Add({62u, kNoValue, 63u, static_cast<uint32_t>(-3)});
102*795d594fSAndroid Build Coastguard Worker   builder.Encode(writer);
103*795d594fSAndroid Build Coastguard Worker 
104*795d594fSAndroid Build Coastguard Worker   BitMemoryReader reader(buffer.data());
105*795d594fSAndroid Build Coastguard Worker   BitTableBase<4> table(reader);
106*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(writer.NumberOfWrittenBits(), reader.NumberOfReadBits());
107*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(2u, table.NumRows());
108*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(42u, table.Get(0, 0));
109*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(kNoValue, table.Get(0, 1));
110*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(0u, table.Get(0, 2));
111*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(static_cast<uint32_t>(-2), table.Get(0, 3));
112*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(62u, table.Get(1, 0));
113*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(kNoValue, table.Get(1, 1));
114*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(63u, table.Get(1, 2));
115*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(static_cast<uint32_t>(-3), table.Get(1, 3));
116*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(6u, table.NumColumnBits(0));
117*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(0u, table.NumColumnBits(1));
118*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(7u, table.NumColumnBits(2));
119*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(32u, table.NumColumnBits(3));
120*795d594fSAndroid Build Coastguard Worker }
121*795d594fSAndroid Build Coastguard Worker 
TEST(BitTableTest,TestDedup)122*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestDedup) {
123*795d594fSAndroid Build Coastguard Worker   MallocArenaPool pool;
124*795d594fSAndroid Build Coastguard Worker   ArenaStack arena_stack(&pool);
125*795d594fSAndroid Build Coastguard Worker   ScopedArenaAllocator allocator(&arena_stack);
126*795d594fSAndroid Build Coastguard Worker 
127*795d594fSAndroid Build Coastguard Worker   BitTableBuilderBase<2> builder(&allocator);
128*795d594fSAndroid Build Coastguard Worker   BitTableBuilderBase<2>::Entry value0{1, 2};
129*795d594fSAndroid Build Coastguard Worker   BitTableBuilderBase<2>::Entry value1{3, 4};
130*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(0u, builder.Dedup(&value0));
131*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(1u, builder.Dedup(&value1));
132*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(0u, builder.Dedup(&value0));
133*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(1u, builder.Dedup(&value1));
134*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(2u, builder.size());
135*795d594fSAndroid Build Coastguard Worker }
136*795d594fSAndroid Build Coastguard Worker 
TEST(BitTableTest,TestBitmapTable)137*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestBitmapTable) {
138*795d594fSAndroid Build Coastguard Worker   MallocArenaPool pool;
139*795d594fSAndroid Build Coastguard Worker   ArenaStack arena_stack(&pool);
140*795d594fSAndroid Build Coastguard Worker   ScopedArenaAllocator allocator(&arena_stack);
141*795d594fSAndroid Build Coastguard Worker 
142*795d594fSAndroid Build Coastguard Worker   std::vector<uint8_t> buffer;
143*795d594fSAndroid Build Coastguard Worker   BitMemoryWriter<std::vector<uint8_t>> writer(&buffer);
144*795d594fSAndroid Build Coastguard Worker   const uint64_t value = 0xDEADBEEF0BADF00Dull;
145*795d594fSAndroid Build Coastguard Worker   BitmapTableBuilder builder(&allocator);
146*795d594fSAndroid Build Coastguard Worker   std::multimap<uint64_t, size_t> indices;  // bitmap -> row.
147*795d594fSAndroid Build Coastguard Worker   for (size_t bit_length = 0; bit_length <= BitSizeOf<uint64_t>(); ++bit_length) {
148*795d594fSAndroid Build Coastguard Worker     uint64_t bitmap = value & MaxInt<uint64_t>(bit_length);
149*795d594fSAndroid Build Coastguard Worker     indices.emplace(bitmap, builder.Dedup(&bitmap, MinimumBitsToStore(bitmap)));
150*795d594fSAndroid Build Coastguard Worker   }
151*795d594fSAndroid Build Coastguard Worker   builder.Encode(writer);
152*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(1 + static_cast<uint32_t>(POPCOUNT(value)), builder.size());
153*795d594fSAndroid Build Coastguard Worker 
154*795d594fSAndroid Build Coastguard Worker   BitMemoryReader reader(buffer.data());
155*795d594fSAndroid Build Coastguard Worker   BitTableBase<1> table(reader);
156*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(writer.NumberOfWrittenBits(), reader.NumberOfReadBits());
157*795d594fSAndroid Build Coastguard Worker   for (auto it : indices) {
158*795d594fSAndroid Build Coastguard Worker     uint64_t expected = it.first;
159*795d594fSAndroid Build Coastguard Worker     BitMemoryRegion actual = table.GetBitMemoryRegion(it.second);
160*795d594fSAndroid Build Coastguard Worker     EXPECT_GE(actual.size_in_bits(), MinimumBitsToStore(expected));
161*795d594fSAndroid Build Coastguard Worker     for (size_t b = 0; b < actual.size_in_bits(); b++, expected >>= 1) {
162*795d594fSAndroid Build Coastguard Worker       EXPECT_EQ(expected & 1, actual.LoadBit(b)) << "b=" << b;
163*795d594fSAndroid Build Coastguard Worker     }
164*795d594fSAndroid Build Coastguard Worker   }
165*795d594fSAndroid Build Coastguard Worker }
166*795d594fSAndroid Build Coastguard Worker 
TEST(BitTableTest,TestCollisions)167*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestCollisions) {
168*795d594fSAndroid Build Coastguard Worker   MallocArenaPool pool;
169*795d594fSAndroid Build Coastguard Worker   ArenaStack arena_stack(&pool);
170*795d594fSAndroid Build Coastguard Worker   ScopedArenaAllocator allocator(&arena_stack);
171*795d594fSAndroid Build Coastguard Worker   FNVHash<MemoryRegion> hasher;
172*795d594fSAndroid Build Coastguard Worker 
173*795d594fSAndroid Build Coastguard Worker   BitTableBuilderBase<2>::Entry value0{56948505, 0};
174*795d594fSAndroid Build Coastguard Worker   BitTableBuilderBase<2>::Entry value1{67108869, 0};
175*795d594fSAndroid Build Coastguard Worker 
176*795d594fSAndroid Build Coastguard Worker   BitTableBuilderBase<2> builder(&allocator);
177*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(hasher(MemoryRegion(&value0, sizeof(value0))),
178*795d594fSAndroid Build Coastguard Worker             hasher(MemoryRegion(&value1, sizeof(value1))));
179*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(0u, builder.Dedup(&value0));
180*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(1u, builder.Dedup(&value1));
181*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(0u, builder.Dedup(&value0));
182*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(1u, builder.Dedup(&value1));
183*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(2u, builder.size());
184*795d594fSAndroid Build Coastguard Worker 
185*795d594fSAndroid Build Coastguard Worker   BitmapTableBuilder builder2(&allocator);
186*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(hasher(MemoryRegion(&value0, BitsToBytesRoundUp(MinimumBitsToStore(value0[0])))),
187*795d594fSAndroid Build Coastguard Worker             hasher(MemoryRegion(&value1, BitsToBytesRoundUp(MinimumBitsToStore(value1[0])))));
188*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(0u, builder2.Dedup(&value0[0], MinimumBitsToStore(value0[0])));
189*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(1u, builder2.Dedup(&value1[0], MinimumBitsToStore(value1[0])));
190*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(0u, builder2.Dedup(&value0[0], MinimumBitsToStore(value0[0])));
191*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(1u, builder2.Dedup(&value1[0], MinimumBitsToStore(value1[0])));
192*795d594fSAndroid Build Coastguard Worker   EXPECT_EQ(2u, builder2.size());
193*795d594fSAndroid Build Coastguard Worker }
194*795d594fSAndroid Build Coastguard Worker 
195*795d594fSAndroid Build Coastguard Worker }  // namespace art
196