1*795d594fSAndroid Build Coastguard Worker /*
2*795d594fSAndroid Build Coastguard Worker * Copyright (C) 2018 The Android Open Source Project
3*795d594fSAndroid Build Coastguard Worker *
4*795d594fSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*795d594fSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*795d594fSAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*795d594fSAndroid Build Coastguard Worker *
8*795d594fSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*795d594fSAndroid Build Coastguard Worker *
10*795d594fSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*795d594fSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*795d594fSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*795d594fSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*795d594fSAndroid Build Coastguard Worker * limitations under the License.
15*795d594fSAndroid Build Coastguard Worker */
16*795d594fSAndroid Build Coastguard Worker
17*795d594fSAndroid Build Coastguard Worker #include "bit_table.h"
18*795d594fSAndroid Build Coastguard Worker
19*795d594fSAndroid Build Coastguard Worker #include <map>
20*795d594fSAndroid Build Coastguard Worker
21*795d594fSAndroid Build Coastguard Worker #include "gtest/gtest.h"
22*795d594fSAndroid Build Coastguard Worker
23*795d594fSAndroid Build Coastguard Worker #include "base/arena_allocator.h"
24*795d594fSAndroid Build Coastguard Worker #include "base/bit_utils.h"
25*795d594fSAndroid Build Coastguard Worker #include "base/malloc_arena_pool.h"
26*795d594fSAndroid Build Coastguard Worker
27*795d594fSAndroid Build Coastguard Worker namespace art {
28*795d594fSAndroid Build Coastguard Worker
TEST(BitTableTest,TestEmptyTable)29*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestEmptyTable) {
30*795d594fSAndroid Build Coastguard Worker MallocArenaPool pool;
31*795d594fSAndroid Build Coastguard Worker ArenaStack arena_stack(&pool);
32*795d594fSAndroid Build Coastguard Worker ScopedArenaAllocator allocator(&arena_stack);
33*795d594fSAndroid Build Coastguard Worker
34*795d594fSAndroid Build Coastguard Worker std::vector<uint8_t> buffer;
35*795d594fSAndroid Build Coastguard Worker BitMemoryWriter<std::vector<uint8_t>> writer(&buffer);
36*795d594fSAndroid Build Coastguard Worker BitTableBuilderBase<1> builder(&allocator);
37*795d594fSAndroid Build Coastguard Worker builder.Encode(writer);
38*795d594fSAndroid Build Coastguard Worker
39*795d594fSAndroid Build Coastguard Worker BitMemoryReader reader(buffer.data());
40*795d594fSAndroid Build Coastguard Worker BitTableBase<1> table(reader);
41*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(writer.NumberOfWrittenBits(), reader.NumberOfReadBits());
42*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(0u, table.NumRows());
43*795d594fSAndroid Build Coastguard Worker }
44*795d594fSAndroid Build Coastguard Worker
TEST(BitTableTest,TestSingleColumnTable)45*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestSingleColumnTable) {
46*795d594fSAndroid Build Coastguard Worker MallocArenaPool pool;
47*795d594fSAndroid Build Coastguard Worker ArenaStack arena_stack(&pool);
48*795d594fSAndroid Build Coastguard Worker ScopedArenaAllocator allocator(&arena_stack);
49*795d594fSAndroid Build Coastguard Worker
50*795d594fSAndroid Build Coastguard Worker constexpr uint32_t kNoValue = -1;
51*795d594fSAndroid Build Coastguard Worker std::vector<uint8_t> buffer;
52*795d594fSAndroid Build Coastguard Worker BitMemoryWriter<std::vector<uint8_t>> writer(&buffer);
53*795d594fSAndroid Build Coastguard Worker BitTableBuilderBase<1> builder(&allocator);
54*795d594fSAndroid Build Coastguard Worker builder.Add({42u});
55*795d594fSAndroid Build Coastguard Worker builder.Add({kNoValue});
56*795d594fSAndroid Build Coastguard Worker builder.Add({1000u});
57*795d594fSAndroid Build Coastguard Worker builder.Add({kNoValue});
58*795d594fSAndroid Build Coastguard Worker builder.Encode(writer);
59*795d594fSAndroid Build Coastguard Worker
60*795d594fSAndroid Build Coastguard Worker BitMemoryReader reader(buffer.data());
61*795d594fSAndroid Build Coastguard Worker BitTableBase<1> table(reader);
62*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(writer.NumberOfWrittenBits(), reader.NumberOfReadBits());
63*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(4u, table.NumRows());
64*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(42u, table.Get(0));
65*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(kNoValue, table.Get(1));
66*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(1000u, table.Get(2));
67*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(kNoValue, table.Get(3));
68*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(10u, table.NumColumnBits(0));
69*795d594fSAndroid Build Coastguard Worker }
70*795d594fSAndroid Build Coastguard Worker
TEST(BitTableTest,TestUnalignedTable)71*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestUnalignedTable) {
72*795d594fSAndroid Build Coastguard Worker MallocArenaPool pool;
73*795d594fSAndroid Build Coastguard Worker ArenaStack arena_stack(&pool);
74*795d594fSAndroid Build Coastguard Worker ScopedArenaAllocator allocator(&arena_stack);
75*795d594fSAndroid Build Coastguard Worker
76*795d594fSAndroid Build Coastguard Worker for (size_t start_bit_offset = 0; start_bit_offset <= 32; start_bit_offset++) {
77*795d594fSAndroid Build Coastguard Worker std::vector<uint8_t> buffer;
78*795d594fSAndroid Build Coastguard Worker BitMemoryWriter<std::vector<uint8_t>> writer(&buffer, start_bit_offset);
79*795d594fSAndroid Build Coastguard Worker BitTableBuilderBase<1> builder(&allocator);
80*795d594fSAndroid Build Coastguard Worker builder.Add({42u});
81*795d594fSAndroid Build Coastguard Worker builder.Encode(writer);
82*795d594fSAndroid Build Coastguard Worker
83*795d594fSAndroid Build Coastguard Worker BitMemoryReader reader(buffer.data(), start_bit_offset);
84*795d594fSAndroid Build Coastguard Worker BitTableBase<1> table(reader);
85*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(writer.NumberOfWrittenBits(), reader.NumberOfReadBits());
86*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(1u, table.NumRows());
87*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(42u, table.Get(0));
88*795d594fSAndroid Build Coastguard Worker }
89*795d594fSAndroid Build Coastguard Worker }
90*795d594fSAndroid Build Coastguard Worker
TEST(BitTableTest,TestBigTable)91*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestBigTable) {
92*795d594fSAndroid Build Coastguard Worker MallocArenaPool pool;
93*795d594fSAndroid Build Coastguard Worker ArenaStack arena_stack(&pool);
94*795d594fSAndroid Build Coastguard Worker ScopedArenaAllocator allocator(&arena_stack);
95*795d594fSAndroid Build Coastguard Worker
96*795d594fSAndroid Build Coastguard Worker constexpr uint32_t kNoValue = -1;
97*795d594fSAndroid Build Coastguard Worker std::vector<uint8_t> buffer;
98*795d594fSAndroid Build Coastguard Worker BitMemoryWriter<std::vector<uint8_t>> writer(&buffer);
99*795d594fSAndroid Build Coastguard Worker BitTableBuilderBase<4> builder(&allocator);
100*795d594fSAndroid Build Coastguard Worker builder.Add({42u, kNoValue, 0u, static_cast<uint32_t>(-2)});
101*795d594fSAndroid Build Coastguard Worker builder.Add({62u, kNoValue, 63u, static_cast<uint32_t>(-3)});
102*795d594fSAndroid Build Coastguard Worker builder.Encode(writer);
103*795d594fSAndroid Build Coastguard Worker
104*795d594fSAndroid Build Coastguard Worker BitMemoryReader reader(buffer.data());
105*795d594fSAndroid Build Coastguard Worker BitTableBase<4> table(reader);
106*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(writer.NumberOfWrittenBits(), reader.NumberOfReadBits());
107*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(2u, table.NumRows());
108*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(42u, table.Get(0, 0));
109*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(kNoValue, table.Get(0, 1));
110*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(0u, table.Get(0, 2));
111*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(static_cast<uint32_t>(-2), table.Get(0, 3));
112*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(62u, table.Get(1, 0));
113*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(kNoValue, table.Get(1, 1));
114*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(63u, table.Get(1, 2));
115*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(static_cast<uint32_t>(-3), table.Get(1, 3));
116*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(6u, table.NumColumnBits(0));
117*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(0u, table.NumColumnBits(1));
118*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(7u, table.NumColumnBits(2));
119*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(32u, table.NumColumnBits(3));
120*795d594fSAndroid Build Coastguard Worker }
121*795d594fSAndroid Build Coastguard Worker
TEST(BitTableTest,TestDedup)122*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestDedup) {
123*795d594fSAndroid Build Coastguard Worker MallocArenaPool pool;
124*795d594fSAndroid Build Coastguard Worker ArenaStack arena_stack(&pool);
125*795d594fSAndroid Build Coastguard Worker ScopedArenaAllocator allocator(&arena_stack);
126*795d594fSAndroid Build Coastguard Worker
127*795d594fSAndroid Build Coastguard Worker BitTableBuilderBase<2> builder(&allocator);
128*795d594fSAndroid Build Coastguard Worker BitTableBuilderBase<2>::Entry value0{1, 2};
129*795d594fSAndroid Build Coastguard Worker BitTableBuilderBase<2>::Entry value1{3, 4};
130*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(0u, builder.Dedup(&value0));
131*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(1u, builder.Dedup(&value1));
132*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(0u, builder.Dedup(&value0));
133*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(1u, builder.Dedup(&value1));
134*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(2u, builder.size());
135*795d594fSAndroid Build Coastguard Worker }
136*795d594fSAndroid Build Coastguard Worker
TEST(BitTableTest,TestBitmapTable)137*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestBitmapTable) {
138*795d594fSAndroid Build Coastguard Worker MallocArenaPool pool;
139*795d594fSAndroid Build Coastguard Worker ArenaStack arena_stack(&pool);
140*795d594fSAndroid Build Coastguard Worker ScopedArenaAllocator allocator(&arena_stack);
141*795d594fSAndroid Build Coastguard Worker
142*795d594fSAndroid Build Coastguard Worker std::vector<uint8_t> buffer;
143*795d594fSAndroid Build Coastguard Worker BitMemoryWriter<std::vector<uint8_t>> writer(&buffer);
144*795d594fSAndroid Build Coastguard Worker const uint64_t value = 0xDEADBEEF0BADF00Dull;
145*795d594fSAndroid Build Coastguard Worker BitmapTableBuilder builder(&allocator);
146*795d594fSAndroid Build Coastguard Worker std::multimap<uint64_t, size_t> indices; // bitmap -> row.
147*795d594fSAndroid Build Coastguard Worker for (size_t bit_length = 0; bit_length <= BitSizeOf<uint64_t>(); ++bit_length) {
148*795d594fSAndroid Build Coastguard Worker uint64_t bitmap = value & MaxInt<uint64_t>(bit_length);
149*795d594fSAndroid Build Coastguard Worker indices.emplace(bitmap, builder.Dedup(&bitmap, MinimumBitsToStore(bitmap)));
150*795d594fSAndroid Build Coastguard Worker }
151*795d594fSAndroid Build Coastguard Worker builder.Encode(writer);
152*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(1 + static_cast<uint32_t>(POPCOUNT(value)), builder.size());
153*795d594fSAndroid Build Coastguard Worker
154*795d594fSAndroid Build Coastguard Worker BitMemoryReader reader(buffer.data());
155*795d594fSAndroid Build Coastguard Worker BitTableBase<1> table(reader);
156*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(writer.NumberOfWrittenBits(), reader.NumberOfReadBits());
157*795d594fSAndroid Build Coastguard Worker for (auto it : indices) {
158*795d594fSAndroid Build Coastguard Worker uint64_t expected = it.first;
159*795d594fSAndroid Build Coastguard Worker BitMemoryRegion actual = table.GetBitMemoryRegion(it.second);
160*795d594fSAndroid Build Coastguard Worker EXPECT_GE(actual.size_in_bits(), MinimumBitsToStore(expected));
161*795d594fSAndroid Build Coastguard Worker for (size_t b = 0; b < actual.size_in_bits(); b++, expected >>= 1) {
162*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(expected & 1, actual.LoadBit(b)) << "b=" << b;
163*795d594fSAndroid Build Coastguard Worker }
164*795d594fSAndroid Build Coastguard Worker }
165*795d594fSAndroid Build Coastguard Worker }
166*795d594fSAndroid Build Coastguard Worker
TEST(BitTableTest,TestCollisions)167*795d594fSAndroid Build Coastguard Worker TEST(BitTableTest, TestCollisions) {
168*795d594fSAndroid Build Coastguard Worker MallocArenaPool pool;
169*795d594fSAndroid Build Coastguard Worker ArenaStack arena_stack(&pool);
170*795d594fSAndroid Build Coastguard Worker ScopedArenaAllocator allocator(&arena_stack);
171*795d594fSAndroid Build Coastguard Worker FNVHash<MemoryRegion> hasher;
172*795d594fSAndroid Build Coastguard Worker
173*795d594fSAndroid Build Coastguard Worker BitTableBuilderBase<2>::Entry value0{56948505, 0};
174*795d594fSAndroid Build Coastguard Worker BitTableBuilderBase<2>::Entry value1{67108869, 0};
175*795d594fSAndroid Build Coastguard Worker
176*795d594fSAndroid Build Coastguard Worker BitTableBuilderBase<2> builder(&allocator);
177*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(hasher(MemoryRegion(&value0, sizeof(value0))),
178*795d594fSAndroid Build Coastguard Worker hasher(MemoryRegion(&value1, sizeof(value1))));
179*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(0u, builder.Dedup(&value0));
180*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(1u, builder.Dedup(&value1));
181*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(0u, builder.Dedup(&value0));
182*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(1u, builder.Dedup(&value1));
183*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(2u, builder.size());
184*795d594fSAndroid Build Coastguard Worker
185*795d594fSAndroid Build Coastguard Worker BitmapTableBuilder builder2(&allocator);
186*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(hasher(MemoryRegion(&value0, BitsToBytesRoundUp(MinimumBitsToStore(value0[0])))),
187*795d594fSAndroid Build Coastguard Worker hasher(MemoryRegion(&value1, BitsToBytesRoundUp(MinimumBitsToStore(value1[0])))));
188*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(0u, builder2.Dedup(&value0[0], MinimumBitsToStore(value0[0])));
189*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(1u, builder2.Dedup(&value1[0], MinimumBitsToStore(value1[0])));
190*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(0u, builder2.Dedup(&value0[0], MinimumBitsToStore(value0[0])));
191*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(1u, builder2.Dedup(&value1[0], MinimumBitsToStore(value1[0])));
192*795d594fSAndroid Build Coastguard Worker EXPECT_EQ(2u, builder2.size());
193*795d594fSAndroid Build Coastguard Worker }
194*795d594fSAndroid Build Coastguard Worker
195*795d594fSAndroid Build Coastguard Worker } // namespace art
196