| 1 | /// Bug in GCC: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=59124 | 
|---|
| 2 | #if !__clang__ | 
|---|
| 3 | #pragma GCC diagnostic push | 
|---|
| 4 | #pragma GCC diagnostic ignored "-Warray-bounds" | 
|---|
| 5 | #endif | 
|---|
| 6 |  | 
|---|
| 7 | #include <Common/CompactArray.h> | 
|---|
| 8 | #include <IO/WriteBufferFromFile.h> | 
|---|
| 9 | #include <IO/ReadBufferFromFile.h> | 
|---|
| 10 | #include <filesystem> | 
|---|
| 11 | #include <string> | 
|---|
| 12 | #include <iostream> | 
|---|
| 13 | #include <fstream> | 
|---|
| 14 | #include <stdexcept> | 
|---|
| 15 | #include <cstdlib> | 
|---|
| 16 | #include <port/unistd.h> | 
|---|
| 17 |  | 
|---|
| 18 | namespace fs = std::filesystem; | 
|---|
| 19 |  | 
|---|
| 20 | static std::string createTmpPath(const std::string & filename) | 
|---|
| 21 | { | 
|---|
| 22 | char pattern[] = "/tmp/fileXXXXXX"; | 
|---|
| 23 | char * dir = mkdtemp(pattern); | 
|---|
| 24 | if (dir == nullptr) | 
|---|
| 25 | throw std::runtime_error( "Could not create directory"); | 
|---|
| 26 |  | 
|---|
| 27 | return std::string(dir) + "/"+ filename; | 
|---|
| 28 | } | 
|---|
| 29 |  | 
|---|
| 30 | template <size_t width, size_t bucket_count, typename Generator> | 
|---|
| 31 | struct Test | 
|---|
| 32 | { | 
|---|
| 33 | static void perform() | 
|---|
| 34 | { | 
|---|
| 35 | bool ok = true; | 
|---|
| 36 |  | 
|---|
| 37 | std::string filename; | 
|---|
| 38 |  | 
|---|
| 39 | try | 
|---|
| 40 | { | 
|---|
| 41 | using Store = DB::CompactArray<UInt64, width, bucket_count>; | 
|---|
| 42 |  | 
|---|
| 43 | Store store; | 
|---|
| 44 |  | 
|---|
| 45 | for (size_t i = 0; i < bucket_count; ++i) | 
|---|
| 46 | store[i] = Generator::execute(i, width); | 
|---|
| 47 |  | 
|---|
| 48 | filename = createTmpPath( "compact_array.bin"); | 
|---|
| 49 |  | 
|---|
| 50 | { | 
|---|
| 51 | DB::WriteBufferFromFile wb(filename); | 
|---|
| 52 | wb.write(reinterpret_cast<const char *>(&store), sizeof(store)); | 
|---|
| 53 | } | 
|---|
| 54 |  | 
|---|
| 55 | { | 
|---|
| 56 | DB::ReadBufferFromFile rb(filename); | 
|---|
| 57 | typename Store::Reader reader(rb); | 
|---|
| 58 | while (reader.next()) | 
|---|
| 59 | { | 
|---|
| 60 | const auto & data = reader.get(); | 
|---|
| 61 | if (data.second != store[data.first]) | 
|---|
| 62 | throw std::runtime_error( "Found discrepancy"); | 
|---|
| 63 | } | 
|---|
| 64 | } | 
|---|
| 65 | } | 
|---|
| 66 | catch (const Poco::Exception & ex) | 
|---|
| 67 | { | 
|---|
| 68 | std::cout << "Test width="<< width << " bucket_count="<< bucket_count << " failed " | 
|---|
| 69 | << "(Error: "<< ex.what() << ": "<< ex.displayText() << ")\n"; | 
|---|
| 70 | ok = false; | 
|---|
| 71 | } | 
|---|
| 72 | catch (const std::runtime_error & ex) | 
|---|
| 73 | { | 
|---|
| 74 | std::cout << "Test width="<< width << " bucket_count="<< bucket_count << " failed " | 
|---|
| 75 | << "(Error: "<< ex.what() << ")\n"; | 
|---|
| 76 | ok = false; | 
|---|
| 77 | } | 
|---|
| 78 | catch (...) | 
|---|
| 79 | { | 
|---|
| 80 | std::cout << "Test width="<< width << " bucket_count="<< bucket_count << " failed\n"; | 
|---|
| 81 | ok = false; | 
|---|
| 82 | } | 
|---|
| 83 |  | 
|---|
| 84 | fs::remove_all(fs::path(filename).parent_path().string()); | 
|---|
| 85 |  | 
|---|
| 86 | if (ok) | 
|---|
| 87 | std::cout << "Test width="<< width << " bucket_count="<< bucket_count << " passed\n"; | 
|---|
| 88 | } | 
|---|
| 89 | }; | 
|---|
| 90 |  | 
|---|
| 91 |  | 
|---|
| 92 | template <typename Generator> | 
|---|
| 93 | struct TestSet | 
|---|
| 94 | { | 
|---|
| 95 | static void execute() | 
|---|
| 96 | { | 
|---|
| 97 | Test<1, 1, Generator>::perform(); | 
|---|
| 98 | Test<1, 2, Generator>::perform(); | 
|---|
| 99 | Test<1, 3, Generator>::perform(); | 
|---|
| 100 | Test<1, 4, Generator>::perform(); | 
|---|
| 101 | Test<1, 5, Generator>::perform(); | 
|---|
| 102 | Test<1, 6, Generator>::perform(); | 
|---|
| 103 | Test<1, 7, Generator>::perform(); | 
|---|
| 104 | Test<1, 8, Generator>::perform(); | 
|---|
| 105 | Test<1, 9, Generator>::perform(); | 
|---|
| 106 | Test<1, 10, Generator>::perform(); | 
|---|
| 107 | Test<1, 16, Generator>::perform(); | 
|---|
| 108 | Test<1, 32, Generator>::perform(); | 
|---|
| 109 | Test<1, 64, Generator>::perform(); | 
|---|
| 110 | Test<1, 128, Generator>::perform(); | 
|---|
| 111 | Test<1, 256, Generator>::perform(); | 
|---|
| 112 | Test<1, 512, Generator>::perform(); | 
|---|
| 113 | Test<1, 1024, Generator>::perform(); | 
|---|
| 114 |  | 
|---|
| 115 | Test<2, 1, Generator>::perform(); | 
|---|
| 116 | Test<2, 2, Generator>::perform(); | 
|---|
| 117 | Test<2, 3, Generator>::perform(); | 
|---|
| 118 | Test<2, 4, Generator>::perform(); | 
|---|
| 119 | Test<2, 5, Generator>::perform(); | 
|---|
| 120 | Test<2, 6, Generator>::perform(); | 
|---|
| 121 | Test<2, 7, Generator>::perform(); | 
|---|
| 122 | Test<2, 8, Generator>::perform(); | 
|---|
| 123 | Test<2, 9, Generator>::perform(); | 
|---|
| 124 | Test<2, 10, Generator>::perform(); | 
|---|
| 125 | Test<2, 16, Generator>::perform(); | 
|---|
| 126 | Test<2, 32, Generator>::perform(); | 
|---|
| 127 | Test<2, 64, Generator>::perform(); | 
|---|
| 128 | Test<2, 128, Generator>::perform(); | 
|---|
| 129 | Test<2, 256, Generator>::perform(); | 
|---|
| 130 | Test<2, 512, Generator>::perform(); | 
|---|
| 131 | Test<2, 1024, Generator>::perform(); | 
|---|
| 132 |  | 
|---|
| 133 | Test<3, 1, Generator>::perform(); | 
|---|
| 134 | Test<3, 2, Generator>::perform(); | 
|---|
| 135 | Test<3, 3, Generator>::perform(); | 
|---|
| 136 | Test<3, 4, Generator>::perform(); | 
|---|
| 137 | Test<3, 5, Generator>::perform(); | 
|---|
| 138 | Test<3, 6, Generator>::perform(); | 
|---|
| 139 | Test<3, 7, Generator>::perform(); | 
|---|
| 140 | Test<3, 8, Generator>::perform(); | 
|---|
| 141 | Test<3, 9, Generator>::perform(); | 
|---|
| 142 | Test<3, 10, Generator>::perform(); | 
|---|
| 143 | Test<3, 16, Generator>::perform(); | 
|---|
| 144 | Test<3, 32, Generator>::perform(); | 
|---|
| 145 | Test<3, 64, Generator>::perform(); | 
|---|
| 146 | Test<3, 128, Generator>::perform(); | 
|---|
| 147 | Test<3, 256, Generator>::perform(); | 
|---|
| 148 | Test<3, 512, Generator>::perform(); | 
|---|
| 149 | Test<3, 1024, Generator>::perform(); | 
|---|
| 150 |  | 
|---|
| 151 | Test<4, 1, Generator>::perform(); | 
|---|
| 152 | Test<4, 2, Generator>::perform(); | 
|---|
| 153 | Test<4, 3, Generator>::perform(); | 
|---|
| 154 | Test<4, 4, Generator>::perform(); | 
|---|
| 155 | Test<4, 5, Generator>::perform(); | 
|---|
| 156 | Test<4, 6, Generator>::perform(); | 
|---|
| 157 | Test<4, 7, Generator>::perform(); | 
|---|
| 158 | Test<4, 8, Generator>::perform(); | 
|---|
| 159 | Test<4, 9, Generator>::perform(); | 
|---|
| 160 | Test<4, 10, Generator>::perform(); | 
|---|
| 161 | Test<4, 16, Generator>::perform(); | 
|---|
| 162 | Test<4, 32, Generator>::perform(); | 
|---|
| 163 | Test<4, 64, Generator>::perform(); | 
|---|
| 164 | Test<4, 128, Generator>::perform(); | 
|---|
| 165 | Test<4, 256, Generator>::perform(); | 
|---|
| 166 | Test<4, 512, Generator>::perform(); | 
|---|
| 167 | Test<4, 1024, Generator>::perform(); | 
|---|
| 168 |  | 
|---|
| 169 | Test<5, 1, Generator>::perform(); | 
|---|
| 170 | Test<5, 2, Generator>::perform(); | 
|---|
| 171 | Test<5, 3, Generator>::perform(); | 
|---|
| 172 | Test<5, 4, Generator>::perform(); | 
|---|
| 173 | Test<5, 5, Generator>::perform(); | 
|---|
| 174 | Test<5, 6, Generator>::perform(); | 
|---|
| 175 | Test<5, 7, Generator>::perform(); | 
|---|
| 176 | Test<5, 8, Generator>::perform(); | 
|---|
| 177 | Test<5, 9, Generator>::perform(); | 
|---|
| 178 | Test<5, 10, Generator>::perform(); | 
|---|
| 179 | Test<5, 16, Generator>::perform(); | 
|---|
| 180 | Test<5, 32, Generator>::perform(); | 
|---|
| 181 | Test<5, 64, Generator>::perform(); | 
|---|
| 182 | Test<5, 128, Generator>::perform(); | 
|---|
| 183 | Test<5, 256, Generator>::perform(); | 
|---|
| 184 | Test<5, 512, Generator>::perform(); | 
|---|
| 185 | Test<5, 1024, Generator>::perform(); | 
|---|
| 186 |  | 
|---|
| 187 | Test<6, 1, Generator>::perform(); | 
|---|
| 188 | Test<6, 2, Generator>::perform(); | 
|---|
| 189 | Test<6, 3, Generator>::perform(); | 
|---|
| 190 | Test<6, 4, Generator>::perform(); | 
|---|
| 191 | Test<6, 5, Generator>::perform(); | 
|---|
| 192 | Test<6, 6, Generator>::perform(); | 
|---|
| 193 | Test<6, 7, Generator>::perform(); | 
|---|
| 194 | Test<6, 8, Generator>::perform(); | 
|---|
| 195 | Test<6, 9, Generator>::perform(); | 
|---|
| 196 | Test<6, 10, Generator>::perform(); | 
|---|
| 197 | Test<6, 16, Generator>::perform(); | 
|---|
| 198 | Test<6, 32, Generator>::perform(); | 
|---|
| 199 | Test<6, 64, Generator>::perform(); | 
|---|
| 200 | Test<6, 128, Generator>::perform(); | 
|---|
| 201 | Test<6, 256, Generator>::perform(); | 
|---|
| 202 | Test<6, 512, Generator>::perform(); | 
|---|
| 203 | Test<6, 1024, Generator>::perform(); | 
|---|
| 204 |  | 
|---|
| 205 | Test<7, 1, Generator>::perform(); | 
|---|
| 206 | Test<7, 2, Generator>::perform(); | 
|---|
| 207 | Test<7, 3, Generator>::perform(); | 
|---|
| 208 | Test<7, 4, Generator>::perform(); | 
|---|
| 209 | Test<7, 5, Generator>::perform(); | 
|---|
| 210 | Test<7, 6, Generator>::perform(); | 
|---|
| 211 | Test<7, 7, Generator>::perform(); | 
|---|
| 212 | Test<7, 8, Generator>::perform(); | 
|---|
| 213 | Test<7, 9, Generator>::perform(); | 
|---|
| 214 | Test<7, 10, Generator>::perform(); | 
|---|
| 215 | Test<7, 16, Generator>::perform(); | 
|---|
| 216 | Test<7, 32, Generator>::perform(); | 
|---|
| 217 | Test<7, 64, Generator>::perform(); | 
|---|
| 218 | Test<7, 128, Generator>::perform(); | 
|---|
| 219 | Test<7, 256, Generator>::perform(); | 
|---|
| 220 | Test<7, 512, Generator>::perform(); | 
|---|
| 221 | Test<7, 1024, Generator>::perform(); | 
|---|
| 222 | } | 
|---|
| 223 | }; | 
|---|
| 224 |  | 
|---|
| 225 | struct Generator1 | 
|---|
| 226 | { | 
|---|
| 227 | static UInt8 execute(size_t, size_t width) | 
|---|
| 228 | { | 
|---|
| 229 | return (1 << width) - 1; | 
|---|
| 230 | } | 
|---|
| 231 | }; | 
|---|
| 232 |  | 
|---|
| 233 | struct Generator2 | 
|---|
| 234 | { | 
|---|
| 235 | static UInt8 execute(size_t i, size_t width) | 
|---|
| 236 | { | 
|---|
| 237 | return (i >> 1) & ((1 << width) - 1); | 
|---|
| 238 | } | 
|---|
| 239 | }; | 
|---|
| 240 |  | 
|---|
| 241 | struct Generator3 | 
|---|
| 242 | { | 
|---|
| 243 | static UInt8 execute(size_t i, size_t width) | 
|---|
| 244 | { | 
|---|
| 245 | return (i * 17 + 31) % (1ULL << width); | 
|---|
| 246 | } | 
|---|
| 247 | }; | 
|---|
| 248 |  | 
|---|
| 249 | static void runTests() | 
|---|
| 250 | { | 
|---|
| 251 | std::cout << "Test set 1\n"; | 
|---|
| 252 | TestSet<Generator1>::execute(); | 
|---|
| 253 | std::cout << "Test set 2\n"; | 
|---|
| 254 | TestSet<Generator2>::execute(); | 
|---|
| 255 | std::cout << "Test set 3\n"; | 
|---|
| 256 | TestSet<Generator3>::execute(); | 
|---|
| 257 | } | 
|---|
| 258 |  | 
|---|
| 259 | int main() | 
|---|
| 260 | { | 
|---|
| 261 | runTests(); | 
|---|
| 262 | return 0; | 
|---|
| 263 | } | 
|---|
| 264 |  | 
|---|
| 265 | #if !__clang__ | 
|---|
| 266 | #pragma GCC diagnostic pop | 
|---|
| 267 | #endif | 
|---|
| 268 |  | 
|---|