1 | // Licensed to the Apache Software Foundation (ASF) under one |
2 | // or more contributor license agreements. See the NOTICE file |
3 | // distributed with this work for additional information |
4 | // regarding copyright ownership. The ASF licenses this file |
5 | // to you under the Apache License, Version 2.0 (the |
6 | // "License"); you may not use this file except in compliance |
7 | // with the License. You may obtain a copy of the License at |
8 | // |
9 | // http://www.apache.org/licenses/LICENSE-2.0 |
10 | // |
11 | // Unless required by applicable law or agreed to in writing, |
12 | // software distributed under the License is distributed on an |
13 | // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
14 | // KIND, either express or implied. See the License for the |
15 | // specific language governing permissions and limitations |
16 | // under the License. |
17 | |
18 | #include "parquet/column_scanner.h" |
19 | |
20 | #include <cstdint> |
21 | #include <memory> |
22 | |
23 | #include "parquet/column_reader.h" |
24 | #include "parquet/util/memory.h" |
25 | |
26 | using arrow::MemoryPool; |
27 | |
28 | namespace parquet { |
29 | |
30 | std::shared_ptr<Scanner> Scanner::Make(std::shared_ptr<ColumnReader> col_reader, |
31 | int64_t batch_size, MemoryPool* pool) { |
32 | switch (col_reader->type()) { |
33 | case Type::BOOLEAN: |
34 | return std::make_shared<BoolScanner>(col_reader, batch_size, pool); |
35 | case Type::INT32: |
36 | return std::make_shared<Int32Scanner>(col_reader, batch_size, pool); |
37 | case Type::INT64: |
38 | return std::make_shared<Int64Scanner>(col_reader, batch_size, pool); |
39 | case Type::INT96: |
40 | return std::make_shared<Int96Scanner>(col_reader, batch_size, pool); |
41 | case Type::FLOAT: |
42 | return std::make_shared<FloatScanner>(col_reader, batch_size, pool); |
43 | case Type::DOUBLE: |
44 | return std::make_shared<DoubleScanner>(col_reader, batch_size, pool); |
45 | case Type::BYTE_ARRAY: |
46 | return std::make_shared<ByteArrayScanner>(col_reader, batch_size, pool); |
47 | case Type::FIXED_LEN_BYTE_ARRAY: |
48 | return std::make_shared<FixedLenByteArrayScanner>(col_reader, batch_size, pool); |
49 | default: |
50 | ParquetException::NYI("type reader not implemented" ); |
51 | } |
52 | // Unreachable code, but supress compiler warning |
53 | return std::shared_ptr<Scanner>(nullptr); |
54 | } |
55 | |
56 | int64_t ScanAllValues(int32_t batch_size, int16_t* def_levels, int16_t* rep_levels, |
57 | uint8_t* values, int64_t* values_buffered, |
58 | parquet::ColumnReader* reader) { |
59 | switch (reader->type()) { |
60 | case parquet::Type::BOOLEAN: |
61 | return ScanAll<parquet::BoolReader>(batch_size, def_levels, rep_levels, values, |
62 | values_buffered, reader); |
63 | case parquet::Type::INT32: |
64 | return ScanAll<parquet::Int32Reader>(batch_size, def_levels, rep_levels, values, |
65 | values_buffered, reader); |
66 | case parquet::Type::INT64: |
67 | return ScanAll<parquet::Int64Reader>(batch_size, def_levels, rep_levels, values, |
68 | values_buffered, reader); |
69 | case parquet::Type::INT96: |
70 | return ScanAll<parquet::Int96Reader>(batch_size, def_levels, rep_levels, values, |
71 | values_buffered, reader); |
72 | case parquet::Type::FLOAT: |
73 | return ScanAll<parquet::FloatReader>(batch_size, def_levels, rep_levels, values, |
74 | values_buffered, reader); |
75 | case parquet::Type::DOUBLE: |
76 | return ScanAll<parquet::DoubleReader>(batch_size, def_levels, rep_levels, values, |
77 | values_buffered, reader); |
78 | case parquet::Type::BYTE_ARRAY: |
79 | return ScanAll<parquet::ByteArrayReader>(batch_size, def_levels, rep_levels, values, |
80 | values_buffered, reader); |
81 | case parquet::Type::FIXED_LEN_BYTE_ARRAY: |
82 | return ScanAll<parquet::FixedLenByteArrayReader>(batch_size, def_levels, rep_levels, |
83 | values, values_buffered, reader); |
84 | default: |
85 | parquet::ParquetException::NYI("type reader not implemented" ); |
86 | } |
87 | // Unreachable code, but supress compiler warning |
88 | return 0; |
89 | } |
90 | |
91 | } // namespace parquet |
92 | |