| 1 | #include <DataStreams/ConvertingBlockInputStream.h> | 
|---|
| 2 | #include <Interpreters/castColumn.h> | 
|---|
| 3 | #include <Columns/ColumnConst.h> | 
|---|
| 4 | #include <Common/assert_cast.h> | 
|---|
| 5 | #include <Common/quoteString.h> | 
|---|
| 6 | #include <Parsers/IAST.h> | 
|---|
| 7 |  | 
|---|
| 8 |  | 
|---|
| 9 | namespace DB | 
|---|
| 10 | { | 
|---|
| 11 |  | 
|---|
| 12 | namespace ErrorCodes | 
|---|
| 13 | { | 
|---|
| 14 | extern const int THERE_IS_NO_COLUMN; | 
|---|
| 15 | extern const int BLOCKS_HAVE_DIFFERENT_STRUCTURE; | 
|---|
| 16 | extern const int NUMBER_OF_COLUMNS_DOESNT_MATCH; | 
|---|
| 17 | } | 
|---|
| 18 |  | 
|---|
| 19 |  | 
|---|
| 20 | static ColumnPtr castColumnWithDiagnostic(const ColumnWithTypeAndName & src_elem, const ColumnWithTypeAndName & res_elem, const Context & context) | 
|---|
| 21 | { | 
|---|
| 22 | try | 
|---|
| 23 | { | 
|---|
| 24 | return castColumn(src_elem, res_elem.type, context); | 
|---|
| 25 | } | 
|---|
| 26 | catch (Exception & e) | 
|---|
| 27 | { | 
|---|
| 28 | e.addMessage( "while converting source column "+ backQuoteIfNeed(src_elem.name) + " to destination column "+ backQuoteIfNeed(res_elem.name)); | 
|---|
| 29 | throw; | 
|---|
| 30 | } | 
|---|
| 31 | } | 
|---|
| 32 |  | 
|---|
| 33 |  | 
|---|
| 34 | ConvertingBlockInputStream::ConvertingBlockInputStream( | 
|---|
| 35 | const Context & context_, | 
|---|
| 36 | const BlockInputStreamPtr & input, | 
|---|
| 37 | const Block & , | 
|---|
| 38 | MatchColumnsMode mode) | 
|---|
| 39 | : context(context_), header(result_header), conversion(header.columns()) | 
|---|
| 40 | { | 
|---|
| 41 | children.emplace_back(input); | 
|---|
| 42 |  | 
|---|
| 43 | Block  = input->getHeader(); | 
|---|
| 44 |  | 
|---|
| 45 | size_t num_input_columns = input_header.columns(); | 
|---|
| 46 | size_t num_result_columns = result_header.columns(); | 
|---|
| 47 |  | 
|---|
| 48 | if (mode == MatchColumnsMode::Position && num_input_columns != num_result_columns) | 
|---|
| 49 | throw Exception( "Number of columns doesn't match", ErrorCodes::NUMBER_OF_COLUMNS_DOESNT_MATCH); | 
|---|
| 50 |  | 
|---|
| 51 | for (size_t result_col_num = 0; result_col_num < num_result_columns; ++result_col_num) | 
|---|
| 52 | { | 
|---|
| 53 | const auto & res_elem = result_header.getByPosition(result_col_num); | 
|---|
| 54 |  | 
|---|
| 55 | switch (mode) | 
|---|
| 56 | { | 
|---|
| 57 | case MatchColumnsMode::Position: | 
|---|
| 58 | conversion[result_col_num] = result_col_num; | 
|---|
| 59 | break; | 
|---|
| 60 |  | 
|---|
| 61 | case MatchColumnsMode::Name: | 
|---|
| 62 | if (input_header.has(res_elem.name)) | 
|---|
| 63 | conversion[result_col_num] = input_header.getPositionByName(res_elem.name); | 
|---|
| 64 | else | 
|---|
| 65 | throw Exception( "Cannot find column "+ backQuote(res_elem.name) + " in source stream", | 
|---|
| 66 | ErrorCodes::THERE_IS_NO_COLUMN); | 
|---|
| 67 | break; | 
|---|
| 68 | } | 
|---|
| 69 |  | 
|---|
| 70 | const auto & src_elem = input_header.getByPosition(conversion[result_col_num]); | 
|---|
| 71 |  | 
|---|
| 72 | /// Check constants. | 
|---|
| 73 |  | 
|---|
| 74 | if (isColumnConst(*res_elem.column)) | 
|---|
| 75 | { | 
|---|
| 76 | if (!isColumnConst(*src_elem.column)) | 
|---|
| 77 | throw Exception( "Cannot convert column "+ backQuoteIfNeed(res_elem.name) | 
|---|
| 78 | + " because it is non constant in source stream but must be constant in result", | 
|---|
| 79 | ErrorCodes::BLOCKS_HAVE_DIFFERENT_STRUCTURE); | 
|---|
| 80 | else if (assert_cast<const ColumnConst &>(*src_elem.column).getField() != assert_cast<const ColumnConst &>(*res_elem.column).getField()) | 
|---|
| 81 | throw Exception( "Cannot convert column "+ backQuoteIfNeed(res_elem.name) | 
|---|
| 82 | + " because it is constant but values of constants are different in source and result", | 
|---|
| 83 | ErrorCodes::BLOCKS_HAVE_DIFFERENT_STRUCTURE); | 
|---|
| 84 | } | 
|---|
| 85 |  | 
|---|
| 86 | /// Check conversion by dry run CAST function. | 
|---|
| 87 |  | 
|---|
| 88 | castColumnWithDiagnostic(src_elem, res_elem, context); | 
|---|
| 89 | } | 
|---|
| 90 | } | 
|---|
| 91 |  | 
|---|
| 92 |  | 
|---|
| 93 | Block ConvertingBlockInputStream::readImpl() | 
|---|
| 94 | { | 
|---|
| 95 | Block src = children.back()->read(); | 
|---|
| 96 |  | 
|---|
| 97 | if (!src) | 
|---|
| 98 | return src; | 
|---|
| 99 |  | 
|---|
| 100 | Block res = header.cloneEmpty(); | 
|---|
| 101 | for (size_t res_pos = 0, size = conversion.size(); res_pos < size; ++res_pos) | 
|---|
| 102 | { | 
|---|
| 103 | const auto & src_elem = src.getByPosition(conversion[res_pos]); | 
|---|
| 104 | auto & res_elem = res.getByPosition(res_pos); | 
|---|
| 105 |  | 
|---|
| 106 | ColumnPtr converted = castColumnWithDiagnostic(src_elem, res_elem, context); | 
|---|
| 107 |  | 
|---|
| 108 | if (isColumnConst(*src_elem.column) && !isColumnConst(*res_elem.column)) | 
|---|
| 109 | converted = converted->convertToFullColumnIfConst(); | 
|---|
| 110 |  | 
|---|
| 111 | res_elem.column = std::move(converted); | 
|---|
| 112 | } | 
|---|
| 113 | return res; | 
|---|
| 114 | } | 
|---|
| 115 |  | 
|---|
| 116 | } | 
|---|
| 117 |  | 
|---|