| 1 | #include "duckdb/function/scalar/string_functions.hpp" |
| 2 | |
| 3 | #include "duckdb/common/exception.hpp" |
| 4 | #include "duckdb/common/vector_operations/vector_operations.hpp" |
| 5 | #include "duckdb/common/vector_operations/ternary_executor.hpp" |
| 6 | #include "utf8proc.hpp" |
| 7 | |
| 8 | using namespace std; |
| 9 | |
| 10 | namespace duckdb { |
| 11 | |
| 12 | static pair<idx_t, idx_t> count_chars(const idx_t len, const char *data, const idx_t size) { |
| 13 | // Count how much of str will fit in the output |
| 14 | auto str = reinterpret_cast<const utf8proc_uint8_t *>(data); |
| 15 | idx_t nbytes = 0; |
| 16 | idx_t nchars = 0; |
| 17 | for (; nchars < len && nbytes < size; ++nchars) { |
| 18 | utf8proc_int32_t codepoint; |
| 19 | const auto bytes = utf8proc_iterate(str + nbytes, size - nbytes, &codepoint); |
| 20 | assert(bytes > 0); |
| 21 | nbytes += bytes; |
| 22 | } |
| 23 | |
| 24 | return pair<idx_t, idx_t>(nbytes, nchars); |
| 25 | } |
| 26 | |
| 27 | static bool insert_padding(const idx_t len, const string_t &pad, vector<char> &result) { |
| 28 | // Copy the padding until the output is long enough |
| 29 | const auto data = pad.GetData(); |
| 30 | const auto size = pad.GetSize(); |
| 31 | |
| 32 | // Check whether we need data that we don't have |
| 33 | if (len > 0 && size == 0) { |
| 34 | return false; |
| 35 | } |
| 36 | |
| 37 | // Insert characters until we have all we need. |
| 38 | auto str = reinterpret_cast<const utf8proc_uint8_t *>(data); |
| 39 | idx_t nbytes = 0; |
| 40 | for (idx_t nchars = 0; nchars < len; ++nchars) { |
| 41 | // If we are at the end of the pad, flush all of it and loop back |
| 42 | if (nbytes >= size) { |
| 43 | result.insert(result.end(), data, data + size); |
| 44 | nbytes = 0; |
| 45 | } |
| 46 | |
| 47 | // Write the next character |
| 48 | utf8proc_int32_t codepoint; |
| 49 | const auto bytes = utf8proc_iterate(str + nbytes, size - nbytes, &codepoint); |
| 50 | assert(bytes > 0); |
| 51 | nbytes += bytes; |
| 52 | } |
| 53 | |
| 54 | // Flush the remaining pad |
| 55 | result.insert(result.end(), data, data + nbytes); |
| 56 | |
| 57 | return true; |
| 58 | } |
| 59 | |
| 60 | static string_t lpad(const string_t &str, const int32_t len, const string_t &pad, vector<char> &result) { |
| 61 | // Reuse the buffer |
| 62 | result.clear(); |
| 63 | |
| 64 | // Get information about the base string |
| 65 | const auto data_str = str.GetData(); |
| 66 | const auto size_str = str.GetSize(); |
| 67 | |
| 68 | // Count how much of str will fit in the output |
| 69 | const auto written = count_chars(len, data_str, size_str); |
| 70 | |
| 71 | // Left pad by the number of characters still needed |
| 72 | if (!insert_padding(len - written.second, pad, result)) { |
| 73 | throw Exception("Insufficient padding in LPAD." ); |
| 74 | } |
| 75 | |
| 76 | // Append as much of the original string as fits |
| 77 | result.insert(result.end(), data_str, data_str + written.first); |
| 78 | |
| 79 | return string_t(result.data(), result.size()); |
| 80 | } |
| 81 | |
| 82 | struct LpadOperator { |
| 83 | static inline string_t Operation(const string_t &str, const int32_t len, const string_t &pad, |
| 84 | vector<char> &result) { |
| 85 | return lpad(str, len, pad, result); |
| 86 | } |
| 87 | }; |
| 88 | |
| 89 | static string_t rpad(const string_t &str, const int32_t len, const string_t &pad, vector<char> &result) { |
| 90 | // Reuse the buffer |
| 91 | result.clear(); |
| 92 | |
| 93 | // Get information about the base string |
| 94 | const auto data_str = str.GetData(); |
| 95 | const auto size_str = str.GetSize(); |
| 96 | |
| 97 | // Count how much of str will fit in the output |
| 98 | const auto written = count_chars(len, data_str, size_str); |
| 99 | |
| 100 | // Append as much of the original string as fits |
| 101 | result.insert(result.end(), data_str, data_str + written.first); |
| 102 | |
| 103 | // Right pad by the number of characters still needed |
| 104 | if (!insert_padding(len - written.second, pad, result)) { |
| 105 | throw Exception("Insufficient padding in RPAD." ); |
| 106 | }; |
| 107 | |
| 108 | return string_t(result.data(), result.size()); |
| 109 | } |
| 110 | |
| 111 | struct RpadOperator { |
| 112 | static inline string_t Operation(const string_t &str, const int32_t len, const string_t &pad, |
| 113 | vector<char> &result) { |
| 114 | return rpad(str, len, pad, result); |
| 115 | } |
| 116 | }; |
| 117 | |
| 118 | template <class Op> static void pad_function(DataChunk &args, ExpressionState &state, Vector &result) { |
| 119 | assert(args.column_count() == 3 && args.data[0].type == TypeId::VARCHAR && args.data[1].type == TypeId::INT32 && |
| 120 | args.data[2].type == TypeId::VARCHAR); |
| 121 | auto &str_vector = args.data[0]; |
| 122 | auto &len_vector = args.data[1]; |
| 123 | auto &pad_vector = args.data[2]; |
| 124 | |
| 125 | vector<char> buffer; |
| 126 | TernaryExecutor::Execute<string_t, int32_t, string_t, string_t>( |
| 127 | str_vector, len_vector, pad_vector, result, args.size(), [&](string_t str, int32_t len, string_t pad) { |
| 128 | len = max(len, int32_t(0)); |
| 129 | return StringVector::AddString(result, Op::Operation(str, len, pad, buffer)); |
| 130 | }); |
| 131 | } |
| 132 | |
| 133 | void LpadFun::RegisterFunction(BuiltinFunctions &set) { |
| 134 | set.AddFunction(ScalarFunction("lpad" , // name of the function |
| 135 | {SQLType::VARCHAR, SQLType::INTEGER, // argument list |
| 136 | SQLType::VARCHAR}, |
| 137 | SQLType::VARCHAR, // return type |
| 138 | pad_function<LpadOperator>)); // pointer to function implementation |
| 139 | } |
| 140 | |
| 141 | void RpadFun::RegisterFunction(BuiltinFunctions &set) { |
| 142 | set.AddFunction(ScalarFunction("rpad" , // name of the function |
| 143 | {SQLType::VARCHAR, SQLType::INTEGER, // argument list |
| 144 | SQLType::VARCHAR}, |
| 145 | SQLType::VARCHAR, // return type |
| 146 | pad_function<RpadOperator>)); // pointer to function implementation |
| 147 | } |
| 148 | |
| 149 | } // namespace duckdb |
| 150 | |