1 | /**************************************************************************** |
2 | ** |
3 | ** Copyright (C) 2018 Intel Corporation. |
4 | ** Contact: https://www.qt.io/licensing/ |
5 | ** |
6 | ** This file is part of the examples of the Qt Toolkit. |
7 | ** |
8 | ** $QT_BEGIN_LICENSE:BSD$ |
9 | ** Commercial License Usage |
10 | ** Licensees holding valid commercial Qt licenses may use this file in |
11 | ** accordance with the commercial license agreement provided with the |
12 | ** Software or, alternatively, in accordance with the terms contained in |
13 | ** a written agreement between you and The Qt Company. For licensing terms |
14 | ** and conditions see https://www.qt.io/terms-conditions. For further |
15 | ** information use the contact form at https://www.qt.io/contact-us. |
16 | ** |
17 | ** BSD License Usage |
18 | ** Alternatively, you may use this file under the terms of the BSD license |
19 | ** as follows: |
20 | ** |
21 | ** "Redistribution and use in source and binary forms, with or without |
22 | ** modification, are permitted provided that the following conditions are |
23 | ** met: |
24 | ** * Redistributions of source code must retain the above copyright |
25 | ** notice, this list of conditions and the following disclaimer. |
26 | ** * Redistributions in binary form must reproduce the above copyright |
27 | ** notice, this list of conditions and the following disclaimer in |
28 | ** the documentation and/or other materials provided with the |
29 | ** distribution. |
30 | ** * Neither the name of The Qt Company Ltd nor the names of its |
31 | ** contributors may be used to endorse or promote products derived |
32 | ** from this software without specific prior written permission. |
33 | ** |
34 | ** |
35 | ** THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
36 | ** "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
37 | ** LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
38 | ** A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
39 | ** OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
40 | ** SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
41 | ** LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
42 | ** DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
43 | ** THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
44 | ** (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
45 | ** OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE." |
46 | ** |
47 | ** $QT_END_LICENSE$ |
48 | ** |
49 | ****************************************************************************/ |
50 | |
51 | #include "cborconverter.h" |
52 | |
53 | #include <QCborStreamReader> |
54 | #include <QCborStreamWriter> |
55 | #include <QCborMap> |
56 | #include <QCborArray> |
57 | #include <QCborValue> |
58 | #include <QDataStream> |
59 | #include <QFloat16> |
60 | #include <QFile> |
61 | #include <QMetaType> |
62 | #include <QTextStream> |
63 | |
64 | #include <stdio.h> |
65 | |
66 | static CborConverter cborConverter; |
67 | static CborDiagnosticDumper cborDiagnosticDumper; |
68 | |
69 | static const char optionHelp[] = |
70 | "convert-float-to-int=yes|no Write integers instead of floating point, if no\n" |
71 | " loss of precision occurs on conversion.\n" |
72 | "float16=yes|always|no Write using half-precision floating point.\n" |
73 | " If 'always', won't check for loss of precision.\n" |
74 | "float32=yes|always|no Write using single-precision floating point.\n" |
75 | " If 'always', won't check for loss of precision.\n" |
76 | "signature=yes|no Prepend the CBOR signature to the file output.\n" |
77 | ; |
78 | |
79 | static const char diagnosticHelp[] = |
80 | "extended=no|yes Use extended CBOR diagnostic format.\n" |
81 | "line-wrap=yes|no Split output into multiple lines.\n" |
82 | ; |
83 | |
84 | QT_BEGIN_NAMESPACE |
85 | |
86 | QDataStream &operator<<(QDataStream &ds, QCborTag tag) |
87 | { |
88 | return ds << quint64(tag); |
89 | } |
90 | |
91 | QDataStream &operator>>(QDataStream &ds, QCborTag &tag) |
92 | { |
93 | quint64 v; |
94 | ds >> v; |
95 | tag = QCborTag(v); |
96 | return ds; |
97 | } |
98 | |
99 | QT_END_NAMESPACE |
100 | |
101 | // We can't use QCborValue::toVariant directly because that would destroy |
102 | // non-string keys in CBOR maps (QVariantMap can't handle those). Instead, we |
103 | // have our own set of converter functions so we can keep the keys properly. |
104 | |
105 | static QVariant convertCborValue(const QCborValue &value); |
106 | |
107 | static QVariant convertCborMap(const QCborMap &map) |
108 | { |
109 | VariantOrderedMap result; |
110 | result.reserve(map.size()); |
111 | for (auto pair : map) |
112 | result.append({ convertCborValue(pair.first), convertCborValue(pair.second) }); |
113 | return QVariant::fromValue(result); |
114 | } |
115 | |
116 | static QVariant convertCborArray(const QCborArray &array) |
117 | { |
118 | QVariantList result; |
119 | result.reserve(array.size()); |
120 | for (auto value : array) |
121 | result.append(convertCborValue(value)); |
122 | return result; |
123 | } |
124 | |
125 | static QVariant convertCborValue(const QCborValue &value) |
126 | { |
127 | if (value.isArray()) |
128 | return convertCborArray(value.toArray()); |
129 | if (value.isMap()) |
130 | return convertCborMap(value.toMap()); |
131 | return value.toVariant(); |
132 | } |
133 | |
134 | enum TrimFloatingPoint { Double, Float, Float16 }; |
135 | static QCborValue convertFromVariant(const QVariant &v, TrimFloatingPoint fpTrimming) |
136 | { |
137 | if (v.userType() == QMetaType::QVariantList) { |
138 | const QVariantList list = v.toList(); |
139 | QCborArray array; |
140 | for (const QVariant &v : list) |
141 | array.append(convertFromVariant(v, fpTrimming)); |
142 | |
143 | return array; |
144 | } |
145 | |
146 | if (v.userType() == qMetaTypeId<VariantOrderedMap>()) { |
147 | const auto m = qvariant_cast<VariantOrderedMap>(v); |
148 | QCborMap map; |
149 | for (const auto &pair : m) |
150 | map.insert(convertFromVariant(pair.first, fpTrimming), |
151 | convertFromVariant(pair.second, fpTrimming)); |
152 | return map; |
153 | } |
154 | |
155 | if (v.userType() == QMetaType::Double && fpTrimming != Double) { |
156 | float f = float(v.toDouble()); |
157 | if (fpTrimming == Float16) |
158 | return float(qfloat16(f)); |
159 | return f; |
160 | } |
161 | |
162 | return QCborValue::fromVariant(v); |
163 | } |
164 | |
165 | QString CborDiagnosticDumper::name() |
166 | { |
167 | return QStringLiteral("cbor-dump" ); |
168 | } |
169 | |
170 | Converter::Direction CborDiagnosticDumper::directions() |
171 | { |
172 | return Out; |
173 | } |
174 | |
175 | Converter::Options CborDiagnosticDumper::outputOptions() |
176 | { |
177 | return SupportsArbitraryMapKeys; |
178 | } |
179 | |
180 | const char *CborDiagnosticDumper::optionsHelp() |
181 | { |
182 | return diagnosticHelp; |
183 | } |
184 | |
185 | bool CborDiagnosticDumper::probeFile(QIODevice *f) |
186 | { |
187 | Q_UNUSED(f); |
188 | return false; |
189 | } |
190 | |
191 | QVariant CborDiagnosticDumper::loadFile(QIODevice *f, Converter *&outputConverter) |
192 | { |
193 | Q_UNREACHABLE(); |
194 | Q_UNUSED(f); |
195 | Q_UNUSED(outputConverter); |
196 | return QVariant(); |
197 | } |
198 | |
199 | void CborDiagnosticDumper::saveFile(QIODevice *f, const QVariant &contents, const QStringList &options) |
200 | { |
201 | QCborValue::DiagnosticNotationOptions opts = QCborValue::LineWrapped; |
202 | for (const QString &s : options) { |
203 | QStringList pair = s.split('='); |
204 | if (pair.size() == 2) { |
205 | if (pair.first() == "line-wrap" ) { |
206 | opts &= ~QCborValue::LineWrapped; |
207 | if (pair.last() == "yes" ) { |
208 | opts |= QCborValue::LineWrapped; |
209 | continue; |
210 | } else if (pair.last() == "no" ) { |
211 | continue; |
212 | } |
213 | } |
214 | if (pair.first() == "extended" ) { |
215 | opts &= ~QCborValue::ExtendedFormat; |
216 | if (pair.last() == "yes" ) |
217 | opts |= QCborValue::ExtendedFormat; |
218 | continue; |
219 | } |
220 | } |
221 | |
222 | fprintf(stderr, "Unknown CBOR diagnostic option '%s'. Available options are:\n%s" , |
223 | qPrintable(s), diagnosticHelp); |
224 | exit(EXIT_FAILURE); |
225 | } |
226 | |
227 | QTextStream out(f); |
228 | out << convertFromVariant(contents, Double).toDiagnosticNotation(opts) |
229 | << Qt::endl; |
230 | } |
231 | |
232 | CborConverter::CborConverter() |
233 | { |
234 | qRegisterMetaType<QCborTag>(); |
235 | } |
236 | |
237 | QString CborConverter::name() |
238 | { |
239 | return "cbor" ; |
240 | } |
241 | |
242 | Converter::Direction CborConverter::directions() |
243 | { |
244 | return InOut; |
245 | } |
246 | |
247 | Converter::Options CborConverter::outputOptions() |
248 | { |
249 | return SupportsArbitraryMapKeys; |
250 | } |
251 | |
252 | const char *CborConverter::optionsHelp() |
253 | { |
254 | return optionHelp; |
255 | } |
256 | |
257 | bool CborConverter::probeFile(QIODevice *f) |
258 | { |
259 | if (QFile *file = qobject_cast<QFile *>(f)) { |
260 | if (file->fileName().endsWith(QLatin1String(".cbor" ))) |
261 | return true; |
262 | } |
263 | return f->isReadable() && f->peek(3) == QByteArray("\xd9\xd9\xf7" , 3); |
264 | } |
265 | |
266 | QVariant CborConverter::loadFile(QIODevice *f, Converter *&outputConverter) |
267 | { |
268 | const char *ptr = nullptr; |
269 | if (auto file = qobject_cast<QFile *>(f)) |
270 | ptr = reinterpret_cast<char *>(file->map(0, file->size())); |
271 | |
272 | QByteArray mapped = QByteArray::fromRawData(ptr, ptr ? f->size() : 0); |
273 | QCborStreamReader reader(mapped); |
274 | if (!ptr) |
275 | reader.setDevice(f); |
276 | |
277 | if (reader.isTag() && reader.toTag() == QCborKnownTags::Signature) |
278 | reader.next(); |
279 | |
280 | QCborValue contents = QCborValue::fromCbor(reader); |
281 | qint64 offset = reader.currentOffset(); |
282 | if (reader.lastError()) { |
283 | fprintf(stderr, "Error loading CBOR contents (byte %lld): %s\n" , offset, |
284 | qPrintable(reader.lastError().toString())); |
285 | fprintf(stderr, " bytes: %s\n" , |
286 | (ptr ? mapped.mid(offset, 9) : f->read(9)).toHex(' ').constData()); |
287 | exit(EXIT_FAILURE); |
288 | } else if (offset < mapped.size() || (!ptr && f->bytesAvailable())) { |
289 | fprintf(stderr, "Warning: bytes remaining at the end of the CBOR stream\n" ); |
290 | } |
291 | |
292 | if (outputConverter == nullptr) |
293 | outputConverter = &cborDiagnosticDumper; |
294 | else if (outputConverter == null) |
295 | return QVariant(); |
296 | else if (!outputConverter->outputOptions().testFlag(SupportsArbitraryMapKeys)) |
297 | return contents.toVariant(); |
298 | return convertCborValue(contents); |
299 | } |
300 | |
301 | void CborConverter::saveFile(QIODevice *f, const QVariant &contents, const QStringList &options) |
302 | { |
303 | bool useSignature = true; |
304 | bool useIntegers = true; |
305 | enum { Yes, No, Always } useFloat16 = Yes, useFloat = Yes; |
306 | |
307 | for (const QString &s : options) { |
308 | QStringList pair = s.split('='); |
309 | if (pair.size() == 2) { |
310 | if (pair.first() == "convert-float-to-int" ) { |
311 | if (pair.last() == "yes" ) { |
312 | useIntegers = true; |
313 | continue; |
314 | } else if (pair.last() == "no" ) { |
315 | useIntegers = false; |
316 | continue; |
317 | } |
318 | } |
319 | |
320 | if (pair.first() == "float16" ) { |
321 | if (pair.last() == "no" ) { |
322 | useFloat16 = No; |
323 | continue; |
324 | } else if (pair.last() == "yes" ) { |
325 | useFloat16 = Yes; |
326 | continue; |
327 | } else if (pair.last() == "always" ) { |
328 | useFloat16 = Always; |
329 | continue; |
330 | } |
331 | } |
332 | |
333 | if (pair.first() == "float32" ) { |
334 | if (pair.last() == "no" ) { |
335 | useFloat = No; |
336 | continue; |
337 | } else if (pair.last() == "yes" ) { |
338 | useFloat = Yes; |
339 | continue; |
340 | } else if (pair.last() == "always" ) { |
341 | useFloat = Always; |
342 | continue; |
343 | } |
344 | } |
345 | |
346 | if (pair.first() == "signature" ) { |
347 | if (pair.last() == "yes" ) { |
348 | useSignature = true; |
349 | continue; |
350 | } else if (pair.last() == "no" ) { |
351 | useSignature = false; |
352 | continue; |
353 | } |
354 | } |
355 | } |
356 | |
357 | fprintf(stderr, "Unknown CBOR format option '%s'. Valid options are:\n%s" , |
358 | qPrintable(s), optionHelp); |
359 | exit(EXIT_FAILURE); |
360 | } |
361 | |
362 | QCborValue v = convertFromVariant(contents, |
363 | useFloat16 == Always ? Float16 : useFloat == Always ? Float : Double); |
364 | QCborStreamWriter writer(f); |
365 | if (useSignature) |
366 | writer.append(QCborKnownTags::Signature); |
367 | |
368 | QCborValue::EncodingOptions opts; |
369 | if (useIntegers) |
370 | opts |= QCborValue::UseIntegers; |
371 | if (useFloat != No) |
372 | opts |= QCborValue::UseFloat; |
373 | if (useFloat16 != No) |
374 | opts |= QCborValue::UseFloat16; |
375 | v.toCbor(writer, opts); |
376 | } |
377 | |
378 | |