1 | /* |
2 | * Copyright 2014 Google Inc. All rights reserved. |
3 | * |
4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
5 | * you may not use this file except in compliance with the License. |
6 | * You may obtain a copy of the License at |
7 | * |
8 | * http://www.apache.org/licenses/LICENSE-2.0 |
9 | * |
10 | * Unless required by applicable law or agreed to in writing, software |
11 | * distributed under the License is distributed on an "AS IS" BASIS, |
12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
13 | * See the License for the specific language governing permissions and |
14 | * limitations under the License. |
15 | */ |
16 | |
17 | // independent from idl_parser, since this code is not needed for most clients |
18 | |
19 | #include <string> |
20 | |
21 | #include "flatbuffers/code_generators.h" |
22 | #include "flatbuffers/flatbuffers.h" |
23 | #include "flatbuffers/idl.h" |
24 | #include "flatbuffers/util.h" |
25 | |
26 | #include <unordered_set> |
27 | |
28 | namespace flatbuffers { |
29 | namespace python { |
30 | |
31 | // Hardcode spaces per indentation. |
32 | const std::string Indent = " " ; |
33 | |
34 | class PythonGenerator : public BaseGenerator { |
35 | public: |
36 | PythonGenerator(const Parser &parser, const std::string &path, |
37 | const std::string &file_name) |
38 | : BaseGenerator(parser, path, file_name, "" /* not used */, |
39 | "" /* not used */), |
40 | float_const_gen_("float('nan')" , "float('inf')" , "float('-inf')" ) { |
41 | static const char * const keywords[] = { |
42 | "False" , |
43 | "None" , |
44 | "True" , |
45 | "and" , |
46 | "as" , |
47 | "assert" , |
48 | "break" , |
49 | "class" , |
50 | "continue" , |
51 | "def" , |
52 | "del" , |
53 | "elif" , |
54 | "else" , |
55 | "except" , |
56 | "finally" , |
57 | "for" , |
58 | "from" , |
59 | "global" , |
60 | "if" , |
61 | "import" , |
62 | "in" , |
63 | "is" , |
64 | "lambda" , |
65 | "nonlocal" , |
66 | "not" , |
67 | "or" , |
68 | "pass" , |
69 | "raise" , |
70 | "return" , |
71 | "try" , |
72 | "while" , |
73 | "with" , |
74 | "yield" |
75 | }; |
76 | keywords_.insert(std::begin(keywords), std::end(keywords)); |
77 | } |
78 | |
79 | // Most field accessors need to retrieve and test the field offset first, |
80 | // this is the prefix code for that. |
81 | std::string OffsetPrefix(const FieldDef &field) { |
82 | return "\n" + Indent + Indent + |
83 | "o = flatbuffers.number_types.UOffsetTFlags.py_type" + |
84 | "(self._tab.Offset(" + NumToString(field.value.offset) + "))\n" + |
85 | Indent + Indent + "if o != 0:\n" ; |
86 | } |
87 | |
88 | // Begin a class declaration. |
89 | void BeginClass(const StructDef &struct_def, std::string *code_ptr) { |
90 | std::string &code = *code_ptr; |
91 | code += "class " + NormalizedName(struct_def) + "(object):\n" ; |
92 | code += Indent + "__slots__ = ['_tab']" ; |
93 | code += "\n\n" ; |
94 | } |
95 | |
96 | // Begin enum code with a class declaration. |
97 | void BeginEnum(const std::string class_name, std::string *code_ptr) { |
98 | std::string &code = *code_ptr; |
99 | code += "class " + class_name + "(object):\n" ; |
100 | } |
101 | |
102 | std::string EscapeKeyword(const std::string &name) const { |
103 | return keywords_.find(name) == keywords_.end() ? name : name + "_" ; |
104 | } |
105 | |
106 | std::string NormalizedName(const Definition &definition) const { |
107 | return EscapeKeyword(definition.name); |
108 | } |
109 | |
110 | std::string NormalizedName(const EnumVal &ev) const { |
111 | return EscapeKeyword(ev.name); |
112 | } |
113 | |
114 | // A single enum member. |
115 | void EnumMember(const EnumDef &enum_def, const EnumVal &ev, |
116 | std::string *code_ptr) { |
117 | std::string &code = *code_ptr; |
118 | code += Indent; |
119 | code += NormalizedName(ev); |
120 | code += " = " ; |
121 | code += NumToString(ev.value) + "\n" ; |
122 | (void)enum_def; |
123 | } |
124 | |
125 | // End enum code. |
126 | void EndEnum(std::string *code_ptr) { |
127 | std::string &code = *code_ptr; |
128 | code += "\n" ; |
129 | } |
130 | |
131 | // Initialize a new struct or table from existing data. |
132 | void NewRootTypeFromBuffer(const StructDef &struct_def, |
133 | std::string *code_ptr) { |
134 | std::string &code = *code_ptr; |
135 | |
136 | code += Indent + "@classmethod\n" ; |
137 | code += Indent + "def GetRootAs" ; |
138 | code += NormalizedName(struct_def); |
139 | code += "(cls, buf, offset):" ; |
140 | code += "\n" ; |
141 | code += Indent + Indent; |
142 | code += "n = flatbuffers.encode.Get" ; |
143 | code += "(flatbuffers.packer.uoffset, buf, offset)\n" ; |
144 | code += Indent + Indent + "x = " + NormalizedName(struct_def) + "()\n" ; |
145 | code += Indent + Indent + "x.Init(buf, n + offset)\n" ; |
146 | code += Indent + Indent + "return x\n" ; |
147 | code += "\n" ; |
148 | } |
149 | |
150 | // Initialize an existing object with other data, to avoid an allocation. |
151 | void InitializeExisting(const StructDef &struct_def, |
152 | std::string *code_ptr) { |
153 | std::string &code = *code_ptr; |
154 | |
155 | GenReceiver(struct_def, code_ptr); |
156 | code += "Init(self, buf, pos):\n" ; |
157 | code += Indent + Indent + "self._tab = flatbuffers.table.Table(buf, pos)\n" ; |
158 | code += "\n" ; |
159 | } |
160 | |
161 | // Get the length of a vector. |
162 | void GetVectorLen(const StructDef &struct_def, const FieldDef &field, |
163 | std::string *code_ptr) { |
164 | std::string &code = *code_ptr; |
165 | |
166 | GenReceiver(struct_def, code_ptr); |
167 | code += MakeCamel(NormalizedName(field)) + "Length(self" ; |
168 | code += "):" + OffsetPrefix(field); |
169 | code += Indent + Indent + Indent + "return self._tab.VectorLen(o)\n" ; |
170 | code += Indent + Indent + "return 0\n\n" ; |
171 | } |
172 | |
173 | // Get the value of a struct's scalar. |
174 | void GetScalarFieldOfStruct(const StructDef &struct_def, |
175 | const FieldDef &field, |
176 | std::string *code_ptr) { |
177 | std::string &code = *code_ptr; |
178 | std::string getter = GenGetter(field.value.type); |
179 | GenReceiver(struct_def, code_ptr); |
180 | code += MakeCamel(NormalizedName(field)); |
181 | code += "(self): return " + getter; |
182 | code += "self._tab.Pos + flatbuffers.number_types.UOffsetTFlags.py_type(" ; |
183 | code += NumToString(field.value.offset) + "))\n" ; |
184 | } |
185 | |
186 | // Get the value of a table's scalar. |
187 | void GetScalarFieldOfTable(const StructDef &struct_def, |
188 | const FieldDef &field, |
189 | std::string *code_ptr) { |
190 | std::string &code = *code_ptr; |
191 | std::string getter = GenGetter(field.value.type); |
192 | GenReceiver(struct_def, code_ptr); |
193 | code += MakeCamel(NormalizedName(field)); |
194 | code += "(self):" ; |
195 | code += OffsetPrefix(field); |
196 | getter += "o + self._tab.Pos)" ; |
197 | auto is_bool = IsBool(field.value.type.base_type); |
198 | if (is_bool) { |
199 | getter = "bool(" + getter + ")" ; |
200 | } |
201 | code += Indent + Indent + Indent + "return " + getter + "\n" ; |
202 | std::string default_value; |
203 | if (is_bool) { |
204 | default_value = field.value.constant == "0" ? "False" : "True" ; |
205 | } else { |
206 | default_value = IsFloat(field.value.type.base_type) |
207 | ? float_const_gen_.GenFloatConstant(field) |
208 | : field.value.constant; |
209 | } |
210 | code += Indent + Indent + "return " + default_value + "\n\n" ; |
211 | } |
212 | |
213 | // Get a struct by initializing an existing struct. |
214 | // Specific to Struct. |
215 | void GetStructFieldOfStruct(const StructDef &struct_def, |
216 | const FieldDef &field, |
217 | std::string *code_ptr) { |
218 | std::string &code = *code_ptr; |
219 | GenReceiver(struct_def, code_ptr); |
220 | code += MakeCamel(NormalizedName(field)); |
221 | code += "(self, obj):\n" ; |
222 | code += Indent + Indent + "obj.Init(self._tab.Bytes, self._tab.Pos + " ; |
223 | code += NumToString(field.value.offset) + ")" ; |
224 | code += "\n" + Indent + Indent + "return obj\n\n" ; |
225 | } |
226 | |
227 | // Get a struct by initializing an existing struct. |
228 | // Specific to Table. |
229 | void GetStructFieldOfTable(const StructDef &struct_def, |
230 | const FieldDef &field, |
231 | std::string *code_ptr) { |
232 | std::string &code = *code_ptr; |
233 | GenReceiver(struct_def, code_ptr); |
234 | code += MakeCamel(NormalizedName(field)); |
235 | code += "(self):" ; |
236 | code += OffsetPrefix(field); |
237 | if (field.value.type.struct_def->fixed) { |
238 | code += Indent + Indent + Indent + "x = o + self._tab.Pos\n" ; |
239 | } else { |
240 | code += Indent + Indent + Indent; |
241 | code += "x = self._tab.Indirect(o + self._tab.Pos)\n" ; |
242 | } |
243 | code += Indent + Indent + Indent; |
244 | code += "from ." + TypeName(field) + " import " + TypeName(field) + "\n" ; |
245 | code += Indent + Indent + Indent + "obj = " + TypeName(field) + "()\n" ; |
246 | code += Indent + Indent + Indent + "obj.Init(self._tab.Bytes, x)\n" ; |
247 | code += Indent + Indent + Indent + "return obj\n" ; |
248 | code += Indent + Indent + "return None\n\n" ; |
249 | } |
250 | |
251 | // Get the value of a string. |
252 | void GetStringField(const StructDef &struct_def, const FieldDef &field, |
253 | std::string *code_ptr) { |
254 | std::string &code = *code_ptr; |
255 | GenReceiver(struct_def, code_ptr); |
256 | code += MakeCamel(NormalizedName(field)); |
257 | code += "(self):" ; |
258 | code += OffsetPrefix(field); |
259 | code += Indent + Indent + Indent + "return " + GenGetter(field.value.type); |
260 | code += "o + self._tab.Pos)\n" ; |
261 | code += Indent + Indent + "return None\n\n" ; |
262 | } |
263 | |
264 | // Get the value of a union from an object. |
265 | void GetUnionField(const StructDef &struct_def, const FieldDef &field, |
266 | std::string *code_ptr) { |
267 | std::string &code = *code_ptr; |
268 | GenReceiver(struct_def, code_ptr); |
269 | code += MakeCamel(NormalizedName(field)) + "(self):" ; |
270 | code += OffsetPrefix(field); |
271 | |
272 | // TODO(rw): this works and is not the good way to it: |
273 | bool is_native_table = TypeName(field) == "*flatbuffers.Table" ; |
274 | if (is_native_table) { |
275 | code += Indent + Indent + Indent + "from flatbuffers.table import Table\n" ; |
276 | } else { |
277 | code += Indent + Indent + Indent; |
278 | code += "from ." + TypeName(field) + " import " + TypeName(field) + "\n" ; |
279 | } |
280 | code += Indent + Indent + Indent + "obj = Table(bytearray(), 0)\n" ; |
281 | code += Indent + Indent + Indent + GenGetter(field.value.type); |
282 | code += "obj, o)\n" + Indent + Indent + Indent + "return obj\n" ; |
283 | code += Indent + Indent + "return None\n\n" ; |
284 | } |
285 | |
286 | // Get the value of a vector's struct member. |
287 | void GetMemberOfVectorOfStruct(const StructDef &struct_def, |
288 | const FieldDef &field, |
289 | std::string *code_ptr) { |
290 | std::string &code = *code_ptr; |
291 | auto vectortype = field.value.type.VectorType(); |
292 | |
293 | GenReceiver(struct_def, code_ptr); |
294 | code += MakeCamel(NormalizedName(field)); |
295 | code += "(self, j):" + OffsetPrefix(field); |
296 | code += Indent + Indent + Indent + "x = self._tab.Vector(o)\n" ; |
297 | code += Indent + Indent + Indent; |
298 | code += "x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * " ; |
299 | code += NumToString(InlineSize(vectortype)) + "\n" ; |
300 | if (!(vectortype.struct_def->fixed)) { |
301 | code += Indent + Indent + Indent + "x = self._tab.Indirect(x)\n" ; |
302 | } |
303 | code += Indent + Indent + Indent; |
304 | code += "from ." + TypeName(field) + " import " + TypeName(field) + "\n" ; |
305 | code += Indent + Indent + Indent + "obj = " + TypeName(field) + "()\n" ; |
306 | code += Indent + Indent + Indent + "obj.Init(self._tab.Bytes, x)\n" ; |
307 | code += Indent + Indent + Indent + "return obj\n" ; |
308 | code += Indent + Indent + "return None\n\n" ; |
309 | } |
310 | |
311 | // Get the value of a vector's non-struct member. Uses a named return |
312 | // argument to conveniently set the zero value for the result. |
313 | void GetMemberOfVectorOfNonStruct(const StructDef &struct_def, |
314 | const FieldDef &field, |
315 | std::string *code_ptr) { |
316 | std::string &code = *code_ptr; |
317 | auto vectortype = field.value.type.VectorType(); |
318 | |
319 | GenReceiver(struct_def, code_ptr); |
320 | code += MakeCamel(NormalizedName(field)); |
321 | code += "(self, j):" ; |
322 | code += OffsetPrefix(field); |
323 | code += Indent + Indent + Indent + "a = self._tab.Vector(o)\n" ; |
324 | code += Indent + Indent + Indent; |
325 | code += "return " + GenGetter(field.value.type); |
326 | code += "a + flatbuffers.number_types.UOffsetTFlags.py_type(j * " ; |
327 | code += NumToString(InlineSize(vectortype)) + "))\n" ; |
328 | if (vectortype.base_type == BASE_TYPE_STRING) { |
329 | code += Indent + Indent + "return \"\"\n" ; |
330 | } else { |
331 | code += Indent + Indent + "return 0\n" ; |
332 | } |
333 | code += "\n" ; |
334 | } |
335 | |
336 | // Returns a non-struct vector as a numpy array. Much faster |
337 | // than iterating over the vector element by element. |
338 | void GetVectorOfNonStructAsNumpy(const StructDef &struct_def, |
339 | const FieldDef &field, |
340 | std::string *code_ptr) { |
341 | std::string &code = *code_ptr; |
342 | auto vectortype = field.value.type.VectorType(); |
343 | |
344 | // Currently, we only support accessing as numpy array if |
345 | // the vector type is a scalar. |
346 | if (!(IsScalar(vectortype.base_type))) { return; } |
347 | |
348 | GenReceiver(struct_def, code_ptr); |
349 | code += MakeCamel(NormalizedName(field)) + "AsNumpy(self):" ; |
350 | code += OffsetPrefix(field); |
351 | |
352 | code += Indent + Indent + Indent; |
353 | code += "return " ; |
354 | code += "self._tab.GetVectorAsNumpy(flatbuffers.number_types." ; |
355 | code += MakeCamel(GenTypeGet(field.value.type)); |
356 | code += "Flags, o)\n" ; |
357 | |
358 | if (vectortype.base_type == BASE_TYPE_STRING) { |
359 | code += Indent + Indent + "return \"\"\n" ; |
360 | } else { |
361 | code += Indent + Indent + "return 0\n" ; |
362 | } |
363 | code += "\n" ; |
364 | } |
365 | |
366 | // Begin the creator function signature. |
367 | void BeginBuilderArgs(const StructDef &struct_def, |
368 | std::string *code_ptr) { |
369 | std::string &code = *code_ptr; |
370 | |
371 | code += "\n" ; |
372 | code += "def Create" + NormalizedName(struct_def); |
373 | code += "(builder" ; |
374 | } |
375 | |
376 | // Recursively generate arguments for a constructor, to deal with nested |
377 | // structs. |
378 | void StructBuilderArgs(const StructDef &struct_def, |
379 | const char *nameprefix, std::string *code_ptr) { |
380 | for (auto it = struct_def.fields.vec.begin(); |
381 | it != struct_def.fields.vec.end(); ++it) { |
382 | auto &field = **it; |
383 | if (IsStruct(field.value.type)) { |
384 | // Generate arguments for a struct inside a struct. To ensure names |
385 | // don't clash, and to make it obvious these arguments are constructing |
386 | // a nested struct, prefix the name with the field name. |
387 | StructBuilderArgs(*field.value.type.struct_def, |
388 | (nameprefix + (NormalizedName(field) + "_" )).c_str(), code_ptr); |
389 | } else { |
390 | std::string &code = *code_ptr; |
391 | code += std::string(", " ) + nameprefix; |
392 | code += MakeCamel(NormalizedName(field), false); |
393 | } |
394 | } |
395 | } |
396 | |
397 | // End the creator function signature. |
398 | void EndBuilderArgs(std::string *code_ptr) { |
399 | std::string &code = *code_ptr; |
400 | code += "):\n" ; |
401 | } |
402 | |
403 | // Recursively generate struct construction statements and instert manual |
404 | // padding. |
405 | void StructBuilderBody(const StructDef &struct_def, |
406 | const char *nameprefix, std::string *code_ptr) { |
407 | std::string &code = *code_ptr; |
408 | code += " builder.Prep(" + NumToString(struct_def.minalign) + ", " ; |
409 | code += NumToString(struct_def.bytesize) + ")\n" ; |
410 | for (auto it = struct_def.fields.vec.rbegin(); |
411 | it != struct_def.fields.vec.rend(); ++it) { |
412 | auto &field = **it; |
413 | if (field.padding) |
414 | code += " builder.Pad(" + NumToString(field.padding) + ")\n" ; |
415 | if (IsStruct(field.value.type)) { |
416 | StructBuilderBody(*field.value.type.struct_def, |
417 | (nameprefix + (NormalizedName(field) + "_" )).c_str(), code_ptr); |
418 | } else { |
419 | code += " builder.Prepend" + GenMethod(field) + "(" ; |
420 | code += nameprefix + MakeCamel(NormalizedName(field), false) + ")\n" ; |
421 | } |
422 | } |
423 | } |
424 | |
425 | void EndBuilderBody(std::string *code_ptr) { |
426 | std::string &code = *code_ptr; |
427 | code += " return builder.Offset()\n" ; |
428 | } |
429 | |
430 | // Get the value of a table's starting offset. |
431 | void GetStartOfTable(const StructDef &struct_def, |
432 | std::string *code_ptr) { |
433 | std::string &code = *code_ptr; |
434 | code += "def " + NormalizedName(struct_def) + "Start" ; |
435 | code += "(builder): " ; |
436 | code += "builder.StartObject(" ; |
437 | code += NumToString(struct_def.fields.vec.size()); |
438 | code += ")\n" ; |
439 | } |
440 | |
441 | // Set the value of a table's field. |
442 | void BuildFieldOfTable(const StructDef &struct_def, |
443 | const FieldDef &field, const size_t offset, |
444 | std::string *code_ptr) { |
445 | std::string &code = *code_ptr; |
446 | code += "def " + NormalizedName(struct_def) + "Add" + MakeCamel(NormalizedName(field)); |
447 | code += "(builder, " ; |
448 | code += MakeCamel(NormalizedName(field), false); |
449 | code += "): " ; |
450 | code += "builder.Prepend" ; |
451 | code += GenMethod(field) + "Slot(" ; |
452 | code += NumToString(offset) + ", " ; |
453 | if (!IsScalar(field.value.type.base_type) && (!struct_def.fixed)) { |
454 | code += "flatbuffers.number_types.UOffsetTFlags.py_type" ; |
455 | code += "(" ; |
456 | code += MakeCamel(NormalizedName(field), false) + ")" ; |
457 | } else { |
458 | code += MakeCamel(NormalizedName(field), false); |
459 | } |
460 | code += ", " ; |
461 | code += IsFloat(field.value.type.base_type) |
462 | ? float_const_gen_.GenFloatConstant(field) |
463 | : field.value.constant; |
464 | code += ")\n" ; |
465 | } |
466 | |
467 | // Set the value of one of the members of a table's vector. |
468 | void BuildVectorOfTable(const StructDef &struct_def, |
469 | const FieldDef &field, std::string *code_ptr) { |
470 | std::string &code = *code_ptr; |
471 | code += "def " + NormalizedName(struct_def) + "Start" ; |
472 | code += MakeCamel(NormalizedName(field)); |
473 | code += "Vector(builder, numElems): return builder.StartVector(" ; |
474 | auto vector_type = field.value.type.VectorType(); |
475 | auto alignment = InlineAlignment(vector_type); |
476 | auto elem_size = InlineSize(vector_type); |
477 | code += NumToString(elem_size); |
478 | code += ", numElems, " + NumToString(alignment); |
479 | code += ")\n" ; |
480 | } |
481 | |
482 | // Get the offset of the end of a table. |
483 | void GetEndOffsetOnTable(const StructDef &struct_def, |
484 | std::string *code_ptr) { |
485 | std::string &code = *code_ptr; |
486 | code += "def " + NormalizedName(struct_def) + "End" ; |
487 | code += "(builder): " ; |
488 | code += "return builder.EndObject()\n" ; |
489 | } |
490 | |
491 | // Generate the receiver for function signatures. |
492 | void GenReceiver(const StructDef &struct_def, std::string *code_ptr) { |
493 | std::string &code = *code_ptr; |
494 | code += Indent + "# " + NormalizedName(struct_def) + "\n" ; |
495 | code += Indent + "def " ; |
496 | } |
497 | |
498 | // Generate a struct field, conditioned on its child type(s). |
499 | void GenStructAccessor(const StructDef &struct_def, |
500 | const FieldDef &field, std::string *code_ptr) { |
501 | GenComment(field.doc_comment, code_ptr, nullptr, "# " ); |
502 | if (IsScalar(field.value.type.base_type)) { |
503 | if (struct_def.fixed) { |
504 | GetScalarFieldOfStruct(struct_def, field, code_ptr); |
505 | } else { |
506 | GetScalarFieldOfTable(struct_def, field, code_ptr); |
507 | } |
508 | } else { |
509 | switch (field.value.type.base_type) { |
510 | case BASE_TYPE_STRUCT: |
511 | if (struct_def.fixed) { |
512 | GetStructFieldOfStruct(struct_def, field, code_ptr); |
513 | } else { |
514 | GetStructFieldOfTable(struct_def, field, code_ptr); |
515 | } |
516 | break; |
517 | case BASE_TYPE_STRING: GetStringField(struct_def, field, code_ptr); break; |
518 | case BASE_TYPE_VECTOR: { |
519 | auto vectortype = field.value.type.VectorType(); |
520 | if (vectortype.base_type == BASE_TYPE_STRUCT) { |
521 | GetMemberOfVectorOfStruct(struct_def, field, code_ptr); |
522 | } else { |
523 | GetMemberOfVectorOfNonStruct(struct_def, field, code_ptr); |
524 | GetVectorOfNonStructAsNumpy(struct_def, field, code_ptr); |
525 | } |
526 | break; |
527 | } |
528 | case BASE_TYPE_UNION: GetUnionField(struct_def, field, code_ptr); break; |
529 | default: FLATBUFFERS_ASSERT(0); |
530 | } |
531 | } |
532 | if (field.value.type.base_type == BASE_TYPE_VECTOR) { |
533 | GetVectorLen(struct_def, field, code_ptr); |
534 | } |
535 | } |
536 | |
537 | // Generate table constructors, conditioned on its members' types. |
538 | void GenTableBuilders(const StructDef &struct_def, |
539 | std::string *code_ptr) { |
540 | GetStartOfTable(struct_def, code_ptr); |
541 | |
542 | for (auto it = struct_def.fields.vec.begin(); |
543 | it != struct_def.fields.vec.end(); ++it) { |
544 | auto &field = **it; |
545 | if (field.deprecated) continue; |
546 | |
547 | auto offset = it - struct_def.fields.vec.begin(); |
548 | BuildFieldOfTable(struct_def, field, offset, code_ptr); |
549 | if (field.value.type.base_type == BASE_TYPE_VECTOR) { |
550 | BuildVectorOfTable(struct_def, field, code_ptr); |
551 | } |
552 | } |
553 | |
554 | GetEndOffsetOnTable(struct_def, code_ptr); |
555 | } |
556 | |
557 | // Generate struct or table methods. |
558 | void GenStruct(const StructDef &struct_def, std::string *code_ptr) { |
559 | if (struct_def.generated) return; |
560 | |
561 | GenComment(struct_def.doc_comment, code_ptr, nullptr, "# " ); |
562 | BeginClass(struct_def, code_ptr); |
563 | if (!struct_def.fixed) { |
564 | // Generate a special accessor for the table that has been declared as |
565 | // the root type. |
566 | NewRootTypeFromBuffer(struct_def, code_ptr); |
567 | } |
568 | // Generate the Init method that sets the field in a pre-existing |
569 | // accessor object. This is to allow object reuse. |
570 | InitializeExisting(struct_def, code_ptr); |
571 | for (auto it = struct_def.fields.vec.begin(); |
572 | it != struct_def.fields.vec.end(); ++it) { |
573 | auto &field = **it; |
574 | if (field.deprecated) continue; |
575 | |
576 | GenStructAccessor(struct_def, field, code_ptr); |
577 | } |
578 | |
579 | if (struct_def.fixed) { |
580 | // create a struct constructor function |
581 | GenStructBuilder(struct_def, code_ptr); |
582 | } else { |
583 | // Create a set of functions that allow table construction. |
584 | GenTableBuilders(struct_def, code_ptr); |
585 | } |
586 | } |
587 | |
588 | // Generate enum declarations. |
589 | void GenEnum(const EnumDef &enum_def, std::string *code_ptr) { |
590 | if (enum_def.generated) return; |
591 | |
592 | GenComment(enum_def.doc_comment, code_ptr, nullptr, "# " ); |
593 | BeginEnum(NormalizedName(enum_def), code_ptr); |
594 | for (auto it = enum_def.Vals().begin(); it != enum_def.Vals().end(); ++it) { |
595 | auto &ev = **it; |
596 | GenComment(ev.doc_comment, code_ptr, nullptr, "# " ); |
597 | EnumMember(enum_def, ev, code_ptr); |
598 | } |
599 | EndEnum(code_ptr); |
600 | } |
601 | |
602 | // Returns the function name that is able to read a value of the given type. |
603 | std::string GenGetter(const Type &type) { |
604 | switch (type.base_type) { |
605 | case BASE_TYPE_STRING: return "self._tab.String(" ; |
606 | case BASE_TYPE_UNION: return "self._tab.Union(" ; |
607 | case BASE_TYPE_VECTOR: return GenGetter(type.VectorType()); |
608 | default: |
609 | return "self._tab.Get(flatbuffers.number_types." + |
610 | MakeCamel(GenTypeGet(type)) + "Flags, " ; |
611 | } |
612 | } |
613 | |
614 | // Returns the method name for use with add/put calls. |
615 | std::string GenMethod(const FieldDef &field) { |
616 | return IsScalar(field.value.type.base_type) |
617 | ? MakeCamel(GenTypeBasic(field.value.type)) |
618 | : (IsStruct(field.value.type) ? "Struct" : "UOffsetTRelative" ); |
619 | } |
620 | |
621 | std::string GenTypeBasic(const Type &type) { |
622 | static const char *ctypename[] = { |
623 | // clang-format off |
624 | #define FLATBUFFERS_TD(ENUM, IDLTYPE, \ |
625 | CTYPE, JTYPE, GTYPE, NTYPE, PTYPE, RTYPE) \ |
626 | #PTYPE, |
627 | FLATBUFFERS_GEN_TYPES(FLATBUFFERS_TD) |
628 | #undef FLATBUFFERS_TD |
629 | // clang-format on |
630 | }; |
631 | return ctypename[type.base_type]; |
632 | } |
633 | |
634 | std::string GenTypePointer(const Type &type) { |
635 | switch (type.base_type) { |
636 | case BASE_TYPE_STRING: return "string" ; |
637 | case BASE_TYPE_VECTOR: return GenTypeGet(type.VectorType()); |
638 | case BASE_TYPE_STRUCT: return type.struct_def->name; |
639 | case BASE_TYPE_UNION: |
640 | // fall through |
641 | default: return "*flatbuffers.Table" ; |
642 | } |
643 | } |
644 | |
645 | std::string GenTypeGet(const Type &type) { |
646 | return IsScalar(type.base_type) ? GenTypeBasic(type) : GenTypePointer(type); |
647 | } |
648 | |
649 | std::string TypeName(const FieldDef &field) { |
650 | return GenTypeGet(field.value.type); |
651 | } |
652 | |
653 | // Create a struct with a builder and the struct's arguments. |
654 | void GenStructBuilder(const StructDef &struct_def, |
655 | std::string *code_ptr) { |
656 | BeginBuilderArgs(struct_def, code_ptr); |
657 | StructBuilderArgs(struct_def, "" , code_ptr); |
658 | EndBuilderArgs(code_ptr); |
659 | |
660 | StructBuilderBody(struct_def, "" , code_ptr); |
661 | EndBuilderBody(code_ptr); |
662 | } |
663 | |
664 | bool generate() { |
665 | if (!generateEnums()) return false; |
666 | if (!generateStructs()) return false; |
667 | return true; |
668 | } |
669 | |
670 | private: |
671 | bool generateEnums() { |
672 | for (auto it = parser_.enums_.vec.begin(); it != parser_.enums_.vec.end(); |
673 | ++it) { |
674 | auto &enum_def = **it; |
675 | std::string enumcode; |
676 | GenEnum(enum_def, &enumcode); |
677 | if (!SaveType(enum_def, enumcode, false)) return false; |
678 | } |
679 | return true; |
680 | } |
681 | |
682 | bool generateStructs() { |
683 | for (auto it = parser_.structs_.vec.begin(); |
684 | it != parser_.structs_.vec.end(); ++it) { |
685 | auto &struct_def = **it; |
686 | std::string declcode; |
687 | GenStruct(struct_def, &declcode); |
688 | if (!SaveType(struct_def, declcode, true)) return false; |
689 | } |
690 | return true; |
691 | } |
692 | |
693 | // Begin by declaring namespace and imports. |
694 | void BeginFile(const std::string name_space_name, const bool needs_imports, |
695 | std::string *code_ptr) { |
696 | std::string &code = *code_ptr; |
697 | code = code + "# " + FlatBuffersGeneratedWarning() + "\n\n" ; |
698 | code += "# namespace: " + name_space_name + "\n\n" ; |
699 | if (needs_imports) { code += "import flatbuffers\n\n" ; } |
700 | } |
701 | |
702 | // Save out the generated code for a Python Table type. |
703 | bool SaveType(const Definition &def, const std::string &classcode, |
704 | bool needs_imports) { |
705 | if (!classcode.length()) return true; |
706 | |
707 | std::string namespace_dir = path_; |
708 | auto &namespaces = def.defined_namespace->components; |
709 | for (auto it = namespaces.begin(); it != namespaces.end(); ++it) { |
710 | if (it != namespaces.begin()) namespace_dir += kPathSeparator; |
711 | namespace_dir += *it; |
712 | std::string init_py_filename = namespace_dir + "/__init__.py" ; |
713 | SaveFile(init_py_filename.c_str(), "" , false); |
714 | } |
715 | |
716 | std::string code = "" ; |
717 | BeginFile(LastNamespacePart(*def.defined_namespace), needs_imports, &code); |
718 | code += classcode; |
719 | std::string filename = |
720 | NamespaceDir(*def.defined_namespace) + NormalizedName(def) + ".py" ; |
721 | return SaveFile(filename.c_str(), code, false); |
722 | } |
723 | private: |
724 | std::unordered_set<std::string> keywords_; |
725 | const SimpleFloatConstantGenerator float_const_gen_; |
726 | }; |
727 | |
728 | } // namespace python |
729 | |
730 | bool GeneratePython(const Parser &parser, const std::string &path, |
731 | const std::string &file_name) { |
732 | python::PythonGenerator generator(parser, path, file_name); |
733 | return generator.generate(); |
734 | } |
735 | |
736 | } // namespace flatbuffers |
737 | |