| 1 | /* | 
| 2 |  * This file is part of the MicroPython project, http://micropython.org/ | 
| 3 |  * | 
| 4 |  * The MIT License (MIT) | 
| 5 |  * | 
| 6 |  * Copyright (c) 2013, 2014 Damien P. George | 
| 7 |  * Copyright (c) 2014 Paul Sokolovsky | 
| 8 |  * | 
| 9 |  * Permission is hereby granted, free of charge, to any person obtaining a copy | 
| 10 |  * of this software and associated documentation files (the "Software"), to deal | 
| 11 |  * in the Software without restriction, including without limitation the rights | 
| 12 |  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | 
| 13 |  * copies of the Software, and to permit persons to whom the Software is | 
| 14 |  * furnished to do so, subject to the following conditions: | 
| 15 |  * | 
| 16 |  * The above copyright notice and this permission notice shall be included in | 
| 17 |  * all copies or substantial portions of the Software. | 
| 18 |  * | 
| 19 |  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | 
| 20 |  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | 
| 21 |  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | 
| 22 |  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | 
| 23 |  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | 
| 24 |  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN | 
| 25 |  * THE SOFTWARE. | 
| 26 |  */ | 
| 27 | #ifndef MICROPY_INCLUDED_PY_BC_H | 
| 28 | #define MICROPY_INCLUDED_PY_BC_H | 
| 29 |  | 
| 30 | #include "py/runtime.h" | 
| 31 | #include "py/objfun.h" | 
| 32 |  | 
| 33 | // bytecode layout: | 
| 34 | // | 
| 35 | //  func signature  : var uint | 
| 36 | //      contains six values interleaved bit-wise as: xSSSSEAA [xFSSKAED repeated] | 
| 37 | //          x = extension           another byte follows | 
| 38 | //          S = n_state - 1         number of entries in Python value stack | 
| 39 | //          E = n_exc_stack         number of entries in exception stack | 
| 40 | //          F = scope_flags         four bits of flags, MP_SCOPE_FLAG_xxx | 
| 41 | //          A = n_pos_args          number of arguments this function takes | 
| 42 | //          K = n_kwonly_args       number of keyword-only arguments this function takes | 
| 43 | //          D = n_def_pos_args      number of default positional arguments | 
| 44 | // | 
| 45 | //  prelude size    : var uint | 
| 46 | //      contains two values interleaved bit-wise as: xIIIIIIC repeated | 
| 47 | //          x = extension           another byte follows | 
| 48 | //          I = n_info              number of bytes in source info section | 
| 49 | //          C = n_cells             number of bytes/cells in closure section | 
| 50 | // | 
| 51 | //  source info section: | 
| 52 | //      simple_name : var qstr | 
| 53 | //      source_file : var qstr | 
| 54 | //      <line number info> | 
| 55 | // | 
| 56 | //  closure section: | 
| 57 | //      local_num0  : byte | 
| 58 | //      ...         : byte | 
| 59 | //      local_numN  : byte          N = n_cells-1 | 
| 60 | // | 
| 61 | //  <word alignment padding>        only needed if bytecode contains pointers | 
| 62 | // | 
| 63 | //  <bytecode> | 
| 64 | // | 
| 65 | // | 
| 66 | // constant table layout: | 
| 67 | // | 
| 68 | //  argname0        : obj (qstr) | 
| 69 | //  ...             : obj (qstr) | 
| 70 | //  argnameN        : obj (qstr)    N = num_pos_args + num_kwonly_args | 
| 71 | //  const0          : obj | 
| 72 | //  constN          : obj | 
| 73 |  | 
| 74 | #define MP_BC_PRELUDE_SIG_ENCODE(S, E, scope, out_byte, out_env) \ | 
| 75 |     do {                                                            \ | 
| 76 |         /*// Get values to store in prelude */                      \ | 
| 77 |         size_t F = scope->scope_flags & MP_SCOPE_FLAG_ALL_SIG;      \ | 
| 78 |         size_t A = scope->num_pos_args;                             \ | 
| 79 |         size_t K = scope->num_kwonly_args;                          \ | 
| 80 |         size_t D = scope->num_def_pos_args;                         \ | 
| 81 |                                                                 \ | 
| 82 |         /* Adjust S to shrink range, to compress better */          \ | 
| 83 |         S -= 1;                                                     \ | 
| 84 |                                                                 \ | 
| 85 |         /* Encode prelude */                                        \ | 
| 86 |         /* xSSSSEAA */                                              \ | 
| 87 |         uint8_t z = (S & 0xf) << 3 | (E & 1) << 2 | (A & 3);        \ | 
| 88 |         S >>= 4;                                                    \ | 
| 89 |         E >>= 1;                                                    \ | 
| 90 |         A >>= 2;                                                    \ | 
| 91 |         while (S | E | F | A | K | D) {                             \ | 
| 92 |             out_byte(out_env, 0x80 | z);                            \ | 
| 93 |             /* xFSSKAED */                                          \ | 
| 94 |             z = (F & 1) << 6 | (S & 3) << 4 | (K & 1) << 3          \ | 
| 95 |                 | (A & 1) << 2 | (E & 1) << 1 | (D & 1);            \ | 
| 96 |             S >>= 2;                                                \ | 
| 97 |             E >>= 1;                                                \ | 
| 98 |             F >>= 1;                                                \ | 
| 99 |             A >>= 1;                                                \ | 
| 100 |             K >>= 1;                                                \ | 
| 101 |             D >>= 1;                                                \ | 
| 102 |         }                                                           \ | 
| 103 |         out_byte(out_env, z);                                       \ | 
| 104 |     } while (0) | 
| 105 |  | 
| 106 | #define MP_BC_PRELUDE_SIG_DECODE_INTO(ip, S, E, F, A, K, D)     \ | 
| 107 |     do {                                                            \ | 
| 108 |         uint8_t z = *(ip)++;                                        \ | 
| 109 |         /* xSSSSEAA */                                              \ | 
| 110 |         S = (z >> 3) & 0xf;                                         \ | 
| 111 |         E = (z >> 2) & 0x1;                                         \ | 
| 112 |         F = 0;                                                      \ | 
| 113 |         A = z & 0x3;                                                \ | 
| 114 |         K = 0;                                                      \ | 
| 115 |         D = 0;                                                      \ | 
| 116 |         for (unsigned n = 0; z & 0x80; ++n) {                       \ | 
| 117 |             z = *(ip)++;                                            \ | 
| 118 |             /* xFSSKAED */                                          \ | 
| 119 |             S |= (z & 0x30) << (2 * n);                             \ | 
| 120 |             E |= (z & 0x02) << n;                                   \ | 
| 121 |             F |= ((z & 0x40) >> 6) << n;                            \ | 
| 122 |             A |= (z & 0x4) << n;                                    \ | 
| 123 |             K |= ((z & 0x08) >> 3) << n;                            \ | 
| 124 |             D |= (z & 0x1) << n;                                    \ | 
| 125 |         }                                                           \ | 
| 126 |         S += 1;                                                     \ | 
| 127 |     } while (0) | 
| 128 |  | 
| 129 | #define MP_BC_PRELUDE_SIG_DECODE(ip) \ | 
| 130 |     size_t n_state, n_exc_stack, scope_flags, n_pos_args, n_kwonly_args, n_def_pos_args; \ | 
| 131 |     MP_BC_PRELUDE_SIG_DECODE_INTO(ip, n_state, n_exc_stack, scope_flags, n_pos_args, n_kwonly_args, n_def_pos_args) | 
| 132 |  | 
| 133 | #define MP_BC_PRELUDE_SIZE_ENCODE(I, C, out_byte, out_env)      \ | 
| 134 |     do {                                                            \ | 
| 135 |         /* Encode bit-wise as: xIIIIIIC */                          \ | 
| 136 |         uint8_t z = 0;                                              \ | 
| 137 |         do {                                                        \ | 
| 138 |             z = (I & 0x3f) << 1 | (C & 1);                          \ | 
| 139 |             C >>= 1;                                                \ | 
| 140 |             I >>= 6;                                                \ | 
| 141 |             if (C | I) {                                            \ | 
| 142 |                 z |= 0x80;                                          \ | 
| 143 |             }                                                       \ | 
| 144 |             out_byte(out_env, z);                                   \ | 
| 145 |         } while (C | I);                                            \ | 
| 146 |     } while (0) | 
| 147 |  | 
| 148 | #define MP_BC_PRELUDE_SIZE_DECODE_INTO(ip, I, C)                \ | 
| 149 |     do {                                                            \ | 
| 150 |         uint8_t z;                                                  \ | 
| 151 |         C = 0;                                                      \ | 
| 152 |         I = 0;                                                      \ | 
| 153 |         for (unsigned n = 0;; ++n) {                                \ | 
| 154 |             z = *(ip)++;                                            \ | 
| 155 |             /* xIIIIIIC */                                          \ | 
| 156 |             C |= (z & 1) << n;                                      \ | 
| 157 |             I |= ((z & 0x7e) >> 1) << (6 * n);                      \ | 
| 158 |             if (!(z & 0x80)) {                                      \ | 
| 159 |                 break;                                              \ | 
| 160 |             }                                                       \ | 
| 161 |         }                                                           \ | 
| 162 |     } while (0) | 
| 163 |  | 
| 164 | #define MP_BC_PRELUDE_SIZE_DECODE(ip) \ | 
| 165 |     size_t n_info, n_cell; \ | 
| 166 |     MP_BC_PRELUDE_SIZE_DECODE_INTO(ip, n_info, n_cell) | 
| 167 |  | 
| 168 | // Sentinel value for mp_code_state_t.exc_sp_idx | 
| 169 | #define MP_CODE_STATE_EXC_SP_IDX_SENTINEL ((uint16_t)-1) | 
| 170 |  | 
| 171 | // To convert mp_code_state_t.exc_sp_idx to/from a pointer to mp_exc_stack_t | 
| 172 | #define MP_CODE_STATE_EXC_SP_IDX_FROM_PTR(exc_stack, exc_sp) ((exc_sp) + 1 - (exc_stack)) | 
| 173 | #define MP_CODE_STATE_EXC_SP_IDX_TO_PTR(exc_stack, exc_sp_idx) ((exc_stack) + (exc_sp_idx) - 1) | 
| 174 |  | 
| 175 | typedef struct _mp_bytecode_prelude_t { | 
| 176 |     uint n_state; | 
| 177 |     uint n_exc_stack; | 
| 178 |     uint scope_flags; | 
| 179 |     uint n_pos_args; | 
| 180 |     uint n_kwonly_args; | 
| 181 |     uint n_def_pos_args; | 
| 182 |     qstr qstr_block_name; | 
| 183 |     qstr qstr_source_file; | 
| 184 |     const byte *line_info; | 
| 185 |     const byte *opcodes; | 
| 186 | } mp_bytecode_prelude_t; | 
| 187 |  | 
| 188 | // Exception stack entry | 
| 189 | typedef struct _mp_exc_stack_t { | 
| 190 |     const byte *handler; | 
| 191 |     // bit 0 is currently unused | 
| 192 |     // bit 1 is whether the opcode was SETUP_WITH or SETUP_FINALLY | 
| 193 |     mp_obj_t *val_sp; | 
| 194 |     // Saved exception | 
| 195 |     mp_obj_base_t *prev_exc; | 
| 196 | } mp_exc_stack_t; | 
| 197 |  | 
| 198 | typedef struct _mp_code_state_t { | 
| 199 |     // The fun_bc entry points to the underlying function object that is being executed. | 
| 200 |     // It is needed to access the start of bytecode and the const_table. | 
| 201 |     // It is also needed to prevent the GC from reclaiming the bytecode during execution, | 
| 202 |     // because the ip pointer below will always point to the interior of the bytecode. | 
| 203 |     mp_obj_fun_bc_t *fun_bc; | 
| 204 |     const byte *ip; | 
| 205 |     mp_obj_t *sp; | 
| 206 |     uint16_t n_state; | 
| 207 |     uint16_t exc_sp_idx; | 
| 208 |     mp_obj_dict_t *old_globals; | 
| 209 |     #if MICROPY_STACKLESS | 
| 210 |     struct _mp_code_state_t *prev; | 
| 211 |     #endif | 
| 212 |     #if MICROPY_PY_SYS_SETTRACE | 
| 213 |     struct _mp_code_state_t *prev_state; | 
| 214 |     struct _mp_obj_frame_t *frame; | 
| 215 |     #endif | 
| 216 |     // Variable-length | 
| 217 |     mp_obj_t state[0]; | 
| 218 |     // Variable-length, never accessed by name, only as (void*)(state + n_state) | 
| 219 |     // mp_exc_stack_t exc_state[0]; | 
| 220 | } mp_code_state_t; | 
| 221 |  | 
| 222 | mp_uint_t mp_decode_uint(const byte **ptr); | 
| 223 | mp_uint_t mp_decode_uint_value(const byte *ptr); | 
| 224 | const byte *mp_decode_uint_skip(const byte *ptr); | 
| 225 |  | 
| 226 | mp_vm_return_kind_t mp_execute_bytecode(mp_code_state_t *code_state, volatile mp_obj_t inject_exc); | 
| 227 | mp_code_state_t *mp_obj_fun_bc_prepare_codestate(mp_obj_t func, size_t n_args, size_t n_kw, const mp_obj_t *args); | 
| 228 | void mp_setup_code_state(mp_code_state_t *code_state, size_t n_args, size_t n_kw, const mp_obj_t *args); | 
| 229 | void mp_bytecode_print(const mp_print_t *print, const void *descr, const byte *code, mp_uint_t len, const mp_uint_t *const_table); | 
| 230 | void mp_bytecode_print2(const mp_print_t *print, const byte *code, size_t len, const mp_uint_t *const_table); | 
| 231 | const byte *mp_bytecode_print_str(const mp_print_t *print, const byte *ip); | 
| 232 | #define mp_bytecode_print_inst(print, code, const_table) mp_bytecode_print2(print, code, 1, const_table) | 
| 233 |  | 
| 234 | // Helper macros to access pointer with least significant bits holding flags | 
| 235 | #define MP_TAGPTR_PTR(x) ((void *)((uintptr_t)(x) & ~((uintptr_t)3))) | 
| 236 | #define MP_TAGPTR_TAG0(x) ((uintptr_t)(x) & 1) | 
| 237 | #define MP_TAGPTR_TAG1(x) ((uintptr_t)(x) & 2) | 
| 238 | #define MP_TAGPTR_MAKE(ptr, tag) ((void *)((uintptr_t)(ptr) | (tag))) | 
| 239 |  | 
| 240 | #if MICROPY_PERSISTENT_CODE_LOAD || MICROPY_PERSISTENT_CODE_SAVE | 
| 241 |  | 
| 242 | uint mp_opcode_format(const byte *ip, size_t *opcode_size, bool count_var_uint); | 
| 243 |  | 
| 244 | #endif | 
| 245 |  | 
| 246 | static inline size_t mp_bytecode_get_source_line(const byte *line_info, size_t bc_offset) { | 
| 247 |     size_t source_line = 1; | 
| 248 |     size_t c; | 
| 249 |     while ((c = *line_info)) { | 
| 250 |         size_t b, l; | 
| 251 |         if ((c & 0x80) == 0) { | 
| 252 |             // 0b0LLBBBBB encoding | 
| 253 |             b = c & 0x1f; | 
| 254 |             l = c >> 5; | 
| 255 |             line_info += 1; | 
| 256 |         } else { | 
| 257 |             // 0b1LLLBBBB 0bLLLLLLLL encoding (l's LSB in second byte) | 
| 258 |             b = c & 0xf; | 
| 259 |             l = ((c << 4) & 0x700) | line_info[1]; | 
| 260 |             line_info += 2; | 
| 261 |         } | 
| 262 |         if (bc_offset >= b) { | 
| 263 |             bc_offset -= b; | 
| 264 |             source_line += l; | 
| 265 |         } else { | 
| 266 |             // found source line corresponding to bytecode offset | 
| 267 |             break; | 
| 268 |         } | 
| 269 |     } | 
| 270 |     return source_line; | 
| 271 | } | 
| 272 |  | 
| 273 | #endif // MICROPY_INCLUDED_PY_BC_H | 
| 274 |  |