| 1 | /* |
| 2 | ** JIT library. |
| 3 | ** Copyright (C) 2005-2014 Mike Pall. See Copyright Notice in luajit.h |
| 4 | */ |
| 5 | |
| 6 | #define lib_jit_c |
| 7 | #define LUA_LIB |
| 8 | |
| 9 | #include "lua.h" |
| 10 | #include "lauxlib.h" |
| 11 | #include "lualib.h" |
| 12 | |
| 13 | #include "lj_arch.h" |
| 14 | #include "lj_obj.h" |
| 15 | #include "lj_err.h" |
| 16 | #include "lj_debug.h" |
| 17 | #include "lj_str.h" |
| 18 | #include "lj_tab.h" |
| 19 | #include "lj_bc.h" |
| 20 | #if LJ_HASJIT |
| 21 | #include "lj_ir.h" |
| 22 | #include "lj_jit.h" |
| 23 | #include "lj_ircall.h" |
| 24 | #include "lj_iropt.h" |
| 25 | #include "lj_target.h" |
| 26 | #endif |
| 27 | #include "lj_dispatch.h" |
| 28 | #include "lj_vm.h" |
| 29 | #include "lj_vmevent.h" |
| 30 | #include "lj_lib.h" |
| 31 | |
| 32 | #include "luajit.h" |
| 33 | |
| 34 | /* -- jit.* functions ----------------------------------------------------- */ |
| 35 | |
| 36 | #define LJLIB_MODULE_jit |
| 37 | |
| 38 | static int setjitmode(lua_State *L, int mode) |
| 39 | { |
| 40 | int idx = 0; |
| 41 | if (L->base == L->top || tvisnil(L->base)) { /* jit.on/off/flush([nil]) */ |
| 42 | mode |= LUAJIT_MODE_ENGINE; |
| 43 | } else { |
| 44 | /* jit.on/off/flush(func|proto, nil|true|false) */ |
| 45 | if (tvisfunc(L->base) || tvisproto(L->base)) |
| 46 | idx = 1; |
| 47 | else if (!tvistrue(L->base)) /* jit.on/off/flush(true, nil|true|false) */ |
| 48 | goto err; |
| 49 | if (L->base+1 < L->top && tvisbool(L->base+1)) |
| 50 | mode |= boolV(L->base+1) ? LUAJIT_MODE_ALLFUNC : LUAJIT_MODE_ALLSUBFUNC; |
| 51 | else |
| 52 | mode |= LUAJIT_MODE_FUNC; |
| 53 | } |
| 54 | if (luaJIT_setmode(L, idx, mode) != 1) { |
| 55 | if ((mode & LUAJIT_MODE_MASK) == LUAJIT_MODE_ENGINE) |
| 56 | lj_err_caller(L, LJ_ERR_NOJIT); |
| 57 | err: |
| 58 | lj_err_argt(L, 1, LUA_TFUNCTION); |
| 59 | } |
| 60 | return 0; |
| 61 | } |
| 62 | |
| 63 | LJLIB_CF(jit_on) |
| 64 | { |
| 65 | return setjitmode(L, LUAJIT_MODE_ON); |
| 66 | } |
| 67 | |
| 68 | LJLIB_CF(jit_off) |
| 69 | { |
| 70 | return setjitmode(L, LUAJIT_MODE_OFF); |
| 71 | } |
| 72 | |
| 73 | LJLIB_CF(jit_flush) |
| 74 | { |
| 75 | #if LJ_HASJIT |
| 76 | if (L->base < L->top && tvisnumber(L->base)) { |
| 77 | int traceno = lj_lib_checkint(L, 1); |
| 78 | luaJIT_setmode(L, traceno, LUAJIT_MODE_FLUSH|LUAJIT_MODE_TRACE); |
| 79 | return 0; |
| 80 | } |
| 81 | #endif |
| 82 | return setjitmode(L, LUAJIT_MODE_FLUSH); |
| 83 | } |
| 84 | |
| 85 | #if LJ_HASJIT |
| 86 | /* Push a string for every flag bit that is set. */ |
| 87 | static void flagbits_to_strings(lua_State *L, uint32_t flags, uint32_t base, |
| 88 | const char *str) |
| 89 | { |
| 90 | for (; *str; base <<= 1, str += 1+*str) |
| 91 | if (flags & base) |
| 92 | setstrV(L, L->top++, lj_str_new(L, str+1, *(uint8_t *)str)); |
| 93 | } |
| 94 | #endif |
| 95 | |
| 96 | LJLIB_CF(jit_status) |
| 97 | { |
| 98 | #if LJ_HASJIT |
| 99 | jit_State *J = L2J(L); |
| 100 | L->top = L->base; |
| 101 | setboolV(L->top++, (J->flags & JIT_F_ON) ? 1 : 0); |
| 102 | flagbits_to_strings(L, J->flags, JIT_F_CPU_FIRST, JIT_F_CPUSTRING); |
| 103 | flagbits_to_strings(L, J->flags, JIT_F_OPT_FIRST, JIT_F_OPTSTRING); |
| 104 | return (int)(L->top - L->base); |
| 105 | #else |
| 106 | setboolV(L->top++, 0); |
| 107 | return 1; |
| 108 | #endif |
| 109 | } |
| 110 | |
| 111 | LJLIB_CF(jit_attach) |
| 112 | { |
| 113 | #ifdef LUAJIT_DISABLE_VMEVENT |
| 114 | luaL_error(L, "vmevent API disabled" ); |
| 115 | #else |
| 116 | GCfunc *fn = lj_lib_checkfunc(L, 1); |
| 117 | GCstr *s = lj_lib_optstr(L, 2); |
| 118 | luaL_findtable(L, LUA_REGISTRYINDEX, LJ_VMEVENTS_REGKEY, LJ_VMEVENTS_HSIZE); |
| 119 | if (s) { /* Attach to given event. */ |
| 120 | const uint8_t *p = (const uint8_t *)strdata(s); |
| 121 | uint32_t h = s->len; |
| 122 | while (*p) h = h ^ (lj_rol(h, 6) + *p++); |
| 123 | lua_pushvalue(L, 1); |
| 124 | lua_rawseti(L, -2, VMEVENT_HASHIDX(h)); |
| 125 | G(L)->vmevmask = VMEVENT_NOCACHE; /* Invalidate cache. */ |
| 126 | } else { /* Detach if no event given. */ |
| 127 | setnilV(L->top++); |
| 128 | while (lua_next(L, -2)) { |
| 129 | L->top--; |
| 130 | if (tvisfunc(L->top) && funcV(L->top) == fn) { |
| 131 | setnilV(lj_tab_set(L, tabV(L->top-2), L->top-1)); |
| 132 | } |
| 133 | } |
| 134 | } |
| 135 | #endif |
| 136 | return 0; |
| 137 | } |
| 138 | |
| 139 | LJLIB_PUSH(top-5) LJLIB_SET(os) |
| 140 | LJLIB_PUSH(top-4) LJLIB_SET(arch) |
| 141 | LJLIB_PUSH(top-3) LJLIB_SET(version_num) |
| 142 | LJLIB_PUSH(top-2) LJLIB_SET(version) |
| 143 | |
| 144 | #include "lj_libdef.h" |
| 145 | |
| 146 | /* -- jit.util.* functions ------------------------------------------------ */ |
| 147 | |
| 148 | #define LJLIB_MODULE_jit_util |
| 149 | |
| 150 | /* -- Reflection API for Lua functions ------------------------------------ */ |
| 151 | |
| 152 | /* Return prototype of first argument (Lua function or prototype object) */ |
| 153 | static GCproto *check_Lproto(lua_State *L, int nolua) |
| 154 | { |
| 155 | TValue *o = L->base; |
| 156 | if (L->top > o) { |
| 157 | if (tvisproto(o)) { |
| 158 | return protoV(o); |
| 159 | } else if (tvisfunc(o)) { |
| 160 | if (isluafunc(funcV(o))) |
| 161 | return funcproto(funcV(o)); |
| 162 | else if (nolua) |
| 163 | return NULL; |
| 164 | } |
| 165 | } |
| 166 | lj_err_argt(L, 1, LUA_TFUNCTION); |
| 167 | return NULL; /* unreachable */ |
| 168 | } |
| 169 | |
| 170 | static void setintfield(lua_State *L, GCtab *t, const char *name, int32_t val) |
| 171 | { |
| 172 | setintV(lj_tab_setstr(L, t, lj_str_newz(L, name)), val); |
| 173 | } |
| 174 | |
| 175 | /* local info = jit.util.funcinfo(func [,pc]) */ |
| 176 | LJLIB_CF(jit_util_funcinfo) |
| 177 | { |
| 178 | GCproto *pt = check_Lproto(L, 1); |
| 179 | if (pt) { |
| 180 | BCPos pc = (BCPos)lj_lib_optint(L, 2, 0); |
| 181 | GCtab *t; |
| 182 | lua_createtable(L, 0, 16); /* Increment hash size if fields are added. */ |
| 183 | t = tabV(L->top-1); |
| 184 | setintfield(L, t, "linedefined" , pt->firstline); |
| 185 | setintfield(L, t, "lastlinedefined" , pt->firstline + pt->numline); |
| 186 | setintfield(L, t, "stackslots" , pt->framesize); |
| 187 | setintfield(L, t, "params" , pt->numparams); |
| 188 | setintfield(L, t, "bytecodes" , (int32_t)pt->sizebc); |
| 189 | setintfield(L, t, "gcconsts" , (int32_t)pt->sizekgc); |
| 190 | setintfield(L, t, "nconsts" , (int32_t)pt->sizekn); |
| 191 | setintfield(L, t, "upvalues" , (int32_t)pt->sizeuv); |
| 192 | if (pc < pt->sizebc) |
| 193 | setintfield(L, t, "currentline" , lj_debug_line(pt, pc)); |
| 194 | lua_pushboolean(L, (pt->flags & PROTO_VARARG)); |
| 195 | lua_setfield(L, -2, "isvararg" ); |
| 196 | lua_pushboolean(L, (pt->flags & PROTO_CHILD)); |
| 197 | lua_setfield(L, -2, "children" ); |
| 198 | setstrV(L, L->top++, proto_chunkname(pt)); |
| 199 | lua_setfield(L, -2, "source" ); |
| 200 | lj_debug_pushloc(L, pt, pc); |
| 201 | lua_setfield(L, -2, "loc" ); |
| 202 | } else { |
| 203 | GCfunc *fn = funcV(L->base); |
| 204 | GCtab *t; |
| 205 | lua_createtable(L, 0, 4); /* Increment hash size if fields are added. */ |
| 206 | t = tabV(L->top-1); |
| 207 | if (!iscfunc(fn)) |
| 208 | setintfield(L, t, "ffid" , fn->c.ffid); |
| 209 | setintptrV(lj_tab_setstr(L, t, lj_str_newlit(L, "addr" )), |
| 210 | (intptr_t)(void *)fn->c.f); |
| 211 | setintfield(L, t, "upvalues" , fn->c.nupvalues); |
| 212 | } |
| 213 | return 1; |
| 214 | } |
| 215 | |
| 216 | /* local ins, m = jit.util.funcbc(func, pc) */ |
| 217 | LJLIB_CF(jit_util_funcbc) |
| 218 | { |
| 219 | GCproto *pt = check_Lproto(L, 0); |
| 220 | BCPos pc = (BCPos)lj_lib_checkint(L, 2); |
| 221 | if (pc < pt->sizebc) { |
| 222 | BCIns ins = proto_bc(pt)[pc]; |
| 223 | BCOp op = bc_op(ins); |
| 224 | lua_assert(op < BC__MAX); |
| 225 | setintV(L->top, ins); |
| 226 | setintV(L->top+1, lj_bc_mode[op]); |
| 227 | L->top += 2; |
| 228 | return 2; |
| 229 | } |
| 230 | return 0; |
| 231 | } |
| 232 | |
| 233 | /* local k = jit.util.funck(func, idx) */ |
| 234 | LJLIB_CF(jit_util_funck) |
| 235 | { |
| 236 | GCproto *pt = check_Lproto(L, 0); |
| 237 | ptrdiff_t idx = (ptrdiff_t)lj_lib_checkint(L, 2); |
| 238 | if (idx >= 0) { |
| 239 | if (idx < (ptrdiff_t)pt->sizekn) { |
| 240 | copyTV(L, L->top-1, proto_knumtv(pt, idx)); |
| 241 | return 1; |
| 242 | } |
| 243 | } else { |
| 244 | if (~idx < (ptrdiff_t)pt->sizekgc) { |
| 245 | GCobj *gc = proto_kgc(pt, idx); |
| 246 | setgcV(L, L->top-1, gc, ~gc->gch.gct); |
| 247 | return 1; |
| 248 | } |
| 249 | } |
| 250 | return 0; |
| 251 | } |
| 252 | |
| 253 | /* local name = jit.util.funcuvname(func, idx) */ |
| 254 | LJLIB_CF(jit_util_funcuvname) |
| 255 | { |
| 256 | GCproto *pt = check_Lproto(L, 0); |
| 257 | uint32_t idx = (uint32_t)lj_lib_checkint(L, 2); |
| 258 | if (idx < pt->sizeuv) { |
| 259 | setstrV(L, L->top-1, lj_str_newz(L, lj_debug_uvname(pt, idx))); |
| 260 | return 1; |
| 261 | } |
| 262 | return 0; |
| 263 | } |
| 264 | |
| 265 | /* -- Reflection API for traces ------------------------------------------- */ |
| 266 | |
| 267 | #if LJ_HASJIT |
| 268 | |
| 269 | /* Check trace argument. Must not throw for non-existent trace numbers. */ |
| 270 | static GCtrace *jit_checktrace(lua_State *L) |
| 271 | { |
| 272 | TraceNo tr = (TraceNo)lj_lib_checkint(L, 1); |
| 273 | jit_State *J = L2J(L); |
| 274 | if (tr > 0 && tr < J->sizetrace) |
| 275 | return traceref(J, tr); |
| 276 | return NULL; |
| 277 | } |
| 278 | |
| 279 | /* Names of link types. ORDER LJ_TRLINK */ |
| 280 | static const char *const jit_trlinkname[] = { |
| 281 | "none" , "root" , "loop" , "tail-recursion" , "up-recursion" , "down-recursion" , |
| 282 | "interpreter" , "return" |
| 283 | }; |
| 284 | |
| 285 | /* local info = jit.util.traceinfo(tr) */ |
| 286 | LJLIB_CF(jit_util_traceinfo) |
| 287 | { |
| 288 | GCtrace *T = jit_checktrace(L); |
| 289 | if (T) { |
| 290 | GCtab *t; |
| 291 | lua_createtable(L, 0, 8); /* Increment hash size if fields are added. */ |
| 292 | t = tabV(L->top-1); |
| 293 | setintfield(L, t, "nins" , (int32_t)T->nins - REF_BIAS - 1); |
| 294 | setintfield(L, t, "nk" , REF_BIAS - (int32_t)T->nk); |
| 295 | setintfield(L, t, "link" , T->link); |
| 296 | setintfield(L, t, "nexit" , T->nsnap); |
| 297 | setstrV(L, L->top++, lj_str_newz(L, jit_trlinkname[T->linktype])); |
| 298 | lua_setfield(L, -2, "linktype" ); |
| 299 | /* There are many more fields. Add them only when needed. */ |
| 300 | return 1; |
| 301 | } |
| 302 | return 0; |
| 303 | } |
| 304 | |
| 305 | /* local m, ot, op1, op2, prev = jit.util.traceir(tr, idx) */ |
| 306 | LJLIB_CF(jit_util_traceir) |
| 307 | { |
| 308 | GCtrace *T = jit_checktrace(L); |
| 309 | IRRef ref = (IRRef)lj_lib_checkint(L, 2) + REF_BIAS; |
| 310 | if (T && ref >= REF_BIAS && ref < T->nins) { |
| 311 | IRIns *ir = &T->ir[ref]; |
| 312 | int32_t m = lj_ir_mode[ir->o]; |
| 313 | setintV(L->top-2, m); |
| 314 | setintV(L->top-1, ir->ot); |
| 315 | setintV(L->top++, (int32_t)ir->op1 - (irm_op1(m)==IRMref ? REF_BIAS : 0)); |
| 316 | setintV(L->top++, (int32_t)ir->op2 - (irm_op2(m)==IRMref ? REF_BIAS : 0)); |
| 317 | setintV(L->top++, ir->prev); |
| 318 | return 5; |
| 319 | } |
| 320 | return 0; |
| 321 | } |
| 322 | |
| 323 | /* local k, t [, slot] = jit.util.tracek(tr, idx) */ |
| 324 | LJLIB_CF(jit_util_tracek) |
| 325 | { |
| 326 | GCtrace *T = jit_checktrace(L); |
| 327 | IRRef ref = (IRRef)lj_lib_checkint(L, 2) + REF_BIAS; |
| 328 | if (T && ref >= T->nk && ref < REF_BIAS) { |
| 329 | IRIns *ir = &T->ir[ref]; |
| 330 | int32_t slot = -1; |
| 331 | if (ir->o == IR_KSLOT) { |
| 332 | slot = ir->op2; |
| 333 | ir = &T->ir[ir->op1]; |
| 334 | } |
| 335 | lj_ir_kvalue(L, L->top-2, ir); |
| 336 | setintV(L->top-1, (int32_t)irt_type(ir->t)); |
| 337 | if (slot == -1) |
| 338 | return 2; |
| 339 | setintV(L->top++, slot); |
| 340 | return 3; |
| 341 | } |
| 342 | return 0; |
| 343 | } |
| 344 | |
| 345 | /* local snap = jit.util.tracesnap(tr, sn) */ |
| 346 | LJLIB_CF(jit_util_tracesnap) |
| 347 | { |
| 348 | GCtrace *T = jit_checktrace(L); |
| 349 | SnapNo sn = (SnapNo)lj_lib_checkint(L, 2); |
| 350 | if (T && sn < T->nsnap) { |
| 351 | SnapShot *snap = &T->snap[sn]; |
| 352 | SnapEntry *map = &T->snapmap[snap->mapofs]; |
| 353 | MSize n, nent = snap->nent; |
| 354 | GCtab *t; |
| 355 | lua_createtable(L, nent+2, 0); |
| 356 | t = tabV(L->top-1); |
| 357 | setintV(lj_tab_setint(L, t, 0), (int32_t)snap->ref - REF_BIAS); |
| 358 | setintV(lj_tab_setint(L, t, 1), (int32_t)snap->nslots); |
| 359 | for (n = 0; n < nent; n++) |
| 360 | setintV(lj_tab_setint(L, t, (int32_t)(n+2)), (int32_t)map[n]); |
| 361 | setintV(lj_tab_setint(L, t, (int32_t)(nent+2)), (int32_t)SNAP(255, 0, 0)); |
| 362 | return 1; |
| 363 | } |
| 364 | return 0; |
| 365 | } |
| 366 | |
| 367 | /* local mcode, addr, loop = jit.util.tracemc(tr) */ |
| 368 | LJLIB_CF(jit_util_tracemc) |
| 369 | { |
| 370 | GCtrace *T = jit_checktrace(L); |
| 371 | if (T && T->mcode != NULL) { |
| 372 | setstrV(L, L->top-1, lj_str_new(L, (const char *)T->mcode, T->szmcode)); |
| 373 | setintptrV(L->top++, (intptr_t)(void *)T->mcode); |
| 374 | setintV(L->top++, T->mcloop); |
| 375 | return 3; |
| 376 | } |
| 377 | return 0; |
| 378 | } |
| 379 | |
| 380 | /* local addr = jit.util.traceexitstub([tr,] exitno) */ |
| 381 | LJLIB_CF(jit_util_traceexitstub) |
| 382 | { |
| 383 | #ifdef EXITSTUBS_PER_GROUP |
| 384 | ExitNo exitno = (ExitNo)lj_lib_checkint(L, 1); |
| 385 | jit_State *J = L2J(L); |
| 386 | if (exitno < EXITSTUBS_PER_GROUP*LJ_MAX_EXITSTUBGR) { |
| 387 | setintptrV(L->top-1, (intptr_t)(void *)exitstub_addr(J, exitno)); |
| 388 | return 1; |
| 389 | } |
| 390 | #else |
| 391 | if (L->top > L->base+1) { /* Don't throw for one-argument variant. */ |
| 392 | GCtrace *T = jit_checktrace(L); |
| 393 | ExitNo exitno = (ExitNo)lj_lib_checkint(L, 2); |
| 394 | ExitNo maxexit = T->root ? T->nsnap+1 : T->nsnap; |
| 395 | if (T && T->mcode != NULL && exitno < maxexit) { |
| 396 | setintptrV(L->top-1, (intptr_t)(void *)exitstub_trace_addr(T, exitno)); |
| 397 | return 1; |
| 398 | } |
| 399 | } |
| 400 | #endif |
| 401 | return 0; |
| 402 | } |
| 403 | |
| 404 | /* local addr = jit.util.ircalladdr(idx) */ |
| 405 | LJLIB_CF(jit_util_ircalladdr) |
| 406 | { |
| 407 | uint32_t idx = (uint32_t)lj_lib_checkint(L, 1); |
| 408 | if (idx < IRCALL__MAX) { |
| 409 | setintptrV(L->top-1, (intptr_t)(void *)lj_ir_callinfo[idx].func); |
| 410 | return 1; |
| 411 | } |
| 412 | return 0; |
| 413 | } |
| 414 | |
| 415 | #endif |
| 416 | |
| 417 | #include "lj_libdef.h" |
| 418 | |
| 419 | /* -- jit.opt module ------------------------------------------------------ */ |
| 420 | |
| 421 | #if LJ_HASJIT |
| 422 | |
| 423 | #define LJLIB_MODULE_jit_opt |
| 424 | |
| 425 | /* Parse optimization level. */ |
| 426 | static int jitopt_level(jit_State *J, const char *str) |
| 427 | { |
| 428 | if (str[0] >= '0' && str[0] <= '9' && str[1] == '\0') { |
| 429 | uint32_t flags; |
| 430 | if (str[0] == '0') flags = JIT_F_OPT_0; |
| 431 | else if (str[0] == '1') flags = JIT_F_OPT_1; |
| 432 | else if (str[0] == '2') flags = JIT_F_OPT_2; |
| 433 | else flags = JIT_F_OPT_3; |
| 434 | J->flags = (J->flags & ~JIT_F_OPT_MASK) | flags; |
| 435 | return 1; /* Ok. */ |
| 436 | } |
| 437 | return 0; /* No match. */ |
| 438 | } |
| 439 | |
| 440 | /* Parse optimization flag. */ |
| 441 | static int jitopt_flag(jit_State *J, const char *str) |
| 442 | { |
| 443 | const char *lst = JIT_F_OPTSTRING; |
| 444 | uint32_t opt; |
| 445 | int set = 1; |
| 446 | if (str[0] == '+') { |
| 447 | str++; |
| 448 | } else if (str[0] == '-') { |
| 449 | str++; |
| 450 | set = 0; |
| 451 | } else if (str[0] == 'n' && str[1] == 'o') { |
| 452 | str += str[2] == '-' ? 3 : 2; |
| 453 | set = 0; |
| 454 | } |
| 455 | for (opt = JIT_F_OPT_FIRST; ; opt <<= 1) { |
| 456 | size_t len = *(const uint8_t *)lst; |
| 457 | if (len == 0) |
| 458 | break; |
| 459 | if (strncmp(str, lst+1, len) == 0 && str[len] == '\0') { |
| 460 | if (set) J->flags |= opt; else J->flags &= ~opt; |
| 461 | return 1; /* Ok. */ |
| 462 | } |
| 463 | lst += 1+len; |
| 464 | } |
| 465 | return 0; /* No match. */ |
| 466 | } |
| 467 | |
| 468 | /* Parse optimization parameter. */ |
| 469 | static int jitopt_param(jit_State *J, const char *str) |
| 470 | { |
| 471 | const char *lst = JIT_P_STRING; |
| 472 | int i; |
| 473 | for (i = 0; i < JIT_P__MAX; i++) { |
| 474 | size_t len = *(const uint8_t *)lst; |
| 475 | lua_assert(len != 0); |
| 476 | if (strncmp(str, lst+1, len) == 0 && str[len] == '=') { |
| 477 | int32_t n = 0; |
| 478 | const char *p = &str[len+1]; |
| 479 | while (*p >= '0' && *p <= '9') |
| 480 | n = n*10 + (*p++ - '0'); |
| 481 | if (*p) return 0; /* Malformed number. */ |
| 482 | J->param[i] = n; |
| 483 | if (i == JIT_P_hotloop) |
| 484 | lj_dispatch_init_hotcount(J2G(J)); |
| 485 | return 1; /* Ok. */ |
| 486 | } |
| 487 | lst += 1+len; |
| 488 | } |
| 489 | return 0; /* No match. */ |
| 490 | } |
| 491 | |
| 492 | /* jit.opt.start(flags...) */ |
| 493 | LJLIB_CF(jit_opt_start) |
| 494 | { |
| 495 | jit_State *J = L2J(L); |
| 496 | int nargs = (int)(L->top - L->base); |
| 497 | if (nargs == 0) { |
| 498 | J->flags = (J->flags & ~JIT_F_OPT_MASK) | JIT_F_OPT_DEFAULT; |
| 499 | } else { |
| 500 | int i; |
| 501 | for (i = 1; i <= nargs; i++) { |
| 502 | const char *str = strdata(lj_lib_checkstr(L, i)); |
| 503 | if (!jitopt_level(J, str) && |
| 504 | !jitopt_flag(J, str) && |
| 505 | !jitopt_param(J, str)) |
| 506 | lj_err_callerv(L, LJ_ERR_JITOPT, str); |
| 507 | } |
| 508 | } |
| 509 | return 0; |
| 510 | } |
| 511 | |
| 512 | #include "lj_libdef.h" |
| 513 | |
| 514 | #endif |
| 515 | |
| 516 | /* -- JIT compiler initialization ----------------------------------------- */ |
| 517 | |
| 518 | #if LJ_HASJIT |
| 519 | /* Default values for JIT parameters. */ |
| 520 | static const int32_t jit_param_default[JIT_P__MAX+1] = { |
| 521 | #define JIT_PARAMINIT(len, name, value) (value), |
| 522 | JIT_PARAMDEF(JIT_PARAMINIT) |
| 523 | #undef JIT_PARAMINIT |
| 524 | 0 |
| 525 | }; |
| 526 | #endif |
| 527 | |
| 528 | #if LJ_TARGET_ARM && LJ_TARGET_LINUX |
| 529 | #include <sys/utsname.h> |
| 530 | #endif |
| 531 | |
| 532 | /* Arch-dependent CPU detection. */ |
| 533 | static uint32_t jit_cpudetect(lua_State *L) |
| 534 | { |
| 535 | uint32_t flags = 0; |
| 536 | #if LJ_TARGET_X86ORX64 |
| 537 | uint32_t vendor[4]; |
| 538 | uint32_t features[4]; |
| 539 | if (lj_vm_cpuid(0, vendor) && lj_vm_cpuid(1, features)) { |
| 540 | #if !LJ_HASJIT |
| 541 | #define JIT_F_CMOV 1 |
| 542 | #define JIT_F_SSE2 2 |
| 543 | #endif |
| 544 | flags |= ((features[3] >> 15)&1) * JIT_F_CMOV; |
| 545 | flags |= ((features[3] >> 26)&1) * JIT_F_SSE2; |
| 546 | #if LJ_HASJIT |
| 547 | flags |= ((features[2] >> 0)&1) * JIT_F_SSE3; |
| 548 | flags |= ((features[2] >> 19)&1) * JIT_F_SSE4_1; |
| 549 | if (vendor[2] == 0x6c65746e) { /* Intel. */ |
| 550 | if ((features[0] & 0x0ff00f00) == 0x00000f00) /* P4. */ |
| 551 | flags |= JIT_F_P4; /* Currently unused. */ |
| 552 | else if ((features[0] & 0x0fff0ff0) == 0x000106c0) /* Atom. */ |
| 553 | flags |= JIT_F_LEA_AGU; |
| 554 | } else if (vendor[2] == 0x444d4163) { /* AMD. */ |
| 555 | uint32_t fam = (features[0] & 0x0ff00f00); |
| 556 | if (fam == 0x00000f00) /* K8. */ |
| 557 | flags |= JIT_F_SPLIT_XMM; |
| 558 | if (fam >= 0x00000f00) /* K8, K10. */ |
| 559 | flags |= JIT_F_PREFER_IMUL; |
| 560 | } |
| 561 | #endif |
| 562 | } |
| 563 | /* Check for required instruction set support on x86 (unnecessary on x64). */ |
| 564 | #if LJ_TARGET_X86 |
| 565 | #if !defined(LUAJIT_CPU_NOCMOV) |
| 566 | if (!(flags & JIT_F_CMOV)) |
| 567 | luaL_error(L, "CPU not supported" ); |
| 568 | #endif |
| 569 | #if defined(LUAJIT_CPU_SSE2) |
| 570 | if (!(flags & JIT_F_SSE2)) |
| 571 | luaL_error(L, "CPU does not support SSE2 (recompile without -DLUAJIT_CPU_SSE2)" ); |
| 572 | #endif |
| 573 | #endif |
| 574 | #elif LJ_TARGET_ARM |
| 575 | #if LJ_HASJIT |
| 576 | int ver = LJ_ARCH_VERSION; /* Compile-time ARM CPU detection. */ |
| 577 | #if LJ_TARGET_LINUX |
| 578 | if (ver < 70) { /* Runtime ARM CPU detection. */ |
| 579 | struct utsname ut; |
| 580 | uname(&ut); |
| 581 | if (strncmp(ut.machine, "armv" , 4) == 0) { |
| 582 | if (ut.machine[4] >= '7') |
| 583 | ver = 70; |
| 584 | else if (ut.machine[4] == '6') |
| 585 | ver = 60; |
| 586 | } |
| 587 | } |
| 588 | #endif |
| 589 | flags |= ver >= 70 ? JIT_F_ARMV7 : |
| 590 | ver >= 61 ? JIT_F_ARMV6T2_ : |
| 591 | ver >= 60 ? JIT_F_ARMV6_ : 0; |
| 592 | flags |= LJ_ARCH_HASFPU == 0 ? 0 : ver >= 70 ? JIT_F_VFPV3 : JIT_F_VFPV2; |
| 593 | #endif |
| 594 | #elif LJ_TARGET_PPC |
| 595 | #if LJ_HASJIT |
| 596 | #if LJ_ARCH_SQRT |
| 597 | flags |= JIT_F_SQRT; |
| 598 | #endif |
| 599 | #if LJ_ARCH_ROUND |
| 600 | flags |= JIT_F_ROUND; |
| 601 | #endif |
| 602 | #endif |
| 603 | #elif LJ_TARGET_PPCSPE |
| 604 | /* Nothing to do. */ |
| 605 | #elif LJ_TARGET_MIPS |
| 606 | #if LJ_HASJIT |
| 607 | /* Compile-time MIPS CPU detection. */ |
| 608 | #if LJ_ARCH_VERSION >= 20 |
| 609 | flags |= JIT_F_MIPS32R2; |
| 610 | #endif |
| 611 | /* Runtime MIPS CPU detection. */ |
| 612 | #if defined(__GNUC__) |
| 613 | if (!(flags & JIT_F_MIPS32R2)) { |
| 614 | int x; |
| 615 | /* On MIPS32R1 rotr is treated as srl. rotr r2,r2,1 -> srl r2,r2,1. */ |
| 616 | __asm__("li $2, 1\n\t.long 0x00221042\n\tmove %0, $2" : "=r" (x) : : "$2" ); |
| 617 | if (x) flags |= JIT_F_MIPS32R2; /* Either 0x80000000 (R2) or 0 (R1). */ |
| 618 | } |
| 619 | #endif |
| 620 | #endif |
| 621 | #else |
| 622 | #error "Missing CPU detection for this architecture" |
| 623 | #endif |
| 624 | UNUSED(L); |
| 625 | return flags; |
| 626 | } |
| 627 | |
| 628 | /* Initialize JIT compiler. */ |
| 629 | static void jit_init(lua_State *L) |
| 630 | { |
| 631 | uint32_t flags = jit_cpudetect(L); |
| 632 | #if LJ_HASJIT |
| 633 | jit_State *J = L2J(L); |
| 634 | #if LJ_TARGET_X86 |
| 635 | /* Silently turn off the JIT compiler on CPUs without SSE2. */ |
| 636 | if ((flags & JIT_F_SSE2)) |
| 637 | #endif |
| 638 | J->flags = flags | JIT_F_ON | JIT_F_OPT_DEFAULT; |
| 639 | memcpy(J->param, jit_param_default, sizeof(J->param)); |
| 640 | lj_dispatch_update(G(L)); |
| 641 | #else |
| 642 | UNUSED(flags); |
| 643 | #endif |
| 644 | } |
| 645 | |
| 646 | LUALIB_API int luaopen_jit(lua_State *L) |
| 647 | { |
| 648 | lua_pushliteral(L, LJ_OS_NAME); |
| 649 | lua_pushliteral(L, LJ_ARCH_NAME); |
| 650 | lua_pushinteger(L, LUAJIT_VERSION_NUM); |
| 651 | lua_pushliteral(L, LUAJIT_VERSION); |
| 652 | LJ_LIB_REG(L, LUA_JITLIBNAME, jit); |
| 653 | #ifndef LUAJIT_DISABLE_JITUTIL |
| 654 | LJ_LIB_REG(L, "jit.util" , jit_util); |
| 655 | #endif |
| 656 | #if LJ_HASJIT |
| 657 | LJ_LIB_REG(L, "jit.opt" , jit_opt); |
| 658 | #endif |
| 659 | L->top -= 2; |
| 660 | jit_init(L); |
| 661 | return 1; |
| 662 | } |
| 663 | |
| 664 | |