| 1 | /* | 
|---|
| 2 | ** LuaJIT VM builder: IR folding hash table generator. | 
|---|
| 3 | ** Copyright (C) 2005-2014 Mike Pall. See Copyright Notice in luajit.h | 
|---|
| 4 | */ | 
|---|
| 5 |  | 
|---|
| 6 | #include "buildvm.h" | 
|---|
| 7 | #include "lj_obj.h" | 
|---|
| 8 | #include "lj_ir.h" | 
|---|
| 9 |  | 
|---|
| 10 | /* Context for the folding hash table generator. */ | 
|---|
| 11 | static int lineno; | 
|---|
| 12 | static int funcidx; | 
|---|
| 13 | static uint32_t foldkeys[BUILD_MAX_FOLD]; | 
|---|
| 14 | static uint32_t nkeys; | 
|---|
| 15 |  | 
|---|
| 16 | /* Try to fill the hash table with keys using the hash parameters. */ | 
|---|
| 17 | static int tryhash(uint32_t *htab, uint32_t sz, uint32_t r, int dorol) | 
|---|
| 18 | { | 
|---|
| 19 | uint32_t i; | 
|---|
| 20 | if (dorol && ((r & 31) == 0 || (r>>5) == 0)) | 
|---|
| 21 | return 0;  /* Avoid zero rotates. */ | 
|---|
| 22 | memset(htab, 0xff, (sz+1)*sizeof(uint32_t)); | 
|---|
| 23 | for (i = 0; i < nkeys; i++) { | 
|---|
| 24 | uint32_t key = foldkeys[i]; | 
|---|
| 25 | uint32_t k = key & 0xffffff; | 
|---|
| 26 | uint32_t h = (dorol ? lj_rol(lj_rol(k, r>>5) - k, r&31) : | 
|---|
| 27 | (((k << (r>>5)) - k) << (r&31))) % sz; | 
|---|
| 28 | if (htab[h] != 0xffffffff) {  /* Collision on primary slot. */ | 
|---|
| 29 | if (htab[h+1] != 0xffffffff) {  /* Collision on secondary slot. */ | 
|---|
| 30 | /* Try to move the colliding key, if possible. */ | 
|---|
| 31 | if (h < sz-1 && htab[h+2] == 0xffffffff) { | 
|---|
| 32 | uint32_t k2 = htab[h+1] & 0xffffff; | 
|---|
| 33 | uint32_t h2 = (dorol ? lj_rol(lj_rol(k2, r>>5) - k2, r&31) : | 
|---|
| 34 | (((k2 << (r>>5)) - k2) << (r&31))) % sz; | 
|---|
| 35 | if (h2 != h+1) return 0;  /* Cannot resolve collision. */ | 
|---|
| 36 | htab[h+2] = htab[h+1];  /* Move colliding key to secondary slot. */ | 
|---|
| 37 | } else { | 
|---|
| 38 | return 0;  /* Collision. */ | 
|---|
| 39 | } | 
|---|
| 40 | } | 
|---|
| 41 | htab[h+1] = key; | 
|---|
| 42 | } else { | 
|---|
| 43 | htab[h] = key; | 
|---|
| 44 | } | 
|---|
| 45 | } | 
|---|
| 46 | return 1;  /* Success, all keys could be stored. */ | 
|---|
| 47 | } | 
|---|
| 48 |  | 
|---|
| 49 | /* Print the generated hash table. */ | 
|---|
| 50 | static void printhash(BuildCtx *ctx, uint32_t *htab, uint32_t sz) | 
|---|
| 51 | { | 
|---|
| 52 | uint32_t i; | 
|---|
| 53 | fprintf(ctx->fp, "static const uint32_t fold_hash[%d] = {\n0x%08x", | 
|---|
| 54 | sz+1, htab[0]); | 
|---|
| 55 | for (i = 1; i < sz+1; i++) | 
|---|
| 56 | fprintf(ctx->fp, ",\n0x%08x", htab[i]); | 
|---|
| 57 | fprintf(ctx->fp, "\n};\n\n"); | 
|---|
| 58 | } | 
|---|
| 59 |  | 
|---|
| 60 | /* Exhaustive search for the shortest semi-perfect hash table. */ | 
|---|
| 61 | static void makehash(BuildCtx *ctx) | 
|---|
| 62 | { | 
|---|
| 63 | uint32_t htab[BUILD_MAX_FOLD*2+1]; | 
|---|
| 64 | uint32_t sz, r; | 
|---|
| 65 | /* Search for the smallest hash table with an odd size. */ | 
|---|
| 66 | for (sz = (nkeys|1); sz < BUILD_MAX_FOLD*2; sz += 2) { | 
|---|
| 67 | /* First try all shift hash combinations. */ | 
|---|
| 68 | for (r = 0; r < 32*32; r++) { | 
|---|
| 69 | if (tryhash(htab, sz, r, 0)) { | 
|---|
| 70 | printhash(ctx, htab, sz); | 
|---|
| 71 | fprintf(ctx->fp, | 
|---|
| 72 | "#define fold_hashkey(k)\t(((((k)<<%u)-(k))<<%u)%%%u)\n\n", | 
|---|
| 73 | r>>5, r&31, sz); | 
|---|
| 74 | return; | 
|---|
| 75 | } | 
|---|
| 76 | } | 
|---|
| 77 | /* Then try all rotate hash combinations. */ | 
|---|
| 78 | for (r = 0; r < 32*32; r++) { | 
|---|
| 79 | if (tryhash(htab, sz, r, 1)) { | 
|---|
| 80 | printhash(ctx, htab, sz); | 
|---|
| 81 | fprintf(ctx->fp, | 
|---|
| 82 | "#define fold_hashkey(k)\t(lj_rol(lj_rol((k),%u)-(k),%u)%%%u)\n\n", | 
|---|
| 83 | r>>5, r&31, sz); | 
|---|
| 84 | return; | 
|---|
| 85 | } | 
|---|
| 86 | } | 
|---|
| 87 | } | 
|---|
| 88 | fprintf(stderr, "Error: search for perfect hash failed\n"); | 
|---|
| 89 | exit(1); | 
|---|
| 90 | } | 
|---|
| 91 |  | 
|---|
| 92 | /* Parse one token of a fold rule. */ | 
|---|
| 93 | static uint32_t nexttoken(char **pp, int allowlit, int allowany) | 
|---|
| 94 | { | 
|---|
| 95 | char *p = *pp; | 
|---|
| 96 | if (p) { | 
|---|
| 97 | uint32_t i; | 
|---|
| 98 | char *q = strchr(p, ' '); | 
|---|
| 99 | if (q) *q++ = '\0'; | 
|---|
| 100 | *pp = q; | 
|---|
| 101 | if (allowlit && !strncmp(p, "IRFPM_", 6)) { | 
|---|
| 102 | for (i = 0; irfpm_names[i]; i++) | 
|---|
| 103 | if (!strcmp(irfpm_names[i], p+6)) | 
|---|
| 104 | return i; | 
|---|
| 105 | } else if (allowlit && !strncmp(p, "IRFL_", 5)) { | 
|---|
| 106 | for (i = 0; irfield_names[i]; i++) | 
|---|
| 107 | if (!strcmp(irfield_names[i], p+5)) | 
|---|
| 108 | return i; | 
|---|
| 109 | } else if (allowlit && !strncmp(p, "IRCALL_", 7)) { | 
|---|
| 110 | for (i = 0; ircall_names[i]; i++) | 
|---|
| 111 | if (!strcmp(ircall_names[i], p+7)) | 
|---|
| 112 | return i; | 
|---|
| 113 | } else if (allowlit && !strncmp(p, "IRCONV_", 7)) { | 
|---|
| 114 | for (i = 0; irt_names[i]; i++) { | 
|---|
| 115 | const char *r = strchr(p+7, '_'); | 
|---|
| 116 | if (r && !strncmp(irt_names[i], p+7, r-(p+7))) { | 
|---|
| 117 | uint32_t j; | 
|---|
| 118 | for (j = 0; irt_names[j]; j++) | 
|---|
| 119 | if (!strcmp(irt_names[j], r+1)) | 
|---|
| 120 | return (i << 5) + j; | 
|---|
| 121 | } | 
|---|
| 122 | } | 
|---|
| 123 | } else if (allowlit && *p >= '0' && *p <= '9') { | 
|---|
| 124 | for (i = 0; *p >= '0' && *p <= '9'; p++) | 
|---|
| 125 | i = i*10 + (*p - '0'); | 
|---|
| 126 | if (*p == '\0') | 
|---|
| 127 | return i; | 
|---|
| 128 | } else if (allowany && !strcmp( "any", p)) { | 
|---|
| 129 | return allowany; | 
|---|
| 130 | } else { | 
|---|
| 131 | for (i = 0; ir_names[i]; i++) | 
|---|
| 132 | if (!strcmp(ir_names[i], p)) | 
|---|
| 133 | return i; | 
|---|
| 134 | } | 
|---|
| 135 | fprintf(stderr, "Error: bad fold definition token \"%s\" at line %d\n", p, lineno); | 
|---|
| 136 | exit(1); | 
|---|
| 137 | } | 
|---|
| 138 | return 0; | 
|---|
| 139 | } | 
|---|
| 140 |  | 
|---|
| 141 | /* Parse a fold rule. */ | 
|---|
| 142 | static void foldrule(char *p) | 
|---|
| 143 | { | 
|---|
| 144 | uint32_t op = nexttoken(&p, 0, 0); | 
|---|
| 145 | uint32_t left = nexttoken(&p, 0, 0x7f); | 
|---|
| 146 | uint32_t right = nexttoken(&p, 1, 0x3ff); | 
|---|
| 147 | uint32_t key = (funcidx << 24) | (op << 17) | (left << 10) | right; | 
|---|
| 148 | uint32_t i; | 
|---|
| 149 | if (nkeys >= BUILD_MAX_FOLD) { | 
|---|
| 150 | fprintf(stderr, "Error: too many fold rules, increase BUILD_MAX_FOLD.\n"); | 
|---|
| 151 | exit(1); | 
|---|
| 152 | } | 
|---|
| 153 | /* Simple insertion sort to detect duplicates. */ | 
|---|
| 154 | for (i = nkeys; i > 0; i--) { | 
|---|
| 155 | if ((foldkeys[i-1]&0xffffff) < (key & 0xffffff)) | 
|---|
| 156 | break; | 
|---|
| 157 | if ((foldkeys[i-1]&0xffffff) == (key & 0xffffff)) { | 
|---|
| 158 | fprintf(stderr, "Error: duplicate fold definition at line %d\n", lineno); | 
|---|
| 159 | exit(1); | 
|---|
| 160 | } | 
|---|
| 161 | foldkeys[i] = foldkeys[i-1]; | 
|---|
| 162 | } | 
|---|
| 163 | foldkeys[i] = key; | 
|---|
| 164 | nkeys++; | 
|---|
| 165 | } | 
|---|
| 166 |  | 
|---|
| 167 | /* Emit C source code for IR folding hash table. */ | 
|---|
| 168 | void emit_fold(BuildCtx *ctx) | 
|---|
| 169 | { | 
|---|
| 170 | char buf[256];  /* We don't care about analyzing lines longer than that. */ | 
|---|
| 171 | const char *fname = ctx->args[0]; | 
|---|
| 172 | FILE *fp; | 
|---|
| 173 |  | 
|---|
| 174 | if (fname == NULL) { | 
|---|
| 175 | fprintf(stderr, "Error: missing input filename\n"); | 
|---|
| 176 | exit(1); | 
|---|
| 177 | } | 
|---|
| 178 |  | 
|---|
| 179 | if (fname[0] == '-' && fname[1] == '\0') { | 
|---|
| 180 | fp = stdin; | 
|---|
| 181 | } else { | 
|---|
| 182 | fp = fopen(fname, "r"); | 
|---|
| 183 | if (!fp) { | 
|---|
| 184 | fprintf(stderr, "Error: cannot open input file '%s': %s\n", | 
|---|
| 185 | fname, strerror(errno)); | 
|---|
| 186 | exit(1); | 
|---|
| 187 | } | 
|---|
| 188 | } | 
|---|
| 189 |  | 
|---|
| 190 | fprintf(ctx->fp, "/* This is a generated file. DO NOT EDIT! */\n\n"); | 
|---|
| 191 | fprintf(ctx->fp, "static const FoldFunc fold_func[] = {\n"); | 
|---|
| 192 |  | 
|---|
| 193 | lineno = 0; | 
|---|
| 194 | funcidx = 0; | 
|---|
| 195 | nkeys = 0; | 
|---|
| 196 | while (fgets(buf, sizeof(buf), fp) != NULL) { | 
|---|
| 197 | lineno++; | 
|---|
| 198 | /* The prefix must be at the start of a line, otherwise it's ignored. */ | 
|---|
| 199 | if (!strncmp(buf, FOLDDEF_PREFIX, sizeof(FOLDDEF_PREFIX)-1)) { | 
|---|
| 200 | char *p = buf+sizeof(FOLDDEF_PREFIX)-1; | 
|---|
| 201 | char *q = strchr(p, ')'); | 
|---|
| 202 | if (p[0] == '(' && q) { | 
|---|
| 203 | p++; | 
|---|
| 204 | *q = '\0'; | 
|---|
| 205 | foldrule(p); | 
|---|
| 206 | } else if ((p[0] == 'F' || p[0] == 'X') && p[1] == '(' && q) { | 
|---|
| 207 | p += 2; | 
|---|
| 208 | *q = '\0'; | 
|---|
| 209 | if (funcidx) | 
|---|
| 210 | fprintf(ctx->fp, ",\n"); | 
|---|
| 211 | if (p[-2] == 'X') | 
|---|
| 212 | fprintf(ctx->fp, "  %s", p); | 
|---|
| 213 | else | 
|---|
| 214 | fprintf(ctx->fp, "  fold_%s", p); | 
|---|
| 215 | funcidx++; | 
|---|
| 216 | } else { | 
|---|
| 217 | buf[strlen(buf)-1] = '\0'; | 
|---|
| 218 | fprintf(stderr, "Error: unknown fold definition tag %s%s at line %d\n", | 
|---|
| 219 | FOLDDEF_PREFIX, p, lineno); | 
|---|
| 220 | exit(1); | 
|---|
| 221 | } | 
|---|
| 222 | } | 
|---|
| 223 | } | 
|---|
| 224 | fclose(fp); | 
|---|
| 225 | fprintf(ctx->fp, "\n};\n\n"); | 
|---|
| 226 |  | 
|---|
| 227 | makehash(ctx); | 
|---|
| 228 | } | 
|---|
| 229 |  | 
|---|
| 230 |  | 
|---|