| 1 | /*------------------------------------------------------------------------- | 
|---|
| 2 | * | 
|---|
| 3 | * jit.c | 
|---|
| 4 | *	  Provider independent JIT infrastructure. | 
|---|
| 5 | * | 
|---|
| 6 | * Code related to loading JIT providers, redirecting calls into JIT providers | 
|---|
| 7 | * and error handling.  No code specific to a specific JIT implementation | 
|---|
| 8 | * should end up here. | 
|---|
| 9 | * | 
|---|
| 10 | * | 
|---|
| 11 | * Copyright (c) 2016-2019, PostgreSQL Global Development Group | 
|---|
| 12 | * | 
|---|
| 13 | * IDENTIFICATION | 
|---|
| 14 | *	  src/backend/jit/jit.c | 
|---|
| 15 | * | 
|---|
| 16 | *------------------------------------------------------------------------- | 
|---|
| 17 | */ | 
|---|
| 18 | #include "postgres.h" | 
|---|
| 19 |  | 
|---|
| 20 |  | 
|---|
| 21 | #include <sys/types.h> | 
|---|
| 22 | #include <sys/stat.h> | 
|---|
| 23 | #include <unistd.h> | 
|---|
| 24 |  | 
|---|
| 25 |  | 
|---|
| 26 | #include "fmgr.h" | 
|---|
| 27 | #include "executor/execExpr.h" | 
|---|
| 28 | #include "jit/jit.h" | 
|---|
| 29 | #include "miscadmin.h" | 
|---|
| 30 | #include "utils/resowner_private.h" | 
|---|
| 31 | #include "utils/fmgrprotos.h" | 
|---|
| 32 |  | 
|---|
| 33 |  | 
|---|
| 34 | /* GUCs */ | 
|---|
| 35 | bool		jit_enabled = true; | 
|---|
| 36 | char	   *jit_provider = NULL; | 
|---|
| 37 | bool		jit_debugging_support = false; | 
|---|
| 38 | bool		jit_dump_bitcode = false; | 
|---|
| 39 | bool		jit_expressions = true; | 
|---|
| 40 | bool		jit_profiling_support = false; | 
|---|
| 41 | bool		jit_tuple_deforming = true; | 
|---|
| 42 | double		jit_above_cost = 100000; | 
|---|
| 43 | double		jit_inline_above_cost = 500000; | 
|---|
| 44 | double		jit_optimize_above_cost = 500000; | 
|---|
| 45 |  | 
|---|
| 46 | static JitProviderCallbacks provider; | 
|---|
| 47 | static bool provider_successfully_loaded = false; | 
|---|
| 48 | static bool provider_failed_loading = false; | 
|---|
| 49 |  | 
|---|
| 50 |  | 
|---|
| 51 | static bool provider_init(void); | 
|---|
| 52 | static bool file_exists(const char *name); | 
|---|
| 53 |  | 
|---|
| 54 |  | 
|---|
| 55 | /* | 
|---|
| 56 | * SQL level function returning whether JIT is available in the current | 
|---|
| 57 | * backend. Will attempt to load JIT provider if necessary. | 
|---|
| 58 | */ | 
|---|
| 59 | Datum | 
|---|
| 60 | pg_jit_available(PG_FUNCTION_ARGS) | 
|---|
| 61 | { | 
|---|
| 62 | PG_RETURN_BOOL(provider_init()); | 
|---|
| 63 | } | 
|---|
| 64 |  | 
|---|
| 65 |  | 
|---|
| 66 | /* | 
|---|
| 67 | * Return whether a JIT provider has successfully been loaded, caching the | 
|---|
| 68 | * result. | 
|---|
| 69 | */ | 
|---|
| 70 | static bool | 
|---|
| 71 | provider_init(void) | 
|---|
| 72 | { | 
|---|
| 73 | char		path[MAXPGPATH]; | 
|---|
| 74 | JitProviderInit init; | 
|---|
| 75 |  | 
|---|
| 76 | /* don't even try to load if not enabled */ | 
|---|
| 77 | if (!jit_enabled) | 
|---|
| 78 | return false; | 
|---|
| 79 |  | 
|---|
| 80 | /* | 
|---|
| 81 | * Don't retry loading after failing - attempting to load JIT provider | 
|---|
| 82 | * isn't cheap. | 
|---|
| 83 | */ | 
|---|
| 84 | if (provider_failed_loading) | 
|---|
| 85 | return false; | 
|---|
| 86 | if (provider_successfully_loaded) | 
|---|
| 87 | return true; | 
|---|
| 88 |  | 
|---|
| 89 | /* | 
|---|
| 90 | * Check whether shared library exists. We do that check before actually | 
|---|
| 91 | * attempting to load the shared library (via load_external_function()), | 
|---|
| 92 | * because that'd error out in case the shlib isn't available. | 
|---|
| 93 | */ | 
|---|
| 94 | snprintf(path, MAXPGPATH, "%s/%s%s", pkglib_path, jit_provider, DLSUFFIX); | 
|---|
| 95 | elog(DEBUG1, "probing availability of JIT provider at %s", path); | 
|---|
| 96 | if (!file_exists(path)) | 
|---|
| 97 | { | 
|---|
| 98 | elog(DEBUG1, | 
|---|
| 99 | "provider not available, disabling JIT for current session"); | 
|---|
| 100 | provider_failed_loading = true; | 
|---|
| 101 | return false; | 
|---|
| 102 | } | 
|---|
| 103 |  | 
|---|
| 104 | /* | 
|---|
| 105 | * If loading functions fails, signal failure. We do so because | 
|---|
| 106 | * load_external_function() might error out despite the above check if | 
|---|
| 107 | * e.g. the library's dependencies aren't installed. We want to signal | 
|---|
| 108 | * ERROR in that case, so the user is notified, but we don't want to | 
|---|
| 109 | * continually retry. | 
|---|
| 110 | */ | 
|---|
| 111 | provider_failed_loading = true; | 
|---|
| 112 |  | 
|---|
| 113 | /* and initialize */ | 
|---|
| 114 | init = (JitProviderInit) | 
|---|
| 115 | load_external_function(path, "_PG_jit_provider_init", true, NULL); | 
|---|
| 116 | init(&provider); | 
|---|
| 117 |  | 
|---|
| 118 | provider_successfully_loaded = true; | 
|---|
| 119 | provider_failed_loading = false; | 
|---|
| 120 |  | 
|---|
| 121 | elog(DEBUG1, "successfully loaded JIT provider in current session"); | 
|---|
| 122 |  | 
|---|
| 123 | return true; | 
|---|
| 124 | } | 
|---|
| 125 |  | 
|---|
| 126 | /* | 
|---|
| 127 | * Reset JIT provider's error handling. This'll be called after an error has | 
|---|
| 128 | * been thrown and the main-loop has re-established control. | 
|---|
| 129 | */ | 
|---|
| 130 | void | 
|---|
| 131 | jit_reset_after_error(void) | 
|---|
| 132 | { | 
|---|
| 133 | if (provider_successfully_loaded) | 
|---|
| 134 | provider.reset_after_error(); | 
|---|
| 135 | } | 
|---|
| 136 |  | 
|---|
| 137 | /* | 
|---|
| 138 | * Release resources required by one JIT context. | 
|---|
| 139 | */ | 
|---|
| 140 | void | 
|---|
| 141 | jit_release_context(JitContext *context) | 
|---|
| 142 | { | 
|---|
| 143 | if (provider_successfully_loaded) | 
|---|
| 144 | provider.release_context(context); | 
|---|
| 145 |  | 
|---|
| 146 | ResourceOwnerForgetJIT(context->resowner, PointerGetDatum(context)); | 
|---|
| 147 | pfree(context); | 
|---|
| 148 | } | 
|---|
| 149 |  | 
|---|
| 150 | /* | 
|---|
| 151 | * Ask provider to JIT compile an expression. | 
|---|
| 152 | * | 
|---|
| 153 | * Returns true if successful, false if not. | 
|---|
| 154 | */ | 
|---|
| 155 | bool | 
|---|
| 156 | jit_compile_expr(struct ExprState *state) | 
|---|
| 157 | { | 
|---|
| 158 | /* | 
|---|
| 159 | * We can easily create a one-off context for functions without an | 
|---|
| 160 | * associated PlanState (and thus EState). But because there's no executor | 
|---|
| 161 | * shutdown callback that could deallocate the created function, they'd | 
|---|
| 162 | * live to the end of the transactions, where they'd be cleaned up by the | 
|---|
| 163 | * resowner machinery. That can lead to a noticeable amount of memory | 
|---|
| 164 | * usage, and worse, trigger some quadratic behaviour in gdb. Therefore, | 
|---|
| 165 | * at least for now, don't create a JITed function in those circumstances. | 
|---|
| 166 | */ | 
|---|
| 167 | if (!state->parent) | 
|---|
| 168 | return false; | 
|---|
| 169 |  | 
|---|
| 170 | /* if no jitting should be performed at all */ | 
|---|
| 171 | if (!(state->parent->state->es_jit_flags & PGJIT_PERFORM)) | 
|---|
| 172 | return false; | 
|---|
| 173 |  | 
|---|
| 174 | /* or if expressions aren't JITed */ | 
|---|
| 175 | if (!(state->parent->state->es_jit_flags & PGJIT_EXPR)) | 
|---|
| 176 | return false; | 
|---|
| 177 |  | 
|---|
| 178 | /* this also takes !jit_enabled into account */ | 
|---|
| 179 | if (provider_init()) | 
|---|
| 180 | return provider.compile_expr(state); | 
|---|
| 181 |  | 
|---|
| 182 | return false; | 
|---|
| 183 | } | 
|---|
| 184 |  | 
|---|
| 185 | /* Aggregate JIT instrumentation information */ | 
|---|
| 186 | void | 
|---|
| 187 | InstrJitAgg(JitInstrumentation *dst, JitInstrumentation *add) | 
|---|
| 188 | { | 
|---|
| 189 | dst->created_functions += add->created_functions; | 
|---|
| 190 | INSTR_TIME_ADD(dst->generation_counter, add->generation_counter); | 
|---|
| 191 | INSTR_TIME_ADD(dst->inlining_counter, add->inlining_counter); | 
|---|
| 192 | INSTR_TIME_ADD(dst->optimization_counter, add->optimization_counter); | 
|---|
| 193 | INSTR_TIME_ADD(dst->emission_counter, add->emission_counter); | 
|---|
| 194 | } | 
|---|
| 195 |  | 
|---|
| 196 | static bool | 
|---|
| 197 | file_exists(const char *name) | 
|---|
| 198 | { | 
|---|
| 199 | struct stat st; | 
|---|
| 200 |  | 
|---|
| 201 | AssertArg(name != NULL); | 
|---|
| 202 |  | 
|---|
| 203 | if (stat(name, &st) == 0) | 
|---|
| 204 | return S_ISDIR(st.st_mode) ? false : true; | 
|---|
| 205 | else if (!(errno == ENOENT || errno == ENOTDIR)) | 
|---|
| 206 | ereport(ERROR, | 
|---|
| 207 | (errcode_for_file_access(), | 
|---|
| 208 | errmsg( "could not access file \"%s\": %m", name))); | 
|---|
| 209 |  | 
|---|
| 210 | return false; | 
|---|
| 211 | } | 
|---|
| 212 |  | 
|---|