1 | /*------------------------------------------------------------------------- |
2 | * |
3 | * jit.c |
4 | * Provider independent JIT infrastructure. |
5 | * |
6 | * Code related to loading JIT providers, redirecting calls into JIT providers |
7 | * and error handling. No code specific to a specific JIT implementation |
8 | * should end up here. |
9 | * |
10 | * |
11 | * Copyright (c) 2016-2019, PostgreSQL Global Development Group |
12 | * |
13 | * IDENTIFICATION |
14 | * src/backend/jit/jit.c |
15 | * |
16 | *------------------------------------------------------------------------- |
17 | */ |
18 | #include "postgres.h" |
19 | |
20 | |
21 | #include <sys/types.h> |
22 | #include <sys/stat.h> |
23 | #include <unistd.h> |
24 | |
25 | |
26 | #include "fmgr.h" |
27 | #include "executor/execExpr.h" |
28 | #include "jit/jit.h" |
29 | #include "miscadmin.h" |
30 | #include "utils/resowner_private.h" |
31 | #include "utils/fmgrprotos.h" |
32 | |
33 | |
34 | /* GUCs */ |
35 | bool jit_enabled = true; |
36 | char *jit_provider = NULL; |
37 | bool jit_debugging_support = false; |
38 | bool jit_dump_bitcode = false; |
39 | bool jit_expressions = true; |
40 | bool jit_profiling_support = false; |
41 | bool jit_tuple_deforming = true; |
42 | double jit_above_cost = 100000; |
43 | double jit_inline_above_cost = 500000; |
44 | double jit_optimize_above_cost = 500000; |
45 | |
46 | static JitProviderCallbacks provider; |
47 | static bool provider_successfully_loaded = false; |
48 | static bool provider_failed_loading = false; |
49 | |
50 | |
51 | static bool provider_init(void); |
52 | static bool file_exists(const char *name); |
53 | |
54 | |
55 | /* |
56 | * SQL level function returning whether JIT is available in the current |
57 | * backend. Will attempt to load JIT provider if necessary. |
58 | */ |
59 | Datum |
60 | pg_jit_available(PG_FUNCTION_ARGS) |
61 | { |
62 | PG_RETURN_BOOL(provider_init()); |
63 | } |
64 | |
65 | |
66 | /* |
67 | * Return whether a JIT provider has successfully been loaded, caching the |
68 | * result. |
69 | */ |
70 | static bool |
71 | provider_init(void) |
72 | { |
73 | char path[MAXPGPATH]; |
74 | JitProviderInit init; |
75 | |
76 | /* don't even try to load if not enabled */ |
77 | if (!jit_enabled) |
78 | return false; |
79 | |
80 | /* |
81 | * Don't retry loading after failing - attempting to load JIT provider |
82 | * isn't cheap. |
83 | */ |
84 | if (provider_failed_loading) |
85 | return false; |
86 | if (provider_successfully_loaded) |
87 | return true; |
88 | |
89 | /* |
90 | * Check whether shared library exists. We do that check before actually |
91 | * attempting to load the shared library (via load_external_function()), |
92 | * because that'd error out in case the shlib isn't available. |
93 | */ |
94 | snprintf(path, MAXPGPATH, "%s/%s%s" , pkglib_path, jit_provider, DLSUFFIX); |
95 | elog(DEBUG1, "probing availability of JIT provider at %s" , path); |
96 | if (!file_exists(path)) |
97 | { |
98 | elog(DEBUG1, |
99 | "provider not available, disabling JIT for current session" ); |
100 | provider_failed_loading = true; |
101 | return false; |
102 | } |
103 | |
104 | /* |
105 | * If loading functions fails, signal failure. We do so because |
106 | * load_external_function() might error out despite the above check if |
107 | * e.g. the library's dependencies aren't installed. We want to signal |
108 | * ERROR in that case, so the user is notified, but we don't want to |
109 | * continually retry. |
110 | */ |
111 | provider_failed_loading = true; |
112 | |
113 | /* and initialize */ |
114 | init = (JitProviderInit) |
115 | load_external_function(path, "_PG_jit_provider_init" , true, NULL); |
116 | init(&provider); |
117 | |
118 | provider_successfully_loaded = true; |
119 | provider_failed_loading = false; |
120 | |
121 | elog(DEBUG1, "successfully loaded JIT provider in current session" ); |
122 | |
123 | return true; |
124 | } |
125 | |
126 | /* |
127 | * Reset JIT provider's error handling. This'll be called after an error has |
128 | * been thrown and the main-loop has re-established control. |
129 | */ |
130 | void |
131 | jit_reset_after_error(void) |
132 | { |
133 | if (provider_successfully_loaded) |
134 | provider.reset_after_error(); |
135 | } |
136 | |
137 | /* |
138 | * Release resources required by one JIT context. |
139 | */ |
140 | void |
141 | jit_release_context(JitContext *context) |
142 | { |
143 | if (provider_successfully_loaded) |
144 | provider.release_context(context); |
145 | |
146 | ResourceOwnerForgetJIT(context->resowner, PointerGetDatum(context)); |
147 | pfree(context); |
148 | } |
149 | |
150 | /* |
151 | * Ask provider to JIT compile an expression. |
152 | * |
153 | * Returns true if successful, false if not. |
154 | */ |
155 | bool |
156 | jit_compile_expr(struct ExprState *state) |
157 | { |
158 | /* |
159 | * We can easily create a one-off context for functions without an |
160 | * associated PlanState (and thus EState). But because there's no executor |
161 | * shutdown callback that could deallocate the created function, they'd |
162 | * live to the end of the transactions, where they'd be cleaned up by the |
163 | * resowner machinery. That can lead to a noticeable amount of memory |
164 | * usage, and worse, trigger some quadratic behaviour in gdb. Therefore, |
165 | * at least for now, don't create a JITed function in those circumstances. |
166 | */ |
167 | if (!state->parent) |
168 | return false; |
169 | |
170 | /* if no jitting should be performed at all */ |
171 | if (!(state->parent->state->es_jit_flags & PGJIT_PERFORM)) |
172 | return false; |
173 | |
174 | /* or if expressions aren't JITed */ |
175 | if (!(state->parent->state->es_jit_flags & PGJIT_EXPR)) |
176 | return false; |
177 | |
178 | /* this also takes !jit_enabled into account */ |
179 | if (provider_init()) |
180 | return provider.compile_expr(state); |
181 | |
182 | return false; |
183 | } |
184 | |
185 | /* Aggregate JIT instrumentation information */ |
186 | void |
187 | InstrJitAgg(JitInstrumentation *dst, JitInstrumentation *add) |
188 | { |
189 | dst->created_functions += add->created_functions; |
190 | INSTR_TIME_ADD(dst->generation_counter, add->generation_counter); |
191 | INSTR_TIME_ADD(dst->inlining_counter, add->inlining_counter); |
192 | INSTR_TIME_ADD(dst->optimization_counter, add->optimization_counter); |
193 | INSTR_TIME_ADD(dst->emission_counter, add->emission_counter); |
194 | } |
195 | |
196 | static bool |
197 | file_exists(const char *name) |
198 | { |
199 | struct stat st; |
200 | |
201 | AssertArg(name != NULL); |
202 | |
203 | if (stat(name, &st) == 0) |
204 | return S_ISDIR(st.st_mode) ? false : true; |
205 | else if (!(errno == ENOENT || errno == ENOTDIR)) |
206 | ereport(ERROR, |
207 | (errcode_for_file_access(), |
208 | errmsg("could not access file \"%s\": %m" , name))); |
209 | |
210 | return false; |
211 | } |
212 | |