Line data Source code
1 : /*
2 : * SPDX-License-Identifier: MPL-2.0
3 : *
4 : * This Source Code Form is subject to the terms of the Mozilla Public
5 : * License, v. 2.0. If a copy of the MPL was not distributed with this
6 : * file, You can obtain one at http://mozilla.org/MPL/2.0/.
7 : *
8 : * Copyright 2024 MonetDB Foundation;
9 : * Copyright August 2008 - 2023 MonetDB B.V.;
10 : * Copyright 1997 - July 2008 CWI.
11 : */
12 :
13 : #include "monetdb_config.h"
14 : #include "opt_commonTerms.h"
15 : #include "mal_exception.h"
16 : /*
17 : * Caveat. A lot of time was lost due to constants that are indistinguisable
18 : * at the surface level. It requires the constant optimizer to be ran first.
19 : */
20 :
21 : /* The key for finding common terms is that they share variables.
22 : * Therefore we skip all constants, except for a constant only situation.
23 : */
24 :
25 : /*
26 : * Speed up simple insert operations by skipping the common terms.
27 : */
28 :
29 : static inline bool __attribute__((__pure__))
30 147732 : isProjectConst(const InstrRecord *p)
31 : {
32 147732 : return (getModuleId(p) == algebraRef && getFunctionId(p) == projectRef);
33 : }
34 :
35 : static int __attribute__((__pure__))
36 7197928 : hashInstruction(const MalBlkRecord *mb, const InstrRecord *p)
37 : {
38 7197928 : int i;
39 19761526 : for (i = p->argc - 1; i >= p->retc; i--)
40 19421397 : if (!isVarConstant(mb, getArg(p, i)))
41 6857799 : return getArg(p, i);
42 340129 : if (isVarConstant(mb, getArg(p, p->retc)))
43 340129 : return p->retc;
44 : return -1;
45 : }
46 :
47 : str
48 495262 : OPTcommonTermsImplementation(Client cntxt, MalBlkPtr mb, MalStkPtr stk,
49 : InstrPtr pci)
50 : {
51 495262 : int i, j, k, barrier = 0, bailout = 0;
52 495262 : InstrPtr p, q;
53 495262 : int actions = 0;
54 495262 : int limit, slimit;
55 495262 : int duplicate;
56 495262 : int *alias = NULL;
57 495262 : int *hash = NULL, h;
58 495262 : int *list = NULL;
59 495262 : str msg = MAL_SUCCEED;
60 :
61 495262 : InstrPtr *old = NULL;
62 :
63 : /* catch simple insert operations */
64 495262 : if (isSimpleSQL(mb)) {
65 285041 : goto wrapup;
66 : }
67 :
68 210220 : (void) cntxt;
69 210220 : (void) stk;
70 210220 : alias = (int *) GDKzalloc(sizeof(int) * mb->vtop);
71 210220 : list = (int *) GDKzalloc(sizeof(int) * mb->stop);
72 210218 : hash = (int *) GDKzalloc(sizeof(int) * mb->vtop);
73 210221 : if (alias == NULL || list == NULL || hash == NULL) {
74 0 : msg = createException(MAL, "optimizer.commonTerms",
75 : SQLSTATE(HY013) MAL_MALLOC_FAIL);
76 0 : goto wrapup;
77 : }
78 :
79 210221 : old = mb->stmt;
80 210221 : limit = mb->stop;
81 210221 : slimit = mb->ssize;
82 210221 : if (newMalBlkStmt(mb, mb->ssize) < 0) {
83 0 : msg = createException(MAL, "optimizer.commonTerms",
84 : SQLSTATE(HY013) MAL_MALLOC_FAIL);
85 0 : old = NULL;
86 0 : goto wrapup;
87 : }
88 :
89 10100460 : for (i = 0; mb->errors == NULL && i < limit; i++) {
90 10100460 : p = old[i];
91 10100460 : duplicate = 0;
92 :
93 55158714 : for (k = 0; k < p->argc; k++)
94 45058254 : if (alias[getArg(p, k)])
95 181072 : getArg(p, k) = alias[getArg(p, k)];
96 :
97 10100460 : if (p->token == ENDsymbol) {
98 210220 : pushInstruction(mb, p);
99 210219 : old[i] = NULL;
100 210219 : break;
101 : }
102 : /*
103 : * Any barrier block signals the end of this optimizer,
104 : * because the impact of the block can affect the common code eliminated.
105 : */
106 19780480 : barrier |= (p->barrier == BARRIERsymbol || p->barrier == CATCHsymbol
107 9890240 : || p->barrier == RETURNsymbol);
108 : /*
109 : * Also block further optimization when you have seen an assert().
110 : * This works particularly for SQL, because it is not easy to track
111 : * the BAT identifier aliases to look for updates. The sql.assert
112 : * at least tells us that an update is planned.
113 : * Like all optimizer decisions, it is safe to stop.
114 : */
115 9890240 : barrier |= getFunctionId(p) == assertRef;
116 9890240 : if (barrier || p->token == ASSIGNsymbol) {
117 257502 : TRC_DEBUG(MAL_OPTIMIZER, "Skipped[%d]: %d %d\n", i, barrier,
118 : p->retc == p->argc);
119 257502 : pushInstruction(mb, p);
120 257486 : old[i] = NULL;
121 257486 : continue;
122 : }
123 :
124 : /* when we enter a barrier block, we should ditch all previous instructions from consideration */
125 9632738 : if (p->barrier == BARRIERsymbol || p->barrier == CATCHsymbol
126 9632738 : || p->barrier == RETURNsymbol) {
127 0 : memset(list, 0, sizeof(int) * mb->stop);
128 0 : memset(hash, 0, sizeof(int) * mb->vtop);
129 : }
130 : /* side-effect producing operators can never be replaced */
131 : /* the same holds for function calls without an argument, it is
132 : * unclear where the results comes from (e.g. clock()) */
133 9632738 : if (mayhaveSideEffects(cntxt, mb, p, TRUE) || p->argc == p->retc) {
134 1667727 : TRC_DEBUG(MAL_OPTIMIZER, "Skipped[%d] side-effect: %d\n", i,
135 : p->retc == p->argc);
136 1667727 : pushInstruction(mb, p);
137 1667702 : old[i] = NULL;
138 1667702 : continue;
139 : }
140 : /* simple SQL bind operations need not be merged, they are cheap
141 : * and/or can be duplicated eliminated elsewhere cheaper */
142 7965186 : if (getModuleId(p) == sqlRef && (getFunctionId(p) != tidRef && getFunctionId(p) != bindRef)) {
143 537381 : pushInstruction(mb, p);
144 537381 : old[i] = NULL;
145 537381 : continue;
146 : }
147 7427805 : if (getModuleId(p) == matRef) { /* mat.packIncrement has requirement on number of instructions (or that needs an update */
148 230042 : pushInstruction(mb, p);
149 230042 : old[i] = NULL;
150 230042 : continue;
151 : }
152 :
153 : /* from here we have a candidate to look for a match */
154 :
155 7197763 : h = hashInstruction(mb, p);
156 :
157 7197763 : TRC_DEBUG(MAL_OPTIMIZER, "Candidate[%d] look at list[%d] => %d\n", i, h,
158 : hash[h]);
159 7197763 : traceInstruction(MAL_OPTIMIZER, mb, 0, p, LIST_MAL_ALL);
160 :
161 7197774 : if (h < 0) {
162 0 : pushInstruction(mb, p);
163 0 : old[i] = NULL;
164 0 : continue;
165 : }
166 :
167 7197774 : bailout = 1024; // don't run over long collision list
168 : /* Look into the hash structure for matching instructions */
169 44193753 : for (j = hash[h]; j > 0 && bailout-- > 0; j = list[j]) {
170 37129031 : if ((q = getInstrPtr(mb, j))
171 37129031 : && getFunctionId(q) == getFunctionId(p)
172 27591341 : && getModuleId(q) == getModuleId(p)) {
173 27591328 : TRC_DEBUG(MAL_OPTIMIZER,
174 : "Candidate[%d->%d] %d %d :%d %d %d=%d %d %d %d\n", j,
175 : list[j], hasSameSignature(mb, p, q),
176 : hasSameArguments(mb, p, q), q->token != ASSIGNsymbol,
177 : list[getArg(q, q->argc - 1)], i, !hasCommonResults(p,
178 : q),
179 : !isUnsafeFunction(q), !isUpdateInstruction(q),
180 : isLinearFlow(q));
181 27591328 : traceInstruction(MAL_OPTIMIZER, mb, 0, q, LIST_MAL_ALL);
182 :
183 : /*
184 : * Simple assignments are not replaced either. They should be
185 : * handled by the alias removal part. All arguments should
186 : * be assigned their value before instruction p.
187 : */
188 27591132 : if (hasSameArguments(mb, p, q)
189 147750 : && hasSameSignature(mb, p, q)
190 147732 : && !hasCommonResults(p, q)
191 147732 : && !isUnsafeFunction(q)
192 147732 : && !isUpdateInstruction(q)
193 147732 : && !isProjectConst(q) && /* disable project(x,val), as its used for the result of case statements */
194 133062 : isLinearFlow(q)) {
195 133062 : if (safetyBarrier(p, q)) {
196 0 : TRC_DEBUG(MAL_OPTIMIZER, "Safety barrier reached\n");
197 : break;
198 : }
199 133062 : duplicate = 1;
200 133062 : clrFunction(p);
201 133062 : p->argc = p->retc;
202 275663 : for (k = 0; k < q->retc; k++) {
203 142601 : alias[getArg(p, k)] = getArg(q, k);
204 : /* we know the arguments fit so the instruction can safely be patched */
205 142601 : p = pushArgument(mb, p, getArg(q, k));
206 : }
207 :
208 133062 : TRC_DEBUG(MAL_OPTIMIZER, "Modified expression %d -> %d ",
209 : getArg(p, 0), getArg(p, 1));
210 133062 : traceInstruction(MAL_OPTIMIZER, mb, 0, p, LIST_MAL_ALL);
211 :
212 133062 : actions++;
213 133062 : break; /* end of search */
214 : }
215 9537703 : } else if (isUpdateInstruction(p)) {
216 0 : TRC_DEBUG(MAL_OPTIMIZER, "Skipped: %d %d\n",
217 : mayhaveSideEffects(cntxt, mb, q, TRUE),
218 : isUpdateInstruction(p));
219 0 : traceInstruction(MAL_OPTIMIZER, mb, 0, q, LIST_MAL_ALL);
220 : }
221 : }
222 :
223 7197784 : if (duplicate) {
224 133062 : pushInstruction(mb, p);
225 133062 : old[i] = NULL;
226 133062 : continue;
227 : }
228 : /* update the hash structure with another candidate for reuse */
229 7064722 : TRC_DEBUG(MAL_OPTIMIZER,
230 : "Update hash[%d] - look at arg '%d' hash '%d' list '%d'\n", i,
231 : getArg(p, p->argc - 1), h, hash[h]);
232 7064722 : traceInstruction(MAL_OPTIMIZER, mb, 0, p, LIST_MAL_ALL);
233 :
234 7064700 : if (!mayhaveSideEffects(cntxt, mb, p, TRUE) && p->argc != p->retc
235 14129335 : && isLinearFlow(p) && !isUnsafeFunction(p)
236 7064631 : && !isUpdateInstruction(p)) {
237 7064602 : list[i] = hash[h];
238 7064602 : hash[h] = i;
239 7064602 : pushInstruction(mb, p);
240 7064567 : old[i] = NULL;
241 : }
242 : }
243 48795104 : for (; i < slimit; i++)
244 48584886 : if (old[i])
245 5374225 : pushInstruction(mb, old[i]);
246 : /* Defense line against incorrect plans */
247 210218 : if (actions > 0) {
248 9849 : msg = chkTypes(cntxt->usermodule, mb, FALSE);
249 9849 : if (!msg)
250 9849 : msg = chkFlow(mb);
251 9849 : if (!msg)
252 9849 : msg = chkDeclarations(mb);
253 : }
254 200369 : wrapup:
255 : /* keep actions taken as a fake argument */
256 495259 : (void) pushInt(mb, pci, actions);
257 :
258 495260 : if (alias)
259 210219 : GDKfree(alias);
260 495262 : if (list)
261 210221 : GDKfree(list);
262 495262 : if (hash)
263 210221 : GDKfree(hash);
264 495262 : if (old)
265 210221 : GDKfree(old);
266 495262 : return msg;
267 : }
|
