1 | // Licensed to the .NET Foundation under one or more agreements. |
2 | // The .NET Foundation licenses this file to you under the MIT license. |
3 | // See the LICENSE file in the project root for more information. |
4 | |
5 | /*XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX |
6 | XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX |
7 | XX XX |
8 | XX LoopCloning XX |
9 | XX XX |
10 | XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX |
11 | XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX |
12 | */ |
13 | |
14 | #include "jitpch.h" |
15 | |
16 | //-------------------------------------------------------------------------------------------------- |
17 | // ToGenTree - Convert an arrLen operation into a gentree node. |
18 | // |
19 | // Arguments: |
20 | // comp Compiler instance to allocate trees |
21 | // |
22 | // Return Values: |
23 | // Returns the gen tree representation for arrLen or MD Array node as defined by |
24 | // the "type" member |
25 | // |
26 | // Notes: |
27 | // This tree produces GT_INDEX node, the caller is supposed to morph it appropriately |
28 | // so it can be codegen'ed. |
29 | // |
30 | GenTree* LC_Array::ToGenTree(Compiler* comp) |
31 | { |
32 | // If jagged array |
33 | if (type == Jagged) |
34 | { |
35 | // Create a a[i][j][k].length type node. |
36 | GenTree* arr = comp->gtNewLclvNode(arrIndex->arrLcl, comp->lvaTable[arrIndex->arrLcl].lvType); |
37 | int rank = GetDimRank(); |
38 | for (int i = 0; i < rank; ++i) |
39 | { |
40 | arr = comp->gtNewIndexRef(TYP_REF, arr, comp->gtNewLclvNode(arrIndex->indLcls[i], |
41 | comp->lvaTable[arrIndex->indLcls[i]].lvType)); |
42 | } |
43 | // If asked for arrlen invoke arr length operator. |
44 | if (oper == ArrLen) |
45 | { |
46 | GenTree* arrLen = comp->gtNewArrLen(TYP_INT, arr, OFFSETOF__CORINFO_Array__length); |
47 | return arrLen; |
48 | } |
49 | else |
50 | { |
51 | assert(oper == None); |
52 | return arr; |
53 | } |
54 | } |
55 | else |
56 | { |
57 | // TODO-CQ: Optimize for MD Array. |
58 | assert(!"Optimize for MD Array" ); |
59 | } |
60 | return nullptr; |
61 | } |
62 | |
63 | //-------------------------------------------------------------------------------------------------- |
64 | // ToGenTree - Convert an "identifier" into a gentree node. |
65 | // |
66 | // Arguments: |
67 | // comp Compiler instance to allocate trees |
68 | // |
69 | // Return Values: |
70 | // Returns the gen tree representation for either a constant or a variable or an arrLen operation |
71 | // defined by the "type" member |
72 | // |
73 | GenTree* LC_Ident::ToGenTree(Compiler* comp) |
74 | { |
75 | // Convert to GenTree nodes. |
76 | switch (type) |
77 | { |
78 | case Const: |
79 | assert(constant <= INT32_MAX); |
80 | return comp->gtNewIconNode(constant); |
81 | case Var: |
82 | return comp->gtNewLclvNode(constant, comp->lvaTable[constant].lvType); |
83 | case ArrLen: |
84 | return arrLen.ToGenTree(comp); |
85 | case Null: |
86 | return comp->gtNewIconNode(0, TYP_REF); |
87 | default: |
88 | assert(!"Could not convert LC_Ident to GenTree" ); |
89 | unreached(); |
90 | break; |
91 | } |
92 | } |
93 | |
94 | //-------------------------------------------------------------------------------------------------- |
95 | // ToGenTree - Convert an "expression" into a gentree node. |
96 | // |
97 | // Arguments: |
98 | // comp Compiler instance to allocate trees |
99 | // |
100 | // Return Values: |
101 | // Returns the gen tree representation for either a constant or a variable or an arrLen operation |
102 | // defined by the "type" member |
103 | // |
104 | GenTree* LC_Expr::ToGenTree(Compiler* comp) |
105 | { |
106 | // Convert to GenTree nodes. |
107 | switch (type) |
108 | { |
109 | case Ident: |
110 | return ident.ToGenTree(comp); |
111 | default: |
112 | assert(!"Could not convert LC_Expr to GenTree" ); |
113 | unreached(); |
114 | break; |
115 | } |
116 | } |
117 | |
118 | //-------------------------------------------------------------------------------------------------- |
119 | // ToGenTree - Convert a "condition" into a gentree node. |
120 | // |
121 | // Arguments: |
122 | // comp Compiler instance to allocate trees |
123 | // |
124 | // Return Values: |
125 | // Returns the gen tree representation for the conditional operator on lhs and rhs trees |
126 | // |
127 | GenTree* LC_Condition::ToGenTree(Compiler* comp) |
128 | { |
129 | GenTree* op1Tree = op1.ToGenTree(comp); |
130 | GenTree* op2Tree = op2.ToGenTree(comp); |
131 | assert(genTypeSize(genActualType(op1Tree->TypeGet())) == genTypeSize(genActualType(op2Tree->TypeGet()))); |
132 | return comp->gtNewOperNode(oper, TYP_INT, op1Tree, op2Tree); |
133 | } |
134 | |
135 | //-------------------------------------------------------------------------------------------------- |
136 | // Evaluates - Evaluate a given loop cloning condition if it can be statically evaluated. |
137 | // |
138 | // Arguments: |
139 | // pResult The evaluation result |
140 | // |
141 | // Return Values: |
142 | // Returns true if the condition can be statically evaluated. If the condition's result |
143 | // is statically unknown then return false. In other words, true if "pResult" is valid. |
144 | // |
145 | bool LC_Condition::Evaluates(bool* pResult) |
146 | { |
147 | switch (oper) |
148 | { |
149 | case GT_EQ: |
150 | case GT_GE: |
151 | case GT_LE: |
152 | // If op1 == op2 then equality should result in true. |
153 | if (op1 == op2) |
154 | { |
155 | *pResult = true; |
156 | return true; |
157 | } |
158 | break; |
159 | |
160 | case GT_GT: |
161 | case GT_LT: |
162 | case GT_NE: |
163 | // If op1 == op2 then inequality should result in false. |
164 | if (op1 == op2) |
165 | { |
166 | *pResult = false; |
167 | return true; |
168 | } |
169 | break; |
170 | |
171 | default: |
172 | // for all other 'oper' kinds, we will return false |
173 | break; |
174 | } |
175 | return false; |
176 | } |
177 | |
178 | //-------------------------------------------------------------------------------------------------- |
179 | // Combines - Check whether two conditions would combine to yield a single new condition. |
180 | // |
181 | // Arguments: |
182 | // cond The condition that is checked if it would combine with "*this" condition. |
183 | // newCond The resulting combined condition. |
184 | // |
185 | // Return Values: |
186 | // Returns true if "cond" combines with the "this" condition. |
187 | // "newCond" contains the combines condition. |
188 | // |
189 | // Operation: |
190 | // Check if both conditions are equal. If so, return just 1 of them. |
191 | // Reverse their operators and check if their reversed operands match. If so, return either of them. |
192 | // |
193 | // Notes: |
194 | // This is not a full-fledged expression optimizer, it is supposed |
195 | // to remove redundant conditions that are generated for optimization |
196 | // opportunities. Anything further should be implemented as needed. |
197 | // For example, for (i = beg; i < end; i += inc) a[i]. Then, the conditions |
198 | // would be: "beg >= 0, end <= a.len, inc > 0" |
199 | bool LC_Condition::Combines(const LC_Condition& cond, LC_Condition* newCond) |
200 | { |
201 | if (oper == cond.oper && op1 == cond.op1 && op2 == cond.op2) |
202 | { |
203 | *newCond = *this; |
204 | return true; |
205 | } |
206 | else if ((oper == GT_LT || oper == GT_LE || oper == GT_GT || oper == GT_GE) && |
207 | GenTree::ReverseRelop(oper) == cond.oper && op1 == cond.op2 && op2 == cond.op1) |
208 | { |
209 | *newCond = *this; |
210 | return true; |
211 | } |
212 | return false; |
213 | } |
214 | |
215 | //-------------------------------------------------------------------------------------------------- |
216 | // GetLoopOptInfo - Retrieve the loop opt info candidate array. |
217 | // |
218 | // Arguments: |
219 | // loopNum the loop index. |
220 | // |
221 | // Return Values: |
222 | // Return the optInfo array member. The method doesn't allocate memory. |
223 | // |
224 | JitExpandArrayStack<LcOptInfo*>* LoopCloneContext::GetLoopOptInfo(unsigned loopNum) |
225 | { |
226 | return optInfo[loopNum]; |
227 | } |
228 | |
229 | //-------------------------------------------------------------------------------------------------- |
230 | // CancelLoopOptInfo - Cancel loop cloning optimization for this loop. |
231 | // |
232 | // Arguments: |
233 | // loopNum the loop index. |
234 | // |
235 | // Return Values: |
236 | // None. |
237 | // |
238 | void LoopCloneContext::CancelLoopOptInfo(unsigned loopNum) |
239 | { |
240 | JITDUMP("Cancelling loop cloning for loop L_%02u\n" , loopNum); |
241 | optInfo[loopNum] = nullptr; |
242 | if (conditions[loopNum] != nullptr) |
243 | { |
244 | conditions[loopNum]->Reset(); |
245 | conditions[loopNum] = nullptr; |
246 | } |
247 | } |
248 | |
249 | //-------------------------------------------------------------------------------------------------- |
250 | // EnsureLoopOptInfo - Retrieve the loop opt info candidate array, if it is not present, allocate |
251 | // memory. |
252 | // |
253 | // Arguments: |
254 | // loopNum the loop index. |
255 | // |
256 | // Return Values: |
257 | // The array of optimization candidates for the loop. |
258 | // |
259 | JitExpandArrayStack<LcOptInfo*>* LoopCloneContext::EnsureLoopOptInfo(unsigned loopNum) |
260 | { |
261 | if (optInfo[loopNum] == nullptr) |
262 | { |
263 | optInfo[loopNum] = new (alloc) JitExpandArrayStack<LcOptInfo*>(alloc, 4); |
264 | } |
265 | return optInfo[loopNum]; |
266 | } |
267 | |
268 | //-------------------------------------------------------------------------------------------------- |
269 | // EnsureLoopOptInfo - Retrieve the loop cloning conditions candidate array, |
270 | // if it is not present, allocate memory. |
271 | // |
272 | // Arguments: |
273 | // loopNum the loop index. |
274 | // |
275 | // Return Values: |
276 | // The array of cloning conditions for the loop. |
277 | // |
278 | JitExpandArrayStack<LC_Condition>* LoopCloneContext::EnsureConditions(unsigned loopNum) |
279 | { |
280 | if (conditions[loopNum] == nullptr) |
281 | { |
282 | conditions[loopNum] = new (alloc) JitExpandArrayStack<LC_Condition>(alloc, 4); |
283 | } |
284 | return conditions[loopNum]; |
285 | } |
286 | |
287 | //-------------------------------------------------------------------------------------------------- |
288 | // GetConditions - Get the cloning conditions array for the loop, no allocation. |
289 | // |
290 | // Arguments: |
291 | // loopNum the loop index. |
292 | // |
293 | // Return Values: |
294 | // The array of cloning conditions for the loop. |
295 | // |
296 | JitExpandArrayStack<LC_Condition>* LoopCloneContext::GetConditions(unsigned loopNum) |
297 | { |
298 | return conditions[loopNum]; |
299 | } |
300 | |
301 | //-------------------------------------------------------------------------------------------------- |
302 | // EnsureDerefs - Ensure an array of dereferences is created if it doesn't exist. |
303 | // |
304 | // Arguments: |
305 | // loopNum the loop index. |
306 | // |
307 | // Return Values: |
308 | // The array of dereferences for the loop. |
309 | // |
310 | JitExpandArrayStack<LC_Array>* LoopCloneContext::EnsureDerefs(unsigned loopNum) |
311 | { |
312 | if (derefs[loopNum] == nullptr) |
313 | { |
314 | derefs[loopNum] = new (alloc) JitExpandArrayStack<LC_Array>(alloc, 4); |
315 | } |
316 | return derefs[loopNum]; |
317 | } |
318 | |
319 | //-------------------------------------------------------------------------------------------------- |
320 | // HasBlockConditions - Check if there are block level conditions for the loop. |
321 | // |
322 | // Arguments: |
323 | // loopNum the loop index. |
324 | // |
325 | // Return Values: |
326 | // Return true if there are any block level conditions. |
327 | // |
328 | bool LoopCloneContext::HasBlockConditions(unsigned loopNum) |
329 | { |
330 | JitExpandArrayStack<JitExpandArrayStack<LC_Condition>*>* levelCond = blockConditions[loopNum]; |
331 | if (levelCond == nullptr) |
332 | { |
333 | return false; |
334 | } |
335 | |
336 | // Walk through each block to check if any of them has conditions. |
337 | for (unsigned i = 0; i < levelCond->Size(); ++i) |
338 | { |
339 | if ((*levelCond)[i]->Size() > 0) |
340 | { |
341 | return true; |
342 | } |
343 | } |
344 | return false; |
345 | } |
346 | |
347 | //-------------------------------------------------------------------------------------------------- |
348 | // GetBlockConditions - Return block level conditions for the loop. |
349 | // |
350 | // Arguments: |
351 | // loopNum the loop index. |
352 | // |
353 | // Return Values: |
354 | // Return block conditions. |
355 | // |
356 | JitExpandArrayStack<JitExpandArrayStack<LC_Condition>*>* LoopCloneContext::GetBlockConditions(unsigned loopNum) |
357 | { |
358 | assert(HasBlockConditions(loopNum)); |
359 | return blockConditions[loopNum]; |
360 | } |
361 | |
362 | //-------------------------------------------------------------------------------------------------- |
363 | // EnsureBlockConditions - Allocate block level conditions for the loop if not exists. |
364 | // |
365 | // Arguments: |
366 | // loopNum the loop index. |
367 | // condBlocks the number of block-level conditions for each loop, corresponding to the blocks |
368 | // created. |
369 | // |
370 | // Return Values: |
371 | // Return block conditions. |
372 | // |
373 | JitExpandArrayStack<JitExpandArrayStack<LC_Condition>*>* LoopCloneContext::EnsureBlockConditions(unsigned loopNum, |
374 | unsigned condBlocks) |
375 | { |
376 | if (blockConditions[loopNum] == nullptr) |
377 | { |
378 | blockConditions[loopNum] = |
379 | new (alloc) JitExpandArrayStack<JitExpandArrayStack<LC_Condition>*>(alloc, condBlocks); |
380 | } |
381 | JitExpandArrayStack<JitExpandArrayStack<LC_Condition>*>* levelCond = blockConditions[loopNum]; |
382 | for (unsigned i = 0; i < condBlocks; ++i) |
383 | { |
384 | levelCond->Set(i, new (alloc) JitExpandArrayStack<LC_Condition>(alloc)); |
385 | } |
386 | return levelCond; |
387 | } |
388 | |
389 | #ifdef DEBUG |
390 | void LoopCloneContext::PrintBlockConditions(unsigned loopNum) |
391 | { |
392 | JitExpandArrayStack<JitExpandArrayStack<LC_Condition>*>* levelCond = blockConditions[loopNum]; |
393 | if (levelCond == nullptr || levelCond->Size() == 0) |
394 | { |
395 | JITDUMP("No block conditions\n" ); |
396 | return; |
397 | } |
398 | |
399 | for (unsigned i = 0; i < levelCond->Size(); ++i) |
400 | { |
401 | JITDUMP("%d = {" , i); |
402 | for (unsigned j = 0; j < ((*levelCond)[i])->Size(); ++j) |
403 | { |
404 | if (j != 0) |
405 | { |
406 | JITDUMP(" & " ); |
407 | } |
408 | (*((*levelCond)[i]))[j].Print(); |
409 | } |
410 | JITDUMP("}\n" ); |
411 | } |
412 | } |
413 | #endif |
414 | |
415 | //-------------------------------------------------------------------------------------------------- |
416 | // EvaluateConditions - Evaluate the loop cloning conditions statically, if it can be evaluated. |
417 | // |
418 | // Arguments: |
419 | // loopNum the loop index. |
420 | // pAllTrue all the cloning conditions evaluated to "true" statically. |
421 | // pAnyFalse some cloning condition evaluated to "false" statically. |
422 | // verbose verbose logging required. |
423 | // |
424 | // Return Values: |
425 | // None. |
426 | // |
427 | // Operation: |
428 | // For example, a condition like "V02 >= V02" statically evaluates to true. Caller should detect such |
429 | // conditions and remove them from the "conditions" array. |
430 | // |
431 | // Similarly, conditions like "V02 > V02" will evaluate to "false". In this case caller has to abort |
432 | // loop cloning optimization for the loop. Note that the assumption for conditions is that they will |
433 | // all be "AND"ed, so statically we know we will never take the fast path. |
434 | // |
435 | // Sometimes we simply can't say statically whether "V02 > V01.length" is true or false. |
436 | // In that case, the "pAllTrue" will be false because this condition doesn't evaluate to "true" and |
437 | // "pAnyFalse" could be false if no other condition statically evaluates to "false". |
438 | void LoopCloneContext::EvaluateConditions(unsigned loopNum, bool* pAllTrue, bool* pAnyFalse DEBUGARG(bool verbose)) |
439 | { |
440 | bool allTrue = true; |
441 | bool anyFalse = false; |
442 | |
443 | JitExpandArrayStack<LC_Condition>& conds = *conditions[loopNum]; |
444 | |
445 | JITDUMP("Evaluating %d loop cloning conditions for loop %d\n" , conds.Size(), loopNum); |
446 | |
447 | assert(conds.Size() > 0); |
448 | for (unsigned i = 0; i < conds.Size(); ++i) |
449 | { |
450 | #ifdef DEBUG |
451 | if (verbose) |
452 | { |
453 | printf("Considering condition %d: (" , i); |
454 | conds[i].Print(); |
455 | } |
456 | #endif |
457 | |
458 | bool res = false; |
459 | // Check if this condition evaluates to true or false. |
460 | if (conds[i].Evaluates(&res)) |
461 | { |
462 | JITDUMP(") evaluates to %d\n" , res); |
463 | if (!res) |
464 | { |
465 | anyFalse = true; |
466 | return; |
467 | } |
468 | } |
469 | else |
470 | { |
471 | JITDUMP("), could not be evaluated\n" ); |
472 | allTrue = false; |
473 | } |
474 | } |
475 | |
476 | JITDUMP("Evaluation result allTrue = %d, anyFalse = %d\n" , allTrue, anyFalse); |
477 | *pAllTrue = allTrue; |
478 | *pAnyFalse = anyFalse; |
479 | } |
480 | |
481 | //-------------------------------------------------------------------------------------------------- |
482 | // OptimizeConditions - Evaluate the loop cloning conditions statically, if they can be evaluated |
483 | // then optimize the "conditions" array accordingly. |
484 | // |
485 | // Arguments: |
486 | // conds The conditions array to optimize. |
487 | // |
488 | // Return Values: |
489 | // None. |
490 | // |
491 | // Operation: |
492 | // For example, a condition like "V02 >= V02" statically evaluates to true. Remove such conditions |
493 | // from the "conditions" array. |
494 | // |
495 | // Similarly, conditions like "V02 > V02" will evaluate to "false". In this case abort loop cloning |
496 | // optimization for the loop. |
497 | // |
498 | // Sometimes, two conditions will combine together to yield a single condition, then remove a |
499 | // duplicate condition. |
500 | void LoopCloneContext::OptimizeConditions(JitExpandArrayStack<LC_Condition>& conds) |
501 | { |
502 | for (unsigned i = 0; i < conds.Size(); ++i) |
503 | { |
504 | // Check if the conditions evaluate. |
505 | bool result = false; |
506 | if (conds[i].Evaluates(&result)) |
507 | { |
508 | // If statically known to be true, then remove this condition. |
509 | if (result) |
510 | { |
511 | conds.Remove(i); |
512 | --i; |
513 | continue; |
514 | } |
515 | else |
516 | { |
517 | // Some condition is statically false, then simply indicate |
518 | // not to clone this loop. |
519 | CancelLoopOptInfo(i); |
520 | break; |
521 | } |
522 | } |
523 | |
524 | // Check for all other conditions[j], if it would combine with |
525 | // conditions[i]. |
526 | for (unsigned j = i + 1; j < conds.Size(); ++j) |
527 | { |
528 | LC_Condition newCond; |
529 | if (conds[i].Combines(conds[j], &newCond)) |
530 | { |
531 | conds.Remove(j); |
532 | conds[i] = newCond; |
533 | i = -1; |
534 | break; |
535 | } |
536 | } |
537 | } |
538 | #ifdef DEBUG |
539 | // Make sure we didn't miss some combining. |
540 | for (unsigned i = 0; i < conds.Size(); ++i) |
541 | { |
542 | for (unsigned j = 0; j < conds.Size(); ++j) |
543 | { |
544 | LC_Condition newCond; |
545 | if ((i != j) && conds[i].Combines(conds[j], &newCond)) |
546 | { |
547 | assert(!"Loop cloning conditions can still be optimized further." ); |
548 | } |
549 | } |
550 | } |
551 | #endif |
552 | } |
553 | |
554 | //-------------------------------------------------------------------------------------------------- |
555 | // OptimizeBlockConditions - Optimize block level conditions. |
556 | // |
557 | // Arguments: |
558 | // loopNum the loop index. |
559 | // |
560 | // Operation: |
561 | // Calls OptimizeConditions helper on block level conditions. |
562 | // |
563 | // Return Values: |
564 | // None. |
565 | // |
566 | void LoopCloneContext::OptimizeBlockConditions(unsigned loopNum DEBUGARG(bool verbose)) |
567 | { |
568 | if (!HasBlockConditions(loopNum)) |
569 | { |
570 | return; |
571 | } |
572 | JitExpandArrayStack<JitExpandArrayStack<LC_Condition>*>* levelCond = blockConditions[loopNum]; |
573 | for (unsigned i = 0; i < levelCond->Size(); ++i) |
574 | { |
575 | OptimizeConditions(*((*levelCond)[i])); |
576 | } |
577 | #ifdef DEBUG |
578 | if (verbose) |
579 | { |
580 | printf("After optimizing block-level cloning conditions\n\t" ); |
581 | PrintConditions(loopNum); |
582 | printf("\n" ); |
583 | } |
584 | #endif |
585 | } |
586 | |
587 | //-------------------------------------------------------------------------------------------------- |
588 | // OptimizeConditions - Optimize cloning conditions. |
589 | // |
590 | // Arguments: |
591 | // loopNum the loop index. |
592 | // verbose verbose logging required. |
593 | // |
594 | // Operation: |
595 | // Calls OptimizeConditions helper on cloning conditions. |
596 | // |
597 | // Return Values: |
598 | // None. |
599 | // |
600 | void LoopCloneContext::OptimizeConditions(unsigned loopNum DEBUGARG(bool verbose)) |
601 | { |
602 | #ifdef DEBUG |
603 | if (verbose) |
604 | { |
605 | printf("Before optimizing cloning conditions\n\t" ); |
606 | PrintConditions(loopNum); |
607 | printf("\n" ); |
608 | } |
609 | #endif |
610 | JitExpandArrayStack<LC_Condition>& conds = *conditions[loopNum]; |
611 | OptimizeConditions(conds); |
612 | |
613 | #ifdef DEBUG |
614 | if (verbose) |
615 | { |
616 | printf("After optimizing cloning conditions\n\t" ); |
617 | PrintConditions(loopNum); |
618 | printf("\n" ); |
619 | } |
620 | #endif |
621 | } |
622 | |
623 | #ifdef DEBUG |
624 | //-------------------------------------------------------------------------------------------------- |
625 | // PrintConditions - Print loop cloning conditions necessary to clone the loop. |
626 | // |
627 | // Arguments: |
628 | // loopNum the loop index. |
629 | // |
630 | // Return Values: |
631 | // None. |
632 | // |
633 | void LoopCloneContext::PrintConditions(unsigned loopNum) |
634 | { |
635 | if (conditions[loopNum] == nullptr) |
636 | { |
637 | JITDUMP("NO conditions" ); |
638 | return; |
639 | } |
640 | if (conditions[loopNum]->Size() == 0) |
641 | { |
642 | JITDUMP("Conditions were optimized away! Will always take cloned path." ); |
643 | } |
644 | for (unsigned i = 0; i < conditions[loopNum]->Size(); ++i) |
645 | { |
646 | if (i != 0) |
647 | { |
648 | JITDUMP(" & " ); |
649 | } |
650 | (*conditions[loopNum])[i].Print(); |
651 | } |
652 | } |
653 | #endif |
654 | |
655 | //-------------------------------------------------------------------------------------------------- |
656 | // CondToStmtInBlock - Convert an array of conditions. Evaluate them into a JTRUE stmt and add it to |
657 | // the block |
658 | // |
659 | // Arguments: |
660 | // comp Compiler instance |
661 | // conds Array of conditions to evaluate into a JTRUE stmt |
662 | // block Block to insert the stmt into |
663 | // reverse Reverse conditions if true. |
664 | // |
665 | // Note: |
666 | // The condition that will be generated: jmpTrue(cond1 & cond2 ... == 0) |
667 | // |
668 | // Return Values: |
669 | // None. |
670 | // |
671 | void LoopCloneContext::CondToStmtInBlock(Compiler* comp, |
672 | JitExpandArrayStack<LC_Condition>& conds, |
673 | BasicBlock* block, |
674 | bool reverse) |
675 | { |
676 | noway_assert(conds.Size() > 0); |
677 | |
678 | // Get the first condition. |
679 | GenTree* cond = conds[0].ToGenTree(comp); |
680 | for (unsigned i = 1; i < conds.Size(); ++i) |
681 | { |
682 | // Append all conditions using AND operator. |
683 | cond = comp->gtNewOperNode(GT_AND, TYP_INT, cond, conds[i].ToGenTree(comp)); |
684 | } |
685 | |
686 | // Add "cond == 0" node |
687 | cond = comp->gtNewOperNode(reverse ? GT_NE : GT_EQ, TYP_INT, cond, comp->gtNewIconNode(0)); |
688 | |
689 | // Add jmpTrue "cond == 0" to slow path. |
690 | GenTree* stmt = comp->fgNewStmtFromTree(comp->gtNewOperNode(GT_JTRUE, TYP_VOID, cond)); |
691 | |
692 | // Add stmt to the block. |
693 | comp->fgInsertStmtAtEnd(block, stmt); |
694 | |
695 | // Remorph. |
696 | comp->fgMorphBlockStmt(block, stmt->AsStmt() DEBUGARG("Loop cloning condition" )); |
697 | } |
698 | |
699 | //-------------------------------------------------------------------------------------------------- |
700 | // Lcl - the current node's local variable. |
701 | // |
702 | // Arguments: |
703 | // None. |
704 | // |
705 | // Operation: |
706 | // If level is 0, then just return the array base. Else return the index variable on dim 'level' |
707 | // |
708 | // Return Values: |
709 | // The local variable in the node's level. |
710 | // |
711 | unsigned LC_Deref::Lcl() |
712 | { |
713 | unsigned lvl = level; |
714 | if (lvl == 0) |
715 | { |
716 | return array.arrIndex->arrLcl; |
717 | } |
718 | lvl--; |
719 | return array.arrIndex->indLcls[lvl]; |
720 | } |
721 | |
722 | //-------------------------------------------------------------------------------------------------- |
723 | // HasChildren - Check if there are children to 'this' node. |
724 | // |
725 | // Arguments: |
726 | // None. |
727 | // |
728 | // Return Values: |
729 | // Return true if children are present. |
730 | // |
731 | bool LC_Deref::HasChildren() |
732 | { |
733 | return children != nullptr && children->Size() > 0; |
734 | } |
735 | |
736 | //-------------------------------------------------------------------------------------------------- |
737 | // DeriveLevelConditions - Generate conditions for each level of the tree. |
738 | // |
739 | // Arguments: |
740 | // conds An array of conditions for each level i.e., (level x conditions). This array will |
741 | // contain the conditions for the tree at the end of the method. |
742 | // |
743 | // Operation: |
744 | // level0 yields only (a != null) condition. All other levels yield two conditions: |
745 | // (level < a[...].length && a[...][level] != null) |
746 | // |
747 | // Return Values: |
748 | // None |
749 | // |
750 | void LC_Deref::DeriveLevelConditions(JitExpandArrayStack<JitExpandArrayStack<LC_Condition>*>* conds) |
751 | { |
752 | if (level == 0) |
753 | { |
754 | // For level 0, just push (a != null). |
755 | (*conds)[level]->Push( |
756 | LC_Condition(GT_NE, LC_Expr(LC_Ident(Lcl(), LC_Ident::Var)), LC_Expr(LC_Ident(LC_Ident::Null)))); |
757 | } |
758 | else |
759 | { |
760 | // Adjust for level0 having just 1 condition and push condition (i < a.len). |
761 | LC_Array arrLen = array; |
762 | arrLen.oper = LC_Array::ArrLen; |
763 | arrLen.dim = level - 1; |
764 | (*conds)[level * 2 - 1]->Push( |
765 | LC_Condition(GT_LT, LC_Expr(LC_Ident(Lcl(), LC_Ident::Var)), LC_Expr(LC_Ident(arrLen)))); |
766 | |
767 | // Push condition (a[i] != null) |
768 | LC_Array arrTmp = array; |
769 | arrTmp.dim = level; |
770 | (*conds)[level * 2]->Push(LC_Condition(GT_NE, LC_Expr(LC_Ident(arrTmp)), LC_Expr(LC_Ident(LC_Ident::Null)))); |
771 | } |
772 | |
773 | // Invoke on the children recursively. |
774 | if (HasChildren()) |
775 | { |
776 | for (unsigned i = 0; i < children->Size(); ++i) |
777 | { |
778 | (*children)[i]->DeriveLevelConditions(conds); |
779 | } |
780 | } |
781 | } |
782 | |
783 | //-------------------------------------------------------------------------------------------------- |
784 | // EnsureChildren - Create an array of child nodes if nullptr. |
785 | // |
786 | // Arguments: |
787 | // alloc CompAllocator instance |
788 | // |
789 | // Return Values: |
790 | // None |
791 | // |
792 | void LC_Deref::EnsureChildren(CompAllocator alloc) |
793 | { |
794 | if (children == nullptr) |
795 | { |
796 | children = new (alloc) JitExpandArrayStack<LC_Deref*>(alloc); |
797 | } |
798 | } |
799 | |
800 | //-------------------------------------------------------------------------------------------------- |
801 | // Find - Find the node representing the local variable in child nodes of the 'this' node. |
802 | // |
803 | // Arguments: |
804 | // lcl the local to find in the children array |
805 | // |
806 | // Return Values: |
807 | // The child node if found or nullptr. |
808 | // |
809 | LC_Deref* LC_Deref::Find(unsigned lcl) |
810 | { |
811 | return Find(children, lcl); |
812 | } |
813 | |
814 | //-------------------------------------------------------------------------------------------------- |
815 | // Find - Find the node representing the local variable in a list of nodes. |
816 | // |
817 | // Arguments: |
818 | // lcl the local to find. |
819 | // children the list of nodes to find the node representing the lcl. |
820 | // |
821 | // Return Values: |
822 | // The node if found or nullptr. |
823 | // |
824 | |
825 | // static |
826 | LC_Deref* LC_Deref::Find(JitExpandArrayStack<LC_Deref*>* children, unsigned lcl) |
827 | { |
828 | if (children == nullptr) |
829 | { |
830 | return nullptr; |
831 | } |
832 | for (unsigned i = 0; i < children->Size(); ++i) |
833 | { |
834 | if ((*children)[i]->Lcl() == lcl) |
835 | { |
836 | return (*children)[i]; |
837 | } |
838 | } |
839 | return nullptr; |
840 | } |
841 | |