| 1 | // Licensed to the .NET Foundation under one or more agreements. |
| 2 | // The .NET Foundation licenses this file to you under the MIT license. |
| 3 | // See the LICENSE file in the project root for more information. |
| 4 | |
| 5 | // ================================================================================= |
| 6 | // Code that works with liveness and related concepts (interference, debug scope) |
| 7 | // ================================================================================= |
| 8 | |
| 9 | #include "jitpch.h" |
| 10 | #ifdef _MSC_VER |
| 11 | #pragma hdrstop |
| 12 | #endif |
| 13 | |
| 14 | #if !defined(_TARGET_64BIT_) |
| 15 | #include "decomposelongs.h" |
| 16 | #endif |
| 17 | #include "lower.h" // for LowerRange() |
| 18 | |
| 19 | /***************************************************************************** |
| 20 | * |
| 21 | * Helper for Compiler::fgPerBlockLocalVarLiveness(). |
| 22 | * The goal is to compute the USE and DEF sets for a basic block. |
| 23 | */ |
| 24 | void Compiler::fgMarkUseDef(GenTreeLclVarCommon* tree) |
| 25 | { |
| 26 | assert((tree->OperIsLocal() && (tree->OperGet() != GT_PHI_ARG)) || tree->OperIsLocalAddr()); |
| 27 | |
| 28 | const unsigned lclNum = tree->gtLclNum; |
| 29 | assert(lclNum < lvaCount); |
| 30 | |
| 31 | LclVarDsc* const varDsc = &lvaTable[lclNum]; |
| 32 | |
| 33 | // We should never encounter a reference to a lclVar that has a zero refCnt. |
| 34 | if (varDsc->lvRefCnt() == 0 && (!varTypeIsPromotable(varDsc) || !varDsc->lvPromoted)) |
| 35 | { |
| 36 | JITDUMP("Found reference to V%02u with zero refCnt.\n" , lclNum); |
| 37 | assert(!"We should never encounter a reference to a lclVar that has a zero refCnt." ); |
| 38 | varDsc->setLvRefCnt(1); |
| 39 | } |
| 40 | |
| 41 | const bool isDef = (tree->gtFlags & GTF_VAR_DEF) != 0; |
| 42 | const bool isUse = !isDef || ((tree->gtFlags & GTF_VAR_USEASG) != 0); |
| 43 | |
| 44 | if (varDsc->lvTracked) |
| 45 | { |
| 46 | assert(varDsc->lvVarIndex < lvaTrackedCount); |
| 47 | |
| 48 | // We don't treat stores to tracked locals as modifications of ByrefExposed memory; |
| 49 | // Make sure no tracked local is addr-exposed, to make sure we don't incorrectly CSE byref |
| 50 | // loads aliasing it across a store to it. |
| 51 | assert(!varDsc->lvAddrExposed); |
| 52 | |
| 53 | if (isUse && !VarSetOps::IsMember(this, fgCurDefSet, varDsc->lvVarIndex)) |
| 54 | { |
| 55 | // This is an exposed use; add it to the set of uses. |
| 56 | VarSetOps::AddElemD(this, fgCurUseSet, varDsc->lvVarIndex); |
| 57 | } |
| 58 | |
| 59 | if (isDef) |
| 60 | { |
| 61 | // This is a def, add it to the set of defs. |
| 62 | VarSetOps::AddElemD(this, fgCurDefSet, varDsc->lvVarIndex); |
| 63 | } |
| 64 | } |
| 65 | else |
| 66 | { |
| 67 | if (varDsc->lvAddrExposed) |
| 68 | { |
| 69 | // Reflect the effect on ByrefExposed memory |
| 70 | |
| 71 | if (isUse) |
| 72 | { |
| 73 | fgCurMemoryUse |= memoryKindSet(ByrefExposed); |
| 74 | } |
| 75 | if (isDef) |
| 76 | { |
| 77 | fgCurMemoryDef |= memoryKindSet(ByrefExposed); |
| 78 | |
| 79 | // We've found a store that modifies ByrefExposed |
| 80 | // memory but not GcHeap memory, so track their |
| 81 | // states separately. |
| 82 | byrefStatesMatchGcHeapStates = false; |
| 83 | } |
| 84 | } |
| 85 | |
| 86 | if (varTypeIsStruct(varDsc)) |
| 87 | { |
| 88 | lvaPromotionType promotionType = lvaGetPromotionType(varDsc); |
| 89 | |
| 90 | if (promotionType != PROMOTION_TYPE_NONE) |
| 91 | { |
| 92 | VARSET_TP bitMask(VarSetOps::MakeEmpty(this)); |
| 93 | |
| 94 | for (unsigned i = varDsc->lvFieldLclStart; i < varDsc->lvFieldLclStart + varDsc->lvFieldCnt; ++i) |
| 95 | { |
| 96 | noway_assert(lvaTable[i].lvIsStructField); |
| 97 | if (lvaTable[i].lvTracked) |
| 98 | { |
| 99 | noway_assert(lvaTable[i].lvVarIndex < lvaTrackedCount); |
| 100 | VarSetOps::AddElemD(this, bitMask, lvaTable[i].lvVarIndex); |
| 101 | } |
| 102 | } |
| 103 | |
| 104 | // For pure defs (i.e. not an "update" def which is also a use), add to the (all) def set. |
| 105 | if (!isUse) |
| 106 | { |
| 107 | assert(isDef); |
| 108 | VarSetOps::UnionD(this, fgCurDefSet, bitMask); |
| 109 | } |
| 110 | else if (!VarSetOps::IsSubset(this, bitMask, fgCurDefSet)) |
| 111 | { |
| 112 | // Mark as used any struct fields that are not yet defined. |
| 113 | VarSetOps::UnionD(this, fgCurUseSet, bitMask); |
| 114 | } |
| 115 | } |
| 116 | } |
| 117 | } |
| 118 | } |
| 119 | |
| 120 | /*****************************************************************************/ |
| 121 | void Compiler::fgLocalVarLiveness() |
| 122 | { |
| 123 | #ifdef DEBUG |
| 124 | if (verbose) |
| 125 | { |
| 126 | printf("*************** In fgLocalVarLiveness()\n" ); |
| 127 | |
| 128 | if (compRationalIRForm) |
| 129 | { |
| 130 | lvaTableDump(); |
| 131 | } |
| 132 | } |
| 133 | #endif // DEBUG |
| 134 | |
| 135 | // Init liveness data structures. |
| 136 | fgLocalVarLivenessInit(); |
| 137 | |
| 138 | EndPhase(PHASE_LCLVARLIVENESS_INIT); |
| 139 | |
| 140 | // Make sure we haven't noted any partial last uses of promoted structs. |
| 141 | ClearPromotedStructDeathVars(); |
| 142 | |
| 143 | // Initialize the per-block var sets. |
| 144 | fgInitBlockVarSets(); |
| 145 | |
| 146 | fgLocalVarLivenessChanged = false; |
| 147 | do |
| 148 | { |
| 149 | /* Figure out use/def info for all basic blocks */ |
| 150 | fgPerBlockLocalVarLiveness(); |
| 151 | EndPhase(PHASE_LCLVARLIVENESS_PERBLOCK); |
| 152 | |
| 153 | /* Live variable analysis. */ |
| 154 | |
| 155 | fgStmtRemoved = false; |
| 156 | fgInterBlockLocalVarLiveness(); |
| 157 | } while (fgStmtRemoved && fgLocalVarLivenessChanged); |
| 158 | |
| 159 | EndPhase(PHASE_LCLVARLIVENESS_INTERBLOCK); |
| 160 | } |
| 161 | |
| 162 | /*****************************************************************************/ |
| 163 | void Compiler::fgLocalVarLivenessInit() |
| 164 | { |
| 165 | JITDUMP("In fgLocalVarLivenessInit\n" ); |
| 166 | |
| 167 | // Sort locals first, if we're optimizing |
| 168 | if (opts.OptimizationEnabled()) |
| 169 | { |
| 170 | lvaSortByRefCount(); |
| 171 | } |
| 172 | |
| 173 | // We mark a lcl as must-init in a first pass of local variable |
| 174 | // liveness (Liveness1), then assertion prop eliminates the |
| 175 | // uninit-use of a variable Vk, asserting it will be init'ed to |
| 176 | // null. Then, in a second local-var liveness (Liveness2), the |
| 177 | // variable Vk is no longer live on entry to the method, since its |
| 178 | // uses have been replaced via constant propagation. |
| 179 | // |
| 180 | // This leads to a bug: since Vk is no longer live on entry, the |
| 181 | // register allocator sees Vk and an argument Vj as having |
| 182 | // disjoint lifetimes, and allocates them to the same register. |
| 183 | // But Vk is still marked "must-init", and this initialization (of |
| 184 | // the register) trashes the value in Vj. |
| 185 | // |
| 186 | // Therefore, initialize must-init to false for all variables in |
| 187 | // each liveness phase. |
| 188 | for (unsigned lclNum = 0; lclNum < lvaCount; ++lclNum) |
| 189 | { |
| 190 | lvaTable[lclNum].lvMustInit = false; |
| 191 | } |
| 192 | } |
| 193 | |
| 194 | //------------------------------------------------------------------------ |
| 195 | // fgPerNodeLocalVarLiveness: |
| 196 | // Set fgCurMemoryUse and fgCurMemoryDef when memory is read or updated |
| 197 | // Call fgMarkUseDef for any Local variables encountered |
| 198 | // |
| 199 | // Arguments: |
| 200 | // tree - The current node. |
| 201 | // |
| 202 | void Compiler::fgPerNodeLocalVarLiveness(GenTree* tree) |
| 203 | { |
| 204 | assert(tree != nullptr); |
| 205 | |
| 206 | switch (tree->gtOper) |
| 207 | { |
| 208 | case GT_QMARK: |
| 209 | case GT_COLON: |
| 210 | // We never should encounter a GT_QMARK or GT_COLON node |
| 211 | noway_assert(!"unexpected GT_QMARK/GT_COLON" ); |
| 212 | break; |
| 213 | |
| 214 | case GT_LCL_VAR: |
| 215 | case GT_LCL_FLD: |
| 216 | case GT_LCL_VAR_ADDR: |
| 217 | case GT_LCL_FLD_ADDR: |
| 218 | case GT_STORE_LCL_VAR: |
| 219 | case GT_STORE_LCL_FLD: |
| 220 | fgMarkUseDef(tree->AsLclVarCommon()); |
| 221 | break; |
| 222 | |
| 223 | case GT_CLS_VAR: |
| 224 | // For Volatile indirection, first mutate GcHeap/ByrefExposed. |
| 225 | // See comments in ValueNum.cpp (under case GT_CLS_VAR) |
| 226 | // This models Volatile reads as def-then-use of memory |
| 227 | // and allows for a CSE of a subsequent non-volatile read. |
| 228 | if ((tree->gtFlags & GTF_FLD_VOLATILE) != 0) |
| 229 | { |
| 230 | // For any Volatile indirection, we must handle it as a |
| 231 | // definition of GcHeap/ByrefExposed |
| 232 | fgCurMemoryDef |= memoryKindSet(GcHeap, ByrefExposed); |
| 233 | } |
| 234 | // If the GT_CLS_VAR is the lhs of an assignment, we'll handle it as a GcHeap/ByrefExposed def, when we get |
| 235 | // to the assignment. |
| 236 | // Otherwise, we treat it as a use here. |
| 237 | if ((tree->gtFlags & GTF_CLS_VAR_ASG_LHS) == 0) |
| 238 | { |
| 239 | fgCurMemoryUse |= memoryKindSet(GcHeap, ByrefExposed); |
| 240 | } |
| 241 | break; |
| 242 | |
| 243 | case GT_IND: |
| 244 | // For Volatile indirection, first mutate GcHeap/ByrefExposed |
| 245 | // see comments in ValueNum.cpp (under case GT_CLS_VAR) |
| 246 | // This models Volatile reads as def-then-use of memory. |
| 247 | // and allows for a CSE of a subsequent non-volatile read |
| 248 | if ((tree->gtFlags & GTF_IND_VOLATILE) != 0) |
| 249 | { |
| 250 | // For any Volatile indirection, we must handle it as a |
| 251 | // definition of the GcHeap/ByrefExposed |
| 252 | fgCurMemoryDef |= memoryKindSet(GcHeap, ByrefExposed); |
| 253 | } |
| 254 | |
| 255 | // If the GT_IND is the lhs of an assignment, we'll handle it |
| 256 | // as a memory def, when we get to assignment. |
| 257 | // Otherwise, we treat it as a use here. |
| 258 | if ((tree->gtFlags & GTF_IND_ASG_LHS) == 0) |
| 259 | { |
| 260 | GenTreeLclVarCommon* dummyLclVarTree = nullptr; |
| 261 | bool dummyIsEntire = false; |
| 262 | GenTree* addrArg = tree->gtOp.gtOp1->gtEffectiveVal(/*commaOnly*/ true); |
| 263 | if (!addrArg->DefinesLocalAddr(this, /*width doesn't matter*/ 0, &dummyLclVarTree, &dummyIsEntire)) |
| 264 | { |
| 265 | fgCurMemoryUse |= memoryKindSet(GcHeap, ByrefExposed); |
| 266 | } |
| 267 | else |
| 268 | { |
| 269 | // Defines a local addr |
| 270 | assert(dummyLclVarTree != nullptr); |
| 271 | fgMarkUseDef(dummyLclVarTree->AsLclVarCommon()); |
| 272 | } |
| 273 | } |
| 274 | break; |
| 275 | |
| 276 | // These should have been morphed away to become GT_INDs: |
| 277 | case GT_FIELD: |
| 278 | case GT_INDEX: |
| 279 | unreached(); |
| 280 | break; |
| 281 | |
| 282 | // We'll assume these are use-then-defs of memory. |
| 283 | case GT_LOCKADD: |
| 284 | case GT_XADD: |
| 285 | case GT_XCHG: |
| 286 | case GT_CMPXCHG: |
| 287 | fgCurMemoryUse |= memoryKindSet(GcHeap, ByrefExposed); |
| 288 | fgCurMemoryDef |= memoryKindSet(GcHeap, ByrefExposed); |
| 289 | fgCurMemoryHavoc |= memoryKindSet(GcHeap, ByrefExposed); |
| 290 | break; |
| 291 | |
| 292 | case GT_MEMORYBARRIER: |
| 293 | // Simliar to any Volatile indirection, we must handle this as a definition of GcHeap/ByrefExposed |
| 294 | fgCurMemoryDef |= memoryKindSet(GcHeap, ByrefExposed); |
| 295 | break; |
| 296 | |
| 297 | #ifdef FEATURE_HW_INTRINSICS |
| 298 | case GT_HWIntrinsic: |
| 299 | { |
| 300 | GenTreeHWIntrinsic* hwIntrinsicNode = tree->AsHWIntrinsic(); |
| 301 | |
| 302 | // We can't call fgMutateGcHeap unless the block has recorded a MemoryDef |
| 303 | // |
| 304 | if (hwIntrinsicNode->OperIsMemoryStore()) |
| 305 | { |
| 306 | // We currently handle this like a Volatile store, so it counts as a definition of GcHeap/ByrefExposed |
| 307 | fgCurMemoryDef |= memoryKindSet(GcHeap, ByrefExposed); |
| 308 | } |
| 309 | if (hwIntrinsicNode->OperIsMemoryLoad()) |
| 310 | { |
| 311 | // This instruction loads from memory and we need to record this information |
| 312 | fgCurMemoryUse |= memoryKindSet(GcHeap, ByrefExposed); |
| 313 | } |
| 314 | break; |
| 315 | } |
| 316 | #endif |
| 317 | |
| 318 | // For now, all calls read/write GcHeap/ByrefExposed, writes in their entirety. Might tighten this case later. |
| 319 | case GT_CALL: |
| 320 | { |
| 321 | GenTreeCall* call = tree->AsCall(); |
| 322 | bool modHeap = true; |
| 323 | if (call->gtCallType == CT_HELPER) |
| 324 | { |
| 325 | CorInfoHelpFunc helpFunc = eeGetHelperNum(call->gtCallMethHnd); |
| 326 | |
| 327 | if (!s_helperCallProperties.MutatesHeap(helpFunc) && !s_helperCallProperties.MayRunCctor(helpFunc)) |
| 328 | { |
| 329 | modHeap = false; |
| 330 | } |
| 331 | } |
| 332 | if (modHeap) |
| 333 | { |
| 334 | fgCurMemoryUse |= memoryKindSet(GcHeap, ByrefExposed); |
| 335 | fgCurMemoryDef |= memoryKindSet(GcHeap, ByrefExposed); |
| 336 | fgCurMemoryHavoc |= memoryKindSet(GcHeap, ByrefExposed); |
| 337 | } |
| 338 | } |
| 339 | |
| 340 | // If this is a p/invoke unmanaged call or if this is a tail-call |
| 341 | // and we have an unmanaged p/invoke call in the method, |
| 342 | // then we're going to run the p/invoke epilog. |
| 343 | // So we mark the FrameRoot as used by this instruction. |
| 344 | // This ensures that the block->bbVarUse will contain |
| 345 | // the FrameRoot local var if is it a tracked variable. |
| 346 | |
| 347 | if ((tree->gtCall.IsUnmanaged() || (tree->gtCall.IsTailCall() && info.compCallUnmanaged))) |
| 348 | { |
| 349 | assert((!opts.ShouldUsePInvokeHelpers()) || (info.compLvFrameListRoot == BAD_VAR_NUM)); |
| 350 | if (!opts.ShouldUsePInvokeHelpers()) |
| 351 | { |
| 352 | /* Get the TCB local and mark it as used */ |
| 353 | |
| 354 | noway_assert(info.compLvFrameListRoot < lvaCount); |
| 355 | |
| 356 | LclVarDsc* varDsc = &lvaTable[info.compLvFrameListRoot]; |
| 357 | |
| 358 | if (varDsc->lvTracked) |
| 359 | { |
| 360 | if (!VarSetOps::IsMember(this, fgCurDefSet, varDsc->lvVarIndex)) |
| 361 | { |
| 362 | VarSetOps::AddElemD(this, fgCurUseSet, varDsc->lvVarIndex); |
| 363 | } |
| 364 | } |
| 365 | } |
| 366 | } |
| 367 | |
| 368 | break; |
| 369 | |
| 370 | default: |
| 371 | |
| 372 | // Determine what memory locations it defines. |
| 373 | if (tree->OperIs(GT_ASG) || tree->OperIsBlkOp()) |
| 374 | { |
| 375 | GenTreeLclVarCommon* dummyLclVarTree = nullptr; |
| 376 | if (tree->DefinesLocal(this, &dummyLclVarTree)) |
| 377 | { |
| 378 | if (lvaVarAddrExposed(dummyLclVarTree->gtLclNum)) |
| 379 | { |
| 380 | fgCurMemoryDef |= memoryKindSet(ByrefExposed); |
| 381 | |
| 382 | // We've found a store that modifies ByrefExposed |
| 383 | // memory but not GcHeap memory, so track their |
| 384 | // states separately. |
| 385 | byrefStatesMatchGcHeapStates = false; |
| 386 | } |
| 387 | } |
| 388 | else |
| 389 | { |
| 390 | // If it doesn't define a local, then it might update GcHeap/ByrefExposed. |
| 391 | fgCurMemoryDef |= memoryKindSet(GcHeap, ByrefExposed); |
| 392 | } |
| 393 | } |
| 394 | break; |
| 395 | } |
| 396 | } |
| 397 | |
| 398 | /*****************************************************************************/ |
| 399 | void Compiler::fgPerBlockLocalVarLiveness() |
| 400 | { |
| 401 | #ifdef DEBUG |
| 402 | if (verbose) |
| 403 | { |
| 404 | printf("*************** In fgPerBlockLocalVarLiveness()\n" ); |
| 405 | } |
| 406 | #endif // DEBUG |
| 407 | |
| 408 | unsigned livenessVarEpoch = GetCurLVEpoch(); |
| 409 | |
| 410 | BasicBlock* block; |
| 411 | |
| 412 | // If we don't require accurate local var lifetimes, things are simple. |
| 413 | if (!backendRequiresLocalVarLifetimes()) |
| 414 | { |
| 415 | unsigned lclNum; |
| 416 | LclVarDsc* varDsc; |
| 417 | |
| 418 | VARSET_TP liveAll(VarSetOps::MakeEmpty(this)); |
| 419 | |
| 420 | /* We simply make everything live everywhere */ |
| 421 | |
| 422 | for (lclNum = 0, varDsc = lvaTable; lclNum < lvaCount; lclNum++, varDsc++) |
| 423 | { |
| 424 | if (varDsc->lvTracked) |
| 425 | { |
| 426 | VarSetOps::AddElemD(this, liveAll, varDsc->lvVarIndex); |
| 427 | } |
| 428 | } |
| 429 | |
| 430 | for (block = fgFirstBB; block; block = block->bbNext) |
| 431 | { |
| 432 | // Strictly speaking, the assignments for the "Def" cases aren't necessary here. |
| 433 | // The empty set would do as well. Use means "use-before-def", so as long as that's |
| 434 | // "all", this has the right effect. |
| 435 | VarSetOps::Assign(this, block->bbVarUse, liveAll); |
| 436 | VarSetOps::Assign(this, block->bbVarDef, liveAll); |
| 437 | VarSetOps::Assign(this, block->bbLiveIn, liveAll); |
| 438 | block->bbMemoryUse = fullMemoryKindSet; |
| 439 | block->bbMemoryDef = fullMemoryKindSet; |
| 440 | block->bbMemoryLiveIn = fullMemoryKindSet; |
| 441 | block->bbMemoryLiveOut = fullMemoryKindSet; |
| 442 | |
| 443 | switch (block->bbJumpKind) |
| 444 | { |
| 445 | case BBJ_EHFINALLYRET: |
| 446 | case BBJ_THROW: |
| 447 | case BBJ_RETURN: |
| 448 | VarSetOps::AssignNoCopy(this, block->bbLiveOut, VarSetOps::MakeEmpty(this)); |
| 449 | break; |
| 450 | default: |
| 451 | VarSetOps::Assign(this, block->bbLiveOut, liveAll); |
| 452 | break; |
| 453 | } |
| 454 | } |
| 455 | |
| 456 | // In minopts, we don't explicitly build SSA or value-number; GcHeap and |
| 457 | // ByrefExposed implicitly (conservatively) change state at each instr. |
| 458 | byrefStatesMatchGcHeapStates = true; |
| 459 | |
| 460 | return; |
| 461 | } |
| 462 | |
| 463 | // Avoid allocations in the long case. |
| 464 | VarSetOps::AssignNoCopy(this, fgCurUseSet, VarSetOps::MakeEmpty(this)); |
| 465 | VarSetOps::AssignNoCopy(this, fgCurDefSet, VarSetOps::MakeEmpty(this)); |
| 466 | |
| 467 | // GC Heap and ByrefExposed can share states unless we see a def of byref-exposed |
| 468 | // memory that is not a GC Heap def. |
| 469 | byrefStatesMatchGcHeapStates = true; |
| 470 | |
| 471 | for (block = fgFirstBB; block; block = block->bbNext) |
| 472 | { |
| 473 | VarSetOps::ClearD(this, fgCurUseSet); |
| 474 | VarSetOps::ClearD(this, fgCurDefSet); |
| 475 | |
| 476 | fgCurMemoryUse = emptyMemoryKindSet; |
| 477 | fgCurMemoryDef = emptyMemoryKindSet; |
| 478 | fgCurMemoryHavoc = emptyMemoryKindSet; |
| 479 | |
| 480 | compCurBB = block; |
| 481 | if (block->IsLIR()) |
| 482 | { |
| 483 | for (GenTree* node : LIR::AsRange(block).NonPhiNodes()) |
| 484 | { |
| 485 | fgPerNodeLocalVarLiveness(node); |
| 486 | } |
| 487 | } |
| 488 | else |
| 489 | { |
| 490 | for (GenTreeStmt* stmt = block->FirstNonPhiDef(); stmt; stmt = stmt->gtNextStmt) |
| 491 | { |
| 492 | compCurStmt = stmt; |
| 493 | for (GenTree* node = stmt->gtStmtList; node != nullptr; node = node->gtNext) |
| 494 | { |
| 495 | fgPerNodeLocalVarLiveness(node); |
| 496 | } |
| 497 | } |
| 498 | } |
| 499 | |
| 500 | /* Get the TCB local and mark it as used */ |
| 501 | |
| 502 | if (block->bbJumpKind == BBJ_RETURN && info.compCallUnmanaged) |
| 503 | { |
| 504 | assert((!opts.ShouldUsePInvokeHelpers()) || (info.compLvFrameListRoot == BAD_VAR_NUM)); |
| 505 | if (!opts.ShouldUsePInvokeHelpers()) |
| 506 | { |
| 507 | noway_assert(info.compLvFrameListRoot < lvaCount); |
| 508 | |
| 509 | LclVarDsc* varDsc = &lvaTable[info.compLvFrameListRoot]; |
| 510 | |
| 511 | if (varDsc->lvTracked) |
| 512 | { |
| 513 | if (!VarSetOps::IsMember(this, fgCurDefSet, varDsc->lvVarIndex)) |
| 514 | { |
| 515 | VarSetOps::AddElemD(this, fgCurUseSet, varDsc->lvVarIndex); |
| 516 | } |
| 517 | } |
| 518 | } |
| 519 | } |
| 520 | |
| 521 | #ifdef DEBUG |
| 522 | if (verbose) |
| 523 | { |
| 524 | VARSET_TP allVars(VarSetOps::Union(this, fgCurUseSet, fgCurDefSet)); |
| 525 | printf(FMT_BB, block->bbNum); |
| 526 | printf(" USE(%d)=" , VarSetOps::Count(this, fgCurUseSet)); |
| 527 | lvaDispVarSet(fgCurUseSet, allVars); |
| 528 | for (MemoryKind memoryKind : allMemoryKinds()) |
| 529 | { |
| 530 | if ((fgCurMemoryUse & memoryKindSet(memoryKind)) != 0) |
| 531 | { |
| 532 | printf(" + %s" , memoryKindNames[memoryKind]); |
| 533 | } |
| 534 | } |
| 535 | printf("\n DEF(%d)=" , VarSetOps::Count(this, fgCurDefSet)); |
| 536 | lvaDispVarSet(fgCurDefSet, allVars); |
| 537 | for (MemoryKind memoryKind : allMemoryKinds()) |
| 538 | { |
| 539 | if ((fgCurMemoryDef & memoryKindSet(memoryKind)) != 0) |
| 540 | { |
| 541 | printf(" + %s" , memoryKindNames[memoryKind]); |
| 542 | } |
| 543 | if ((fgCurMemoryHavoc & memoryKindSet(memoryKind)) != 0) |
| 544 | { |
| 545 | printf("*" ); |
| 546 | } |
| 547 | } |
| 548 | printf("\n\n" ); |
| 549 | } |
| 550 | #endif // DEBUG |
| 551 | |
| 552 | VarSetOps::Assign(this, block->bbVarUse, fgCurUseSet); |
| 553 | VarSetOps::Assign(this, block->bbVarDef, fgCurDefSet); |
| 554 | block->bbMemoryUse = fgCurMemoryUse; |
| 555 | block->bbMemoryDef = fgCurMemoryDef; |
| 556 | block->bbMemoryHavoc = fgCurMemoryHavoc; |
| 557 | |
| 558 | /* also initialize the IN set, just in case we will do multiple DFAs */ |
| 559 | |
| 560 | VarSetOps::AssignNoCopy(this, block->bbLiveIn, VarSetOps::MakeEmpty(this)); |
| 561 | block->bbMemoryLiveIn = emptyMemoryKindSet; |
| 562 | } |
| 563 | |
| 564 | noway_assert(livenessVarEpoch == GetCurLVEpoch()); |
| 565 | #ifdef DEBUG |
| 566 | if (verbose) |
| 567 | { |
| 568 | printf("** Memory liveness computed, GcHeap states and ByrefExposed states %s\n" , |
| 569 | (byrefStatesMatchGcHeapStates ? "match" : "diverge" )); |
| 570 | } |
| 571 | #endif // DEBUG |
| 572 | } |
| 573 | |
| 574 | // Helper functions to mark variables live over their entire scope |
| 575 | |
| 576 | void Compiler::fgBeginScopeLife(VARSET_TP* inScope, VarScopeDsc* var) |
| 577 | { |
| 578 | assert(var); |
| 579 | |
| 580 | LclVarDsc* lclVarDsc1 = &lvaTable[var->vsdVarNum]; |
| 581 | |
| 582 | if (lclVarDsc1->lvTracked) |
| 583 | { |
| 584 | VarSetOps::AddElemD(this, *inScope, lclVarDsc1->lvVarIndex); |
| 585 | } |
| 586 | } |
| 587 | |
| 588 | void Compiler::fgEndScopeLife(VARSET_TP* inScope, VarScopeDsc* var) |
| 589 | { |
| 590 | assert(var); |
| 591 | |
| 592 | LclVarDsc* lclVarDsc1 = &lvaTable[var->vsdVarNum]; |
| 593 | |
| 594 | if (lclVarDsc1->lvTracked) |
| 595 | { |
| 596 | VarSetOps::RemoveElemD(this, *inScope, lclVarDsc1->lvVarIndex); |
| 597 | } |
| 598 | } |
| 599 | |
| 600 | /*****************************************************************************/ |
| 601 | |
| 602 | void Compiler::fgMarkInScope(BasicBlock* block, VARSET_VALARG_TP inScope) |
| 603 | { |
| 604 | #ifdef DEBUG |
| 605 | if (verbose) |
| 606 | { |
| 607 | printf("Scope info: block " FMT_BB " marking in scope: " , block->bbNum); |
| 608 | dumpConvertedVarSet(this, inScope); |
| 609 | printf("\n" ); |
| 610 | } |
| 611 | #endif // DEBUG |
| 612 | |
| 613 | /* Record which vars are artifically kept alive for debugging */ |
| 614 | |
| 615 | VarSetOps::Assign(this, block->bbScope, inScope); |
| 616 | |
| 617 | /* Being in scope implies a use of the variable. Add the var to bbVarUse |
| 618 | so that redoing fgLiveVarAnalysis() will work correctly */ |
| 619 | |
| 620 | VarSetOps::UnionD(this, block->bbVarUse, inScope); |
| 621 | |
| 622 | /* Artifically mark all vars in scope as alive */ |
| 623 | |
| 624 | VarSetOps::UnionD(this, block->bbLiveIn, inScope); |
| 625 | VarSetOps::UnionD(this, block->bbLiveOut, inScope); |
| 626 | } |
| 627 | |
| 628 | void Compiler::fgUnmarkInScope(BasicBlock* block, VARSET_VALARG_TP unmarkScope) |
| 629 | { |
| 630 | #ifdef DEBUG |
| 631 | if (verbose) |
| 632 | { |
| 633 | printf("Scope info: block " FMT_BB " UNmarking in scope: " , block->bbNum); |
| 634 | dumpConvertedVarSet(this, unmarkScope); |
| 635 | printf("\n" ); |
| 636 | } |
| 637 | #endif // DEBUG |
| 638 | |
| 639 | assert(VarSetOps::IsSubset(this, unmarkScope, block->bbScope)); |
| 640 | |
| 641 | VarSetOps::DiffD(this, block->bbScope, unmarkScope); |
| 642 | VarSetOps::DiffD(this, block->bbVarUse, unmarkScope); |
| 643 | VarSetOps::DiffD(this, block->bbLiveIn, unmarkScope); |
| 644 | VarSetOps::DiffD(this, block->bbLiveOut, unmarkScope); |
| 645 | } |
| 646 | |
| 647 | #ifdef DEBUG |
| 648 | |
| 649 | void Compiler::fgDispDebugScopes() |
| 650 | { |
| 651 | printf("\nDebug scopes:\n" ); |
| 652 | |
| 653 | BasicBlock* block; |
| 654 | for (block = fgFirstBB; block; block = block->bbNext) |
| 655 | { |
| 656 | printf(FMT_BB ": " , block->bbNum); |
| 657 | dumpConvertedVarSet(this, block->bbScope); |
| 658 | printf("\n" ); |
| 659 | } |
| 660 | } |
| 661 | |
| 662 | #endif // DEBUG |
| 663 | |
| 664 | /***************************************************************************** |
| 665 | * |
| 666 | * Mark variables live across their entire scope. |
| 667 | */ |
| 668 | |
| 669 | #if FEATURE_EH_FUNCLETS |
| 670 | |
| 671 | void Compiler::fgExtendDbgScopes() |
| 672 | { |
| 673 | compResetScopeLists(); |
| 674 | |
| 675 | #ifdef DEBUG |
| 676 | if (verbose) |
| 677 | { |
| 678 | printf("\nMarking vars alive over their entire scope :\n\n" ); |
| 679 | } |
| 680 | |
| 681 | if (verbose) |
| 682 | { |
| 683 | compDispScopeLists(); |
| 684 | } |
| 685 | #endif // DEBUG |
| 686 | |
| 687 | VARSET_TP inScope(VarSetOps::MakeEmpty(this)); |
| 688 | |
| 689 | // Mark all tracked LocalVars live over their scope - walk the blocks |
| 690 | // keeping track of the current life, and assign it to the blocks. |
| 691 | |
| 692 | for (BasicBlock* block = fgFirstBB; block; block = block->bbNext) |
| 693 | { |
| 694 | // If we get to a funclet, reset the scope lists and start again, since the block |
| 695 | // offsets will be out of order compared to the previous block. |
| 696 | |
| 697 | if (block->bbFlags & BBF_FUNCLET_BEG) |
| 698 | { |
| 699 | compResetScopeLists(); |
| 700 | VarSetOps::ClearD(this, inScope); |
| 701 | } |
| 702 | |
| 703 | // Process all scopes up to the current offset |
| 704 | |
| 705 | if (block->bbCodeOffs != BAD_IL_OFFSET) |
| 706 | { |
| 707 | compProcessScopesUntil(block->bbCodeOffs, &inScope, &Compiler::fgBeginScopeLife, &Compiler::fgEndScopeLife); |
| 708 | } |
| 709 | |
| 710 | // Assign the current set of variables that are in scope to the block variables tracking this. |
| 711 | |
| 712 | fgMarkInScope(block, inScope); |
| 713 | } |
| 714 | |
| 715 | #ifdef DEBUG |
| 716 | if (verbose) |
| 717 | { |
| 718 | fgDispDebugScopes(); |
| 719 | } |
| 720 | #endif // DEBUG |
| 721 | } |
| 722 | |
| 723 | #else // !FEATURE_EH_FUNCLETS |
| 724 | |
| 725 | void Compiler::fgExtendDbgScopes() |
| 726 | { |
| 727 | compResetScopeLists(); |
| 728 | |
| 729 | #ifdef DEBUG |
| 730 | if (verbose) |
| 731 | { |
| 732 | printf("\nMarking vars alive over their entire scope :\n\n" ); |
| 733 | compDispScopeLists(); |
| 734 | } |
| 735 | #endif // DEBUG |
| 736 | |
| 737 | VARSET_TP inScope(VarSetOps::MakeEmpty(this)); |
| 738 | compProcessScopesUntil(0, &inScope, &Compiler::fgBeginScopeLife, &Compiler::fgEndScopeLife); |
| 739 | |
| 740 | IL_OFFSET lastEndOffs = 0; |
| 741 | |
| 742 | // Mark all tracked LocalVars live over their scope - walk the blocks |
| 743 | // keeping track of the current life, and assign it to the blocks. |
| 744 | |
| 745 | BasicBlock* block; |
| 746 | for (block = fgFirstBB; block; block = block->bbNext) |
| 747 | { |
| 748 | // Find scopes becoming alive. If there is a gap in the instr |
| 749 | // sequence, we need to process any scopes on those missing offsets. |
| 750 | |
| 751 | if (block->bbCodeOffs != BAD_IL_OFFSET) |
| 752 | { |
| 753 | if (lastEndOffs != block->bbCodeOffs) |
| 754 | { |
| 755 | noway_assert(lastEndOffs < block->bbCodeOffs); |
| 756 | |
| 757 | compProcessScopesUntil(block->bbCodeOffs, &inScope, &Compiler::fgBeginScopeLife, |
| 758 | &Compiler::fgEndScopeLife); |
| 759 | } |
| 760 | else |
| 761 | { |
| 762 | while (VarScopeDsc* varScope = compGetNextEnterScope(block->bbCodeOffs)) |
| 763 | { |
| 764 | fgBeginScopeLife(&inScope, varScope); |
| 765 | } |
| 766 | } |
| 767 | } |
| 768 | |
| 769 | // Assign the current set of variables that are in scope to the block variables tracking this. |
| 770 | |
| 771 | fgMarkInScope(block, inScope); |
| 772 | |
| 773 | // Find scopes going dead. |
| 774 | |
| 775 | if (block->bbCodeOffsEnd != BAD_IL_OFFSET) |
| 776 | { |
| 777 | VarScopeDsc* varScope; |
| 778 | while ((varScope = compGetNextExitScope(block->bbCodeOffsEnd)) != nullptr) |
| 779 | { |
| 780 | fgEndScopeLife(&inScope, varScope); |
| 781 | } |
| 782 | |
| 783 | lastEndOffs = block->bbCodeOffsEnd; |
| 784 | } |
| 785 | } |
| 786 | |
| 787 | /* Everything should be out of scope by the end of the method. But if the |
| 788 | last BB got removed, then inScope may not be empty. */ |
| 789 | |
| 790 | noway_assert(VarSetOps::IsEmpty(this, inScope) || lastEndOffs < info.compILCodeSize); |
| 791 | } |
| 792 | |
| 793 | #endif // !FEATURE_EH_FUNCLETS |
| 794 | |
| 795 | /***************************************************************************** |
| 796 | * |
| 797 | * For debuggable code, we allow redundant assignments to vars |
| 798 | * by marking them live over their entire scope. |
| 799 | */ |
| 800 | |
| 801 | void Compiler::fgExtendDbgLifetimes() |
| 802 | { |
| 803 | #ifdef DEBUG |
| 804 | if (verbose) |
| 805 | { |
| 806 | printf("*************** In fgExtendDbgLifetimes()\n" ); |
| 807 | } |
| 808 | #endif // DEBUG |
| 809 | |
| 810 | noway_assert(opts.compDbgCode && (info.compVarScopesCount > 0)); |
| 811 | |
| 812 | /*------------------------------------------------------------------------- |
| 813 | * Extend the lifetimes over the entire reported scope of the variable. |
| 814 | */ |
| 815 | |
| 816 | fgExtendDbgScopes(); |
| 817 | |
| 818 | /*------------------------------------------------------------------------- |
| 819 | * Partly update liveness info so that we handle any funky BBF_INTERNAL |
| 820 | * blocks inserted out of sequence. |
| 821 | */ |
| 822 | |
| 823 | #ifdef DEBUG |
| 824 | if (verbose && 0) |
| 825 | { |
| 826 | fgDispBBLiveness(); |
| 827 | } |
| 828 | #endif |
| 829 | |
| 830 | fgLiveVarAnalysis(true); |
| 831 | |
| 832 | /* For compDbgCode, we prepend an empty BB which will hold the |
| 833 | initializations of variables which are in scope at IL offset 0 (but |
| 834 | not initialized by the IL code). Since they will currently be |
| 835 | marked as live on entry to fgFirstBB, unmark the liveness so that |
| 836 | the following code will know to add the initializations. */ |
| 837 | |
| 838 | assert(fgFirstBBisScratch()); |
| 839 | |
| 840 | VARSET_TP trackedArgs(VarSetOps::MakeEmpty(this)); |
| 841 | |
| 842 | for (unsigned argNum = 0; argNum < info.compArgsCount; argNum++) |
| 843 | { |
| 844 | LclVarDsc* argDsc = lvaTable + argNum; |
| 845 | if (argDsc->lvPromoted) |
| 846 | { |
| 847 | lvaPromotionType promotionType = lvaGetPromotionType(argDsc); |
| 848 | |
| 849 | if (promotionType == PROMOTION_TYPE_INDEPENDENT) |
| 850 | { |
| 851 | noway_assert(argDsc->lvFieldCnt == 1); // We only handle one field here |
| 852 | |
| 853 | unsigned fieldVarNum = argDsc->lvFieldLclStart; |
| 854 | argDsc = lvaTable + fieldVarNum; |
| 855 | } |
| 856 | } |
| 857 | noway_assert(argDsc->lvIsParam); |
| 858 | if (argDsc->lvTracked) |
| 859 | { |
| 860 | noway_assert(!VarSetOps::IsMember(this, trackedArgs, argDsc->lvVarIndex)); // Each arg should define a |
| 861 | // different bit. |
| 862 | VarSetOps::AddElemD(this, trackedArgs, argDsc->lvVarIndex); |
| 863 | } |
| 864 | } |
| 865 | |
| 866 | // Don't unmark struct locals, either. |
| 867 | VARSET_TP noUnmarkVars(trackedArgs); |
| 868 | |
| 869 | for (unsigned i = 0; i < lvaCount; i++) |
| 870 | { |
| 871 | LclVarDsc* varDsc = &lvaTable[i]; |
| 872 | if (varTypeIsStruct(varDsc) && varDsc->lvTracked) |
| 873 | { |
| 874 | VarSetOps::AddElemD(this, noUnmarkVars, varDsc->lvVarIndex); |
| 875 | } |
| 876 | } |
| 877 | fgUnmarkInScope(fgFirstBB, VarSetOps::Diff(this, fgFirstBB->bbScope, noUnmarkVars)); |
| 878 | |
| 879 | /*------------------------------------------------------------------------- |
| 880 | * As we keep variables artifically alive over their entire scope, |
| 881 | * we need to also artificially initialize them if the scope does |
| 882 | * not exactly match the real lifetimes, or they will contain |
| 883 | * garbage until they are initialized by the IL code. |
| 884 | */ |
| 885 | |
| 886 | VARSET_TP initVars(VarSetOps::MakeEmpty(this)); // Vars which are artificially made alive |
| 887 | |
| 888 | for (BasicBlock* block = fgFirstBB; block; block = block->bbNext) |
| 889 | { |
| 890 | VarSetOps::ClearD(this, initVars); |
| 891 | |
| 892 | switch (block->bbJumpKind) |
| 893 | { |
| 894 | case BBJ_NONE: |
| 895 | PREFIX_ASSUME(block->bbNext != nullptr); |
| 896 | VarSetOps::UnionD(this, initVars, block->bbNext->bbScope); |
| 897 | break; |
| 898 | |
| 899 | case BBJ_ALWAYS: |
| 900 | case BBJ_EHCATCHRET: |
| 901 | case BBJ_EHFILTERRET: |
| 902 | VarSetOps::UnionD(this, initVars, block->bbJumpDest->bbScope); |
| 903 | break; |
| 904 | |
| 905 | case BBJ_CALLFINALLY: |
| 906 | if (!(block->bbFlags & BBF_RETLESS_CALL)) |
| 907 | { |
| 908 | assert(block->isBBCallAlwaysPair()); |
| 909 | PREFIX_ASSUME(block->bbNext != nullptr); |
| 910 | VarSetOps::UnionD(this, initVars, block->bbNext->bbScope); |
| 911 | } |
| 912 | VarSetOps::UnionD(this, initVars, block->bbJumpDest->bbScope); |
| 913 | break; |
| 914 | |
| 915 | case BBJ_COND: |
| 916 | PREFIX_ASSUME(block->bbNext != nullptr); |
| 917 | VarSetOps::UnionD(this, initVars, block->bbNext->bbScope); |
| 918 | VarSetOps::UnionD(this, initVars, block->bbJumpDest->bbScope); |
| 919 | break; |
| 920 | |
| 921 | case BBJ_SWITCH: |
| 922 | { |
| 923 | BasicBlock** jmpTab; |
| 924 | unsigned jmpCnt; |
| 925 | |
| 926 | jmpCnt = block->bbJumpSwt->bbsCount; |
| 927 | jmpTab = block->bbJumpSwt->bbsDstTab; |
| 928 | |
| 929 | do |
| 930 | { |
| 931 | VarSetOps::UnionD(this, initVars, (*jmpTab)->bbScope); |
| 932 | } while (++jmpTab, --jmpCnt); |
| 933 | } |
| 934 | break; |
| 935 | |
| 936 | case BBJ_EHFINALLYRET: |
| 937 | case BBJ_RETURN: |
| 938 | break; |
| 939 | |
| 940 | case BBJ_THROW: |
| 941 | /* We don't have to do anything as we mark |
| 942 | * all vars live on entry to a catch handler as |
| 943 | * volatile anyway |
| 944 | */ |
| 945 | break; |
| 946 | |
| 947 | default: |
| 948 | noway_assert(!"Unexpected bbJumpKind" ); |
| 949 | break; |
| 950 | } |
| 951 | |
| 952 | /* If the var is already live on entry to the current BB, |
| 953 | we would have already initialized it. So ignore bbLiveIn */ |
| 954 | |
| 955 | VarSetOps::DiffD(this, initVars, block->bbLiveIn); |
| 956 | |
| 957 | /* Add statements initializing the vars, if there are any to initialize */ |
| 958 | unsigned blockWeight = block->getBBWeight(this); |
| 959 | |
| 960 | VarSetOps::Iter iter(this, initVars); |
| 961 | unsigned varIndex = 0; |
| 962 | while (iter.NextElem(&varIndex)) |
| 963 | { |
| 964 | /* Create initialization tree */ |
| 965 | |
| 966 | unsigned varNum = lvaTrackedToVarNum[varIndex]; |
| 967 | LclVarDsc* varDsc = &lvaTable[varNum]; |
| 968 | var_types type = varDsc->TypeGet(); |
| 969 | |
| 970 | // Don't extend struct lifetimes -- they aren't enregistered, anyway. |
| 971 | if (type == TYP_STRUCT) |
| 972 | { |
| 973 | continue; |
| 974 | } |
| 975 | |
| 976 | // If we haven't already done this ... |
| 977 | if (!fgLocalVarLivenessDone) |
| 978 | { |
| 979 | // Create a "zero" node |
| 980 | GenTree* zero = gtNewZeroConNode(genActualType(type)); |
| 981 | |
| 982 | // Create initialization node |
| 983 | if (!block->IsLIR()) |
| 984 | { |
| 985 | GenTree* varNode = gtNewLclvNode(varNum, type); |
| 986 | GenTree* initNode = gtNewAssignNode(varNode, zero); |
| 987 | |
| 988 | // Create a statement for the initializer, sequence it, and append it to the current BB. |
| 989 | GenTree* initStmt = gtNewStmt(initNode); |
| 990 | gtSetStmtInfo(initStmt); |
| 991 | fgSetStmtSeq(initStmt); |
| 992 | fgInsertStmtNearEnd(block, initStmt); |
| 993 | } |
| 994 | else |
| 995 | { |
| 996 | GenTree* store = |
| 997 | new (this, GT_STORE_LCL_VAR) GenTreeLclVar(GT_STORE_LCL_VAR, type, varNum, BAD_IL_OFFSET); |
| 998 | store->gtOp.gtOp1 = zero; |
| 999 | store->gtFlags |= (GTF_VAR_DEF | GTF_ASG); |
| 1000 | |
| 1001 | LIR::Range initRange = LIR::EmptyRange(); |
| 1002 | initRange.InsertBefore(nullptr, zero, store); |
| 1003 | |
| 1004 | #if !defined(_TARGET_64BIT_) |
| 1005 | DecomposeLongs::DecomposeRange(this, blockWeight, initRange); |
| 1006 | #endif // !defined(_TARGET_64BIT_) |
| 1007 | m_pLowering->LowerRange(block, initRange); |
| 1008 | |
| 1009 | // Naively inserting the initializer at the end of the block may add code after the block's |
| 1010 | // terminator, in which case the inserted code will never be executed (and the IR for the |
| 1011 | // block will be invalid). Use `LIR::InsertBeforeTerminator` to avoid this problem. |
| 1012 | LIR::InsertBeforeTerminator(block, std::move(initRange)); |
| 1013 | } |
| 1014 | |
| 1015 | #ifdef DEBUG |
| 1016 | if (verbose) |
| 1017 | { |
| 1018 | printf("Created zero-init of V%02u in " FMT_BB "\n" , varNum, block->bbNum); |
| 1019 | } |
| 1020 | #endif // DEBUG |
| 1021 | block->bbFlags |= BBF_CHANGED; // indicates that the contents of the block have changed. |
| 1022 | } |
| 1023 | |
| 1024 | /* Update liveness information so that redoing fgLiveVarAnalysis() |
| 1025 | will work correctly if needed */ |
| 1026 | |
| 1027 | VarSetOps::AddElemD(this, block->bbVarDef, varIndex); |
| 1028 | VarSetOps::AddElemD(this, block->bbLiveOut, varIndex); |
| 1029 | } |
| 1030 | } |
| 1031 | |
| 1032 | // raMarkStkVars() reserves stack space for unused variables (which |
| 1033 | // needs to be initialized). However, arguments don't need to be initialized. |
| 1034 | // So just ensure that they don't have a 0 ref cnt |
| 1035 | |
| 1036 | unsigned lclNum = 0; |
| 1037 | for (LclVarDsc *varDsc = lvaTable; lclNum < lvaCount; lclNum++, varDsc++) |
| 1038 | { |
| 1039 | if (lclNum >= info.compArgsCount) |
| 1040 | { |
| 1041 | break; // early exit for loop |
| 1042 | } |
| 1043 | |
| 1044 | if (varDsc->lvIsRegArg) |
| 1045 | { |
| 1046 | varDsc->lvImplicitlyReferenced = true; |
| 1047 | } |
| 1048 | } |
| 1049 | |
| 1050 | #ifdef DEBUG |
| 1051 | if (verbose) |
| 1052 | { |
| 1053 | printf("\nBB liveness after fgExtendDbgLifetimes():\n\n" ); |
| 1054 | fgDispBBLiveness(); |
| 1055 | printf("\n" ); |
| 1056 | } |
| 1057 | #endif // DEBUG |
| 1058 | } |
| 1059 | |
| 1060 | VARSET_VALRET_TP Compiler::fgGetHandlerLiveVars(BasicBlock* block) |
| 1061 | { |
| 1062 | noway_assert(block); |
| 1063 | noway_assert(ehBlockHasExnFlowDsc(block)); |
| 1064 | |
| 1065 | VARSET_TP liveVars(VarSetOps::MakeEmpty(this)); |
| 1066 | EHblkDsc* HBtab = ehGetBlockExnFlowDsc(block); |
| 1067 | |
| 1068 | do |
| 1069 | { |
| 1070 | /* Either we enter the filter first or the catch/finally */ |
| 1071 | |
| 1072 | if (HBtab->HasFilter()) |
| 1073 | { |
| 1074 | VarSetOps::UnionD(this, liveVars, HBtab->ebdFilter->bbLiveIn); |
| 1075 | #if FEATURE_EH_FUNCLETS |
| 1076 | // The EH subsystem can trigger a stack walk after the filter |
| 1077 | // has returned, but before invoking the handler, and the only |
| 1078 | // IP address reported from this method will be the original |
| 1079 | // faulting instruction, thus everything in the try body |
| 1080 | // must report as live any variables live-out of the filter |
| 1081 | // (which is the same as those live-in to the handler) |
| 1082 | VarSetOps::UnionD(this, liveVars, HBtab->ebdHndBeg->bbLiveIn); |
| 1083 | #endif // FEATURE_EH_FUNCLETS |
| 1084 | } |
| 1085 | else |
| 1086 | { |
| 1087 | VarSetOps::UnionD(this, liveVars, HBtab->ebdHndBeg->bbLiveIn); |
| 1088 | } |
| 1089 | |
| 1090 | /* If we have nested try's edbEnclosing will provide them */ |
| 1091 | noway_assert((HBtab->ebdEnclosingTryIndex == EHblkDsc::NO_ENCLOSING_INDEX) || |
| 1092 | (HBtab->ebdEnclosingTryIndex > ehGetIndex(HBtab))); |
| 1093 | |
| 1094 | unsigned outerIndex = HBtab->ebdEnclosingTryIndex; |
| 1095 | if (outerIndex == EHblkDsc::NO_ENCLOSING_INDEX) |
| 1096 | { |
| 1097 | break; |
| 1098 | } |
| 1099 | HBtab = ehGetDsc(outerIndex); |
| 1100 | |
| 1101 | } while (true); |
| 1102 | |
| 1103 | return liveVars; |
| 1104 | } |
| 1105 | |
| 1106 | class LiveVarAnalysis |
| 1107 | { |
| 1108 | Compiler* m_compiler; |
| 1109 | |
| 1110 | bool m_hasPossibleBackEdge; |
| 1111 | |
| 1112 | unsigned m_memoryLiveIn; |
| 1113 | unsigned m_memoryLiveOut; |
| 1114 | VARSET_TP m_liveIn; |
| 1115 | VARSET_TP m_liveOut; |
| 1116 | |
| 1117 | LiveVarAnalysis(Compiler* compiler) |
| 1118 | : m_compiler(compiler) |
| 1119 | , m_hasPossibleBackEdge(false) |
| 1120 | , m_memoryLiveIn(emptyMemoryKindSet) |
| 1121 | , m_memoryLiveOut(emptyMemoryKindSet) |
| 1122 | , m_liveIn(VarSetOps::MakeEmpty(compiler)) |
| 1123 | , m_liveOut(VarSetOps::MakeEmpty(compiler)) |
| 1124 | { |
| 1125 | } |
| 1126 | |
| 1127 | bool PerBlockAnalysis(BasicBlock* block, bool updateInternalOnly, bool keepAliveThis) |
| 1128 | { |
| 1129 | /* Compute the 'liveOut' set */ |
| 1130 | VarSetOps::ClearD(m_compiler, m_liveOut); |
| 1131 | m_memoryLiveOut = emptyMemoryKindSet; |
| 1132 | if (block->endsWithJmpMethod(m_compiler)) |
| 1133 | { |
| 1134 | // A JMP uses all the arguments, so mark them all |
| 1135 | // as live at the JMP instruction |
| 1136 | // |
| 1137 | const LclVarDsc* varDscEndParams = m_compiler->lvaTable + m_compiler->info.compArgsCount; |
| 1138 | for (LclVarDsc* varDsc = m_compiler->lvaTable; varDsc < varDscEndParams; varDsc++) |
| 1139 | { |
| 1140 | noway_assert(!varDsc->lvPromoted); |
| 1141 | if (varDsc->lvTracked) |
| 1142 | { |
| 1143 | VarSetOps::AddElemD(m_compiler, m_liveOut, varDsc->lvVarIndex); |
| 1144 | } |
| 1145 | } |
| 1146 | } |
| 1147 | |
| 1148 | // Additionally, union in all the live-in tracked vars of successors. |
| 1149 | for (BasicBlock* succ : block->GetAllSuccs(m_compiler)) |
| 1150 | { |
| 1151 | VarSetOps::UnionD(m_compiler, m_liveOut, succ->bbLiveIn); |
| 1152 | m_memoryLiveOut |= succ->bbMemoryLiveIn; |
| 1153 | if (succ->bbNum <= block->bbNum) |
| 1154 | { |
| 1155 | m_hasPossibleBackEdge = true; |
| 1156 | } |
| 1157 | } |
| 1158 | |
| 1159 | /* For lvaKeepAliveAndReportThis methods, "this" has to be kept alive everywhere |
| 1160 | Note that a function may end in a throw on an infinite loop (as opposed to a return). |
| 1161 | "this" has to be alive everywhere even in such methods. */ |
| 1162 | |
| 1163 | if (keepAliveThis) |
| 1164 | { |
| 1165 | VarSetOps::AddElemD(m_compiler, m_liveOut, m_compiler->lvaTable[m_compiler->info.compThisArg].lvVarIndex); |
| 1166 | } |
| 1167 | |
| 1168 | /* Compute the 'm_liveIn' set */ |
| 1169 | VarSetOps::LivenessD(m_compiler, m_liveIn, block->bbVarDef, block->bbVarUse, m_liveOut); |
| 1170 | |
| 1171 | // Even if block->bbMemoryDef is set, we must assume that it doesn't kill memory liveness from m_memoryLiveOut, |
| 1172 | // since (without proof otherwise) the use and def may touch different memory at run-time. |
| 1173 | m_memoryLiveIn = m_memoryLiveOut | block->bbMemoryUse; |
| 1174 | |
| 1175 | /* Can exceptions from this block be handled (in this function)? */ |
| 1176 | |
| 1177 | if (m_compiler->ehBlockHasExnFlowDsc(block)) |
| 1178 | { |
| 1179 | const VARSET_TP& liveVars(m_compiler->fgGetHandlerLiveVars(block)); |
| 1180 | |
| 1181 | VarSetOps::UnionD(m_compiler, m_liveIn, liveVars); |
| 1182 | VarSetOps::UnionD(m_compiler, m_liveOut, liveVars); |
| 1183 | } |
| 1184 | |
| 1185 | /* Has there been any change in either live set? */ |
| 1186 | |
| 1187 | bool liveInChanged = !VarSetOps::Equal(m_compiler, block->bbLiveIn, m_liveIn); |
| 1188 | if (liveInChanged || !VarSetOps::Equal(m_compiler, block->bbLiveOut, m_liveOut)) |
| 1189 | { |
| 1190 | if (updateInternalOnly) |
| 1191 | { |
| 1192 | // Only "extend" liveness over BBF_INTERNAL blocks |
| 1193 | |
| 1194 | noway_assert(block->bbFlags & BBF_INTERNAL); |
| 1195 | |
| 1196 | liveInChanged = !VarSetOps::IsSubset(m_compiler, m_liveIn, block->bbLiveIn); |
| 1197 | if (liveInChanged || !VarSetOps::IsSubset(m_compiler, m_liveOut, block->bbLiveOut)) |
| 1198 | { |
| 1199 | #ifdef DEBUG |
| 1200 | if (m_compiler->verbose) |
| 1201 | { |
| 1202 | printf("Scope info: block " FMT_BB " LiveIn+ " , block->bbNum); |
| 1203 | dumpConvertedVarSet(m_compiler, VarSetOps::Diff(m_compiler, m_liveIn, block->bbLiveIn)); |
| 1204 | printf(", LiveOut+ " ); |
| 1205 | dumpConvertedVarSet(m_compiler, VarSetOps::Diff(m_compiler, m_liveOut, block->bbLiveOut)); |
| 1206 | printf("\n" ); |
| 1207 | } |
| 1208 | #endif // DEBUG |
| 1209 | |
| 1210 | VarSetOps::UnionD(m_compiler, block->bbLiveIn, m_liveIn); |
| 1211 | VarSetOps::UnionD(m_compiler, block->bbLiveOut, m_liveOut); |
| 1212 | } |
| 1213 | } |
| 1214 | else |
| 1215 | { |
| 1216 | VarSetOps::Assign(m_compiler, block->bbLiveIn, m_liveIn); |
| 1217 | VarSetOps::Assign(m_compiler, block->bbLiveOut, m_liveOut); |
| 1218 | } |
| 1219 | } |
| 1220 | |
| 1221 | const bool memoryLiveInChanged = (block->bbMemoryLiveIn != m_memoryLiveIn); |
| 1222 | if (memoryLiveInChanged || (block->bbMemoryLiveOut != m_memoryLiveOut)) |
| 1223 | { |
| 1224 | block->bbMemoryLiveIn = m_memoryLiveIn; |
| 1225 | block->bbMemoryLiveOut = m_memoryLiveOut; |
| 1226 | } |
| 1227 | |
| 1228 | return liveInChanged || memoryLiveInChanged; |
| 1229 | } |
| 1230 | |
| 1231 | void Run(bool updateInternalOnly) |
| 1232 | { |
| 1233 | const bool keepAliveThis = |
| 1234 | m_compiler->lvaKeepAliveAndReportThis() && m_compiler->lvaTable[m_compiler->info.compThisArg].lvTracked; |
| 1235 | |
| 1236 | /* Live Variable Analysis - Backward dataflow */ |
| 1237 | bool changed; |
| 1238 | do |
| 1239 | { |
| 1240 | changed = false; |
| 1241 | |
| 1242 | /* Visit all blocks and compute new data flow values */ |
| 1243 | |
| 1244 | VarSetOps::ClearD(m_compiler, m_liveIn); |
| 1245 | VarSetOps::ClearD(m_compiler, m_liveOut); |
| 1246 | |
| 1247 | m_memoryLiveIn = emptyMemoryKindSet; |
| 1248 | m_memoryLiveOut = emptyMemoryKindSet; |
| 1249 | |
| 1250 | for (BasicBlock* block = m_compiler->fgLastBB; block; block = block->bbPrev) |
| 1251 | { |
| 1252 | // sometimes block numbers are not monotonically increasing which |
| 1253 | // would cause us not to identify backedges |
| 1254 | if (block->bbNext && block->bbNext->bbNum <= block->bbNum) |
| 1255 | { |
| 1256 | m_hasPossibleBackEdge = true; |
| 1257 | } |
| 1258 | |
| 1259 | if (updateInternalOnly) |
| 1260 | { |
| 1261 | /* Only update BBF_INTERNAL blocks as they may be |
| 1262 | syntactically out of sequence. */ |
| 1263 | |
| 1264 | noway_assert(m_compiler->opts.compDbgCode && (m_compiler->info.compVarScopesCount > 0)); |
| 1265 | |
| 1266 | if (!(block->bbFlags & BBF_INTERNAL)) |
| 1267 | { |
| 1268 | continue; |
| 1269 | } |
| 1270 | } |
| 1271 | |
| 1272 | if (PerBlockAnalysis(block, updateInternalOnly, keepAliveThis)) |
| 1273 | { |
| 1274 | changed = true; |
| 1275 | } |
| 1276 | } |
| 1277 | // if there is no way we could have processed a block without seeing all of its predecessors |
| 1278 | // then there is no need to iterate |
| 1279 | if (!m_hasPossibleBackEdge) |
| 1280 | { |
| 1281 | break; |
| 1282 | } |
| 1283 | } while (changed); |
| 1284 | } |
| 1285 | |
| 1286 | public: |
| 1287 | static void Run(Compiler* compiler, bool updateInternalOnly) |
| 1288 | { |
| 1289 | LiveVarAnalysis analysis(compiler); |
| 1290 | analysis.Run(updateInternalOnly); |
| 1291 | } |
| 1292 | }; |
| 1293 | |
| 1294 | /***************************************************************************** |
| 1295 | * |
| 1296 | * This is the classic algorithm for Live Variable Analysis. |
| 1297 | * If updateInternalOnly==true, only update BBF_INTERNAL blocks. |
| 1298 | */ |
| 1299 | |
| 1300 | void Compiler::fgLiveVarAnalysis(bool updateInternalOnly) |
| 1301 | { |
| 1302 | if (!backendRequiresLocalVarLifetimes()) |
| 1303 | { |
| 1304 | return; |
| 1305 | } |
| 1306 | |
| 1307 | LiveVarAnalysis::Run(this, updateInternalOnly); |
| 1308 | |
| 1309 | #ifdef DEBUG |
| 1310 | if (verbose && !updateInternalOnly) |
| 1311 | { |
| 1312 | printf("\nBB liveness after fgLiveVarAnalysis():\n\n" ); |
| 1313 | fgDispBBLiveness(); |
| 1314 | } |
| 1315 | #endif // DEBUG |
| 1316 | } |
| 1317 | |
| 1318 | /***************************************************************************** |
| 1319 | * For updating liveset during traversal AFTER fgComputeLife has completed |
| 1320 | */ |
| 1321 | |
| 1322 | VARSET_VALRET_TP Compiler::fgUpdateLiveSet(VARSET_VALARG_TP liveSet, GenTree* tree) |
| 1323 | { |
| 1324 | VARSET_TP newLiveSet(VarSetOps::MakeCopy(this, liveSet)); |
| 1325 | assert(fgLocalVarLivenessDone == true); |
| 1326 | GenTree* lclVarTree = tree; // After the tests below, "lclVarTree" will be the local variable. |
| 1327 | if (tree->gtOper == GT_LCL_VAR || tree->gtOper == GT_LCL_FLD || |
| 1328 | (lclVarTree = fgIsIndirOfAddrOfLocal(tree)) != nullptr) |
| 1329 | { |
| 1330 | const VARSET_TP& varBits(fgGetVarBits(lclVarTree)); |
| 1331 | |
| 1332 | if (!VarSetOps::IsEmpty(this, varBits)) |
| 1333 | { |
| 1334 | if (tree->gtFlags & GTF_VAR_DEATH) |
| 1335 | { |
| 1336 | // We'd like to be able to assert the following, however if we are walking |
| 1337 | // through a qmark/colon tree, we may encounter multiple last-use nodes. |
| 1338 | // assert (VarSetOps::IsSubset(this, varBits, newLiveSet)); |
| 1339 | |
| 1340 | // We maintain the invariant that if the lclVarTree is a promoted struct, but the |
| 1341 | // the lookup fails, then all the field vars (i.e., "varBits") are dying. |
| 1342 | VARSET_TP* deadVarBits = nullptr; |
| 1343 | if (varTypeIsStruct(lclVarTree) && LookupPromotedStructDeathVars(lclVarTree, &deadVarBits)) |
| 1344 | { |
| 1345 | VarSetOps::DiffD(this, newLiveSet, *deadVarBits); |
| 1346 | } |
| 1347 | else |
| 1348 | { |
| 1349 | VarSetOps::DiffD(this, newLiveSet, varBits); |
| 1350 | } |
| 1351 | } |
| 1352 | else if ((tree->gtFlags & GTF_VAR_DEF) != 0 && (tree->gtFlags & GTF_VAR_USEASG) == 0) |
| 1353 | { |
| 1354 | assert(tree == lclVarTree); // LDOBJ case should only be a use. |
| 1355 | |
| 1356 | // This shouldn't be in newLiveSet, unless this is debug code, in which |
| 1357 | // case we keep vars live everywhere, OR it is address-exposed, OR this block |
| 1358 | // is part of a try block, in which case it may be live at the handler |
| 1359 | // Could add a check that, if it's in the newLiveSet, that it's also in |
| 1360 | // fgGetHandlerLiveVars(compCurBB), but seems excessive |
| 1361 | // |
| 1362 | assert(VarSetOps::IsEmptyIntersection(this, newLiveSet, varBits) || opts.compDbgCode || |
| 1363 | lvaTable[tree->gtLclVarCommon.gtLclNum].lvAddrExposed || |
| 1364 | (compCurBB != nullptr && ehBlockHasExnFlowDsc(compCurBB))); |
| 1365 | VarSetOps::UnionD(this, newLiveSet, varBits); |
| 1366 | } |
| 1367 | } |
| 1368 | } |
| 1369 | return newLiveSet; |
| 1370 | } |
| 1371 | |
| 1372 | //------------------------------------------------------------------------ |
| 1373 | // Compiler::fgComputeLifeCall: compute the changes to local var liveness |
| 1374 | // due to a GT_CALL node. |
| 1375 | // |
| 1376 | // Arguments: |
| 1377 | // life - The live set that is being computed. |
| 1378 | // call - The call node in question. |
| 1379 | // |
| 1380 | void Compiler::fgComputeLifeCall(VARSET_TP& life, GenTreeCall* call) |
| 1381 | { |
| 1382 | assert(call != nullptr); |
| 1383 | |
| 1384 | // If this is a tail-call and we have any unmanaged p/invoke calls in |
| 1385 | // the method then we're going to run the p/invoke epilog |
| 1386 | // So we mark the FrameRoot as used by this instruction. |
| 1387 | // This ensure that this variable is kept alive at the tail-call |
| 1388 | if (call->IsTailCall() && info.compCallUnmanaged) |
| 1389 | { |
| 1390 | assert((!opts.ShouldUsePInvokeHelpers()) || (info.compLvFrameListRoot == BAD_VAR_NUM)); |
| 1391 | if (!opts.ShouldUsePInvokeHelpers()) |
| 1392 | { |
| 1393 | /* Get the TCB local and make it live */ |
| 1394 | |
| 1395 | noway_assert(info.compLvFrameListRoot < lvaCount); |
| 1396 | |
| 1397 | LclVarDsc* frameVarDsc = &lvaTable[info.compLvFrameListRoot]; |
| 1398 | |
| 1399 | if (frameVarDsc->lvTracked) |
| 1400 | { |
| 1401 | VarSetOps::AddElemD(this, life, frameVarDsc->lvVarIndex); |
| 1402 | } |
| 1403 | } |
| 1404 | } |
| 1405 | |
| 1406 | // TODO: we should generate the code for saving to/restoring |
| 1407 | // from the inlined N/Direct frame instead. |
| 1408 | |
| 1409 | /* Is this call to unmanaged code? */ |
| 1410 | if (call->IsUnmanaged()) |
| 1411 | { |
| 1412 | /* Get the TCB local and make it live */ |
| 1413 | assert((!opts.ShouldUsePInvokeHelpers()) || (info.compLvFrameListRoot == BAD_VAR_NUM)); |
| 1414 | if (!opts.ShouldUsePInvokeHelpers()) |
| 1415 | { |
| 1416 | noway_assert(info.compLvFrameListRoot < lvaCount); |
| 1417 | |
| 1418 | LclVarDsc* frameVarDsc = &lvaTable[info.compLvFrameListRoot]; |
| 1419 | |
| 1420 | if (frameVarDsc->lvTracked) |
| 1421 | { |
| 1422 | unsigned varIndex = frameVarDsc->lvVarIndex; |
| 1423 | noway_assert(varIndex < lvaTrackedCount); |
| 1424 | |
| 1425 | // Is the variable already known to be alive? |
| 1426 | // |
| 1427 | if (VarSetOps::IsMember(this, life, varIndex)) |
| 1428 | { |
| 1429 | // Since we may call this multiple times, clear the GTF_CALL_M_FRAME_VAR_DEATH if set. |
| 1430 | // |
| 1431 | call->gtCallMoreFlags &= ~GTF_CALL_M_FRAME_VAR_DEATH; |
| 1432 | } |
| 1433 | else |
| 1434 | { |
| 1435 | // The variable is just coming to life |
| 1436 | // Since this is a backwards walk of the trees |
| 1437 | // that makes this change in liveness a 'last-use' |
| 1438 | // |
| 1439 | VarSetOps::AddElemD(this, life, varIndex); |
| 1440 | call->gtCallMoreFlags |= GTF_CALL_M_FRAME_VAR_DEATH; |
| 1441 | } |
| 1442 | } |
| 1443 | } |
| 1444 | } |
| 1445 | } |
| 1446 | |
| 1447 | //------------------------------------------------------------------------ |
| 1448 | // Compiler::fgComputeLifeTrackedLocalUse: |
| 1449 | // Compute the changes to local var liveness due to a use of a tracked local var. |
| 1450 | // |
| 1451 | // Arguments: |
| 1452 | // life - The live set that is being computed. |
| 1453 | // varDsc - The LclVar descriptor for the variable being used or defined. |
| 1454 | // node - The node that is defining the lclVar. |
| 1455 | void Compiler::fgComputeLifeTrackedLocalUse(VARSET_TP& life, LclVarDsc& varDsc, GenTreeLclVarCommon* node) |
| 1456 | { |
| 1457 | assert(node != nullptr); |
| 1458 | assert((node->gtFlags & GTF_VAR_DEF) == 0); |
| 1459 | assert(varDsc.lvTracked); |
| 1460 | |
| 1461 | const unsigned varIndex = varDsc.lvVarIndex; |
| 1462 | |
| 1463 | // Is the variable already known to be alive? |
| 1464 | if (VarSetOps::IsMember(this, life, varIndex)) |
| 1465 | { |
| 1466 | // Since we may do liveness analysis multiple times, clear the GTF_VAR_DEATH if set. |
| 1467 | node->gtFlags &= ~GTF_VAR_DEATH; |
| 1468 | return; |
| 1469 | } |
| 1470 | |
| 1471 | #ifdef DEBUG |
| 1472 | if (verbose && 0) |
| 1473 | { |
| 1474 | printf("Ref V%02u,T%02u] at " , node->gtLclNum, varIndex); |
| 1475 | printTreeID(node); |
| 1476 | printf(" life %s -> %s\n" , VarSetOps::ToString(this, life), |
| 1477 | VarSetOps::ToString(this, VarSetOps::AddElem(this, life, varIndex))); |
| 1478 | } |
| 1479 | #endif // DEBUG |
| 1480 | |
| 1481 | // The variable is being used, and it is not currently live. |
| 1482 | // So the variable is just coming to life |
| 1483 | node->gtFlags |= GTF_VAR_DEATH; |
| 1484 | VarSetOps::AddElemD(this, life, varIndex); |
| 1485 | } |
| 1486 | |
| 1487 | //------------------------------------------------------------------------ |
| 1488 | // Compiler::fgComputeLifeTrackedLocalDef: |
| 1489 | // Compute the changes to local var liveness due to a def of a tracked local var and return `true` if the def is a |
| 1490 | // dead store. |
| 1491 | // |
| 1492 | // Arguments: |
| 1493 | // life - The live set that is being computed. |
| 1494 | // keepAliveVars - The current set of variables to keep alive regardless of their actual lifetime. |
| 1495 | // varDsc - The LclVar descriptor for the variable being used or defined. |
| 1496 | // node - The node that is defining the lclVar. |
| 1497 | // |
| 1498 | // Returns: |
| 1499 | // `true` if the def is a dead store; `false` otherwise. |
| 1500 | bool Compiler::fgComputeLifeTrackedLocalDef(VARSET_TP& life, |
| 1501 | VARSET_VALARG_TP keepAliveVars, |
| 1502 | LclVarDsc& varDsc, |
| 1503 | GenTreeLclVarCommon* node) |
| 1504 | { |
| 1505 | assert(node != nullptr); |
| 1506 | assert((node->gtFlags & GTF_VAR_DEF) != 0); |
| 1507 | assert(varDsc.lvTracked); |
| 1508 | |
| 1509 | const unsigned varIndex = varDsc.lvVarIndex; |
| 1510 | if (VarSetOps::IsMember(this, life, varIndex)) |
| 1511 | { |
| 1512 | // The variable is live |
| 1513 | if ((node->gtFlags & GTF_VAR_USEASG) == 0) |
| 1514 | { |
| 1515 | // Remove the variable from the live set if it is not in the keepalive set. |
| 1516 | if (!VarSetOps::IsMember(this, keepAliveVars, varIndex)) |
| 1517 | { |
| 1518 | VarSetOps::RemoveElemD(this, life, varIndex); |
| 1519 | } |
| 1520 | #ifdef DEBUG |
| 1521 | if (verbose && 0) |
| 1522 | { |
| 1523 | printf("Def V%02u,T%02u at " , node->gtLclNum, varIndex); |
| 1524 | printTreeID(node); |
| 1525 | printf(" life %s -> %s\n" , |
| 1526 | VarSetOps::ToString(this, |
| 1527 | VarSetOps::Union(this, life, VarSetOps::MakeSingleton(this, varIndex))), |
| 1528 | VarSetOps::ToString(this, life)); |
| 1529 | } |
| 1530 | #endif // DEBUG |
| 1531 | } |
| 1532 | } |
| 1533 | else |
| 1534 | { |
| 1535 | // Dead store |
| 1536 | node->gtFlags |= GTF_VAR_DEATH; |
| 1537 | |
| 1538 | if (!opts.MinOpts()) |
| 1539 | { |
| 1540 | // keepAliveVars always stay alive |
| 1541 | noway_assert(!VarSetOps::IsMember(this, keepAliveVars, varIndex)); |
| 1542 | |
| 1543 | // Do not consider this store dead if the target local variable represents |
| 1544 | // a promoted struct field of an address exposed local or if the address |
| 1545 | // of the variable has been exposed. Improved alias analysis could allow |
| 1546 | // stores to these sorts of variables to be removed at the cost of compile |
| 1547 | // time. |
| 1548 | return !varDsc.lvAddrExposed && !(varDsc.lvIsStructField && lvaTable[varDsc.lvParentLcl].lvAddrExposed); |
| 1549 | } |
| 1550 | } |
| 1551 | |
| 1552 | return false; |
| 1553 | } |
| 1554 | |
| 1555 | //------------------------------------------------------------------------ |
| 1556 | // Compiler::fgComputeLifeUntrackedLocal: |
| 1557 | // Compute the changes to local var liveness due to a use or a def of an untracked local var. |
| 1558 | // |
| 1559 | // Note: |
| 1560 | // It may seem a bit counter-intuitive that a change to an untracked lclVar could affect the liveness of tracked |
| 1561 | // lclVars. In theory, this could happen with promoted (especially dependently-promoted) structs: in these cases, |
| 1562 | // a use or def of the untracked struct var is treated as a use or def of any of its component fields that are |
| 1563 | // tracked. |
| 1564 | // |
| 1565 | // Arguments: |
| 1566 | // life - The live set that is being computed. |
| 1567 | // keepAliveVars - The current set of variables to keep alive regardless of their actual lifetime. |
| 1568 | // varDsc - The LclVar descriptor for the variable being used or defined. |
| 1569 | // lclVarNode - The node that corresponds to the local var def or use. |
| 1570 | void Compiler::fgComputeLifeUntrackedLocal(VARSET_TP& life, |
| 1571 | VARSET_VALARG_TP keepAliveVars, |
| 1572 | LclVarDsc& varDsc, |
| 1573 | GenTreeLclVarCommon* lclVarNode) |
| 1574 | { |
| 1575 | assert(lclVarNode != nullptr); |
| 1576 | |
| 1577 | if (!varTypeIsStruct(varDsc.lvType) || (lvaGetPromotionType(&varDsc) == PROMOTION_TYPE_NONE)) |
| 1578 | { |
| 1579 | return; |
| 1580 | } |
| 1581 | |
| 1582 | VARSET_TP varBit(VarSetOps::MakeEmpty(this)); |
| 1583 | |
| 1584 | for (unsigned i = varDsc.lvFieldLclStart; i < varDsc.lvFieldLclStart + varDsc.lvFieldCnt; ++i) |
| 1585 | { |
| 1586 | #if !defined(_TARGET_64BIT_) |
| 1587 | if (!varTypeIsLong(lvaTable[i].lvType) || !lvaTable[i].lvPromoted) |
| 1588 | #endif // !defined(_TARGET_64BIT_) |
| 1589 | { |
| 1590 | noway_assert(lvaTable[i].lvIsStructField); |
| 1591 | } |
| 1592 | if (lvaTable[i].lvTracked) |
| 1593 | { |
| 1594 | const unsigned varIndex = lvaTable[i].lvVarIndex; |
| 1595 | noway_assert(varIndex < lvaTrackedCount); |
| 1596 | VarSetOps::AddElemD(this, varBit, varIndex); |
| 1597 | } |
| 1598 | } |
| 1599 | if (lclVarNode->gtFlags & GTF_VAR_DEF) |
| 1600 | { |
| 1601 | VarSetOps::DiffD(this, varBit, keepAliveVars); |
| 1602 | VarSetOps::DiffD(this, life, varBit); |
| 1603 | return; |
| 1604 | } |
| 1605 | // This is a use. |
| 1606 | |
| 1607 | // Are the variables already known to be alive? |
| 1608 | if (VarSetOps::IsSubset(this, varBit, life)) |
| 1609 | { |
| 1610 | lclVarNode->gtFlags &= ~GTF_VAR_DEATH; // Since we may now call this multiple times, reset if live. |
| 1611 | return; |
| 1612 | } |
| 1613 | |
| 1614 | // Some variables are being used, and they are not currently live. |
| 1615 | // So they are just coming to life, in the backwards traversal; in a forwards |
| 1616 | // traversal, one or more are dying. Mark this. |
| 1617 | |
| 1618 | lclVarNode->gtFlags |= GTF_VAR_DEATH; |
| 1619 | |
| 1620 | // Are all the variables becoming alive (in the backwards traversal), or just a subset? |
| 1621 | if (!VarSetOps::IsEmptyIntersection(this, varBit, life)) |
| 1622 | { |
| 1623 | // Only a subset of the variables are become live; we must record that subset. |
| 1624 | // (Lack of an entry for "lclVarNode" will be considered to imply all become dead in the |
| 1625 | // forward traversal.) |
| 1626 | VARSET_TP* deadVarSet = new (this, CMK_bitset) VARSET_TP; |
| 1627 | VarSetOps::AssignNoCopy(this, *deadVarSet, VarSetOps::Diff(this, varBit, life)); |
| 1628 | GetPromotedStructDeathVars()->Set(lclVarNode, deadVarSet); |
| 1629 | } |
| 1630 | |
| 1631 | // In any case, all the field vars are now live (in the backwards traversal). |
| 1632 | VarSetOps::UnionD(this, life, varBit); |
| 1633 | } |
| 1634 | |
| 1635 | //------------------------------------------------------------------------ |
| 1636 | // Compiler::fgComputeLifeLocal: |
| 1637 | // Compute the changes to local var liveness due to a use or a def of a local var and indicates whether the use/def |
| 1638 | // is a dead store. |
| 1639 | // |
| 1640 | // Arguments: |
| 1641 | // life - The live set that is being computed. |
| 1642 | // keepAliveVars - The current set of variables to keep alive regardless of their actual lifetime. |
| 1643 | // lclVarNode - The node that corresponds to the local var def or use. |
| 1644 | // |
| 1645 | // Returns: |
| 1646 | // `true` if the local var node corresponds to a dead store; `false` otherwise. |
| 1647 | bool Compiler::fgComputeLifeLocal(VARSET_TP& life, VARSET_VALARG_TP keepAliveVars, GenTree* lclVarNode) |
| 1648 | { |
| 1649 | unsigned lclNum = lclVarNode->gtLclVarCommon.gtLclNum; |
| 1650 | |
| 1651 | assert(lclNum < lvaCount); |
| 1652 | LclVarDsc& varDsc = lvaTable[lclNum]; |
| 1653 | |
| 1654 | // Is this a tracked variable? |
| 1655 | if (varDsc.lvTracked) |
| 1656 | { |
| 1657 | /* Is this a definition or use? */ |
| 1658 | if (lclVarNode->gtFlags & GTF_VAR_DEF) |
| 1659 | { |
| 1660 | return fgComputeLifeTrackedLocalDef(life, keepAliveVars, varDsc, lclVarNode->AsLclVarCommon()); |
| 1661 | } |
| 1662 | else |
| 1663 | { |
| 1664 | fgComputeLifeTrackedLocalUse(life, varDsc, lclVarNode->AsLclVarCommon()); |
| 1665 | } |
| 1666 | } |
| 1667 | else |
| 1668 | { |
| 1669 | fgComputeLifeUntrackedLocal(life, keepAliveVars, varDsc, lclVarNode->AsLclVarCommon()); |
| 1670 | } |
| 1671 | return false; |
| 1672 | } |
| 1673 | |
| 1674 | /***************************************************************************** |
| 1675 | * |
| 1676 | * Compute the set of live variables at each node in a given statement |
| 1677 | * or subtree of a statement moving backward from startNode to endNode |
| 1678 | */ |
| 1679 | |
| 1680 | void Compiler::fgComputeLife(VARSET_TP& life, |
| 1681 | GenTree* startNode, |
| 1682 | GenTree* endNode, |
| 1683 | VARSET_VALARG_TP volatileVars, |
| 1684 | bool* pStmtInfoDirty DEBUGARG(bool* treeModf)) |
| 1685 | { |
| 1686 | GenTree* tree; |
| 1687 | |
| 1688 | // Don't kill vars in scope |
| 1689 | VARSET_TP keepAliveVars(VarSetOps::Union(this, volatileVars, compCurBB->bbScope)); |
| 1690 | |
| 1691 | noway_assert(VarSetOps::IsSubset(this, keepAliveVars, life)); |
| 1692 | noway_assert(compCurStmt->gtOper == GT_STMT); |
| 1693 | noway_assert(endNode || (startNode == compCurStmt->gtStmt.gtStmtExpr)); |
| 1694 | |
| 1695 | // NOTE: Live variable analysis will not work if you try |
| 1696 | // to use the result of an assignment node directly! |
| 1697 | for (tree = startNode; tree != endNode; tree = tree->gtPrev) |
| 1698 | { |
| 1699 | AGAIN: |
| 1700 | assert(tree->OperGet() != GT_QMARK); |
| 1701 | |
| 1702 | if (tree->gtOper == GT_CALL) |
| 1703 | { |
| 1704 | fgComputeLifeCall(life, tree->AsCall()); |
| 1705 | } |
| 1706 | else if (tree->OperIsNonPhiLocal() || tree->OperIsLocalAddr()) |
| 1707 | { |
| 1708 | bool isDeadStore = fgComputeLifeLocal(life, keepAliveVars, tree); |
| 1709 | if (isDeadStore) |
| 1710 | { |
| 1711 | LclVarDsc* varDsc = &lvaTable[tree->gtLclVarCommon.gtLclNum]; |
| 1712 | |
| 1713 | bool doAgain = false; |
| 1714 | if (fgRemoveDeadStore(&tree, varDsc, life, &doAgain, pStmtInfoDirty DEBUGARG(treeModf))) |
| 1715 | { |
| 1716 | assert(!doAgain); |
| 1717 | break; |
| 1718 | } |
| 1719 | |
| 1720 | if (doAgain) |
| 1721 | { |
| 1722 | goto AGAIN; |
| 1723 | } |
| 1724 | } |
| 1725 | } |
| 1726 | } |
| 1727 | } |
| 1728 | |
| 1729 | void Compiler::fgComputeLifeLIR(VARSET_TP& life, BasicBlock* block, VARSET_VALARG_TP volatileVars) |
| 1730 | { |
| 1731 | // Don't kill volatile vars and vars in scope. |
| 1732 | VARSET_TP keepAliveVars(VarSetOps::Union(this, volatileVars, block->bbScope)); |
| 1733 | |
| 1734 | noway_assert(VarSetOps::IsSubset(this, keepAliveVars, life)); |
| 1735 | |
| 1736 | LIR::Range& blockRange = LIR::AsRange(block); |
| 1737 | GenTree* firstNonPhiNode = blockRange.FirstNonPhiNode(); |
| 1738 | if (firstNonPhiNode == nullptr) |
| 1739 | { |
| 1740 | return; |
| 1741 | } |
| 1742 | for (GenTree *node = blockRange.LastNode(), *next = nullptr, *end = firstNonPhiNode->gtPrev; node != end; |
| 1743 | node = next) |
| 1744 | { |
| 1745 | next = node->gtPrev; |
| 1746 | |
| 1747 | bool isDeadStore; |
| 1748 | switch (node->OperGet()) |
| 1749 | { |
| 1750 | case GT_CALL: |
| 1751 | { |
| 1752 | GenTreeCall* const call = node->AsCall(); |
| 1753 | if (((call->TypeGet() == TYP_VOID) || call->IsUnusedValue()) && !call->HasSideEffects(this)) |
| 1754 | { |
| 1755 | JITDUMP("Removing dead call:\n" ); |
| 1756 | DISPNODE(call); |
| 1757 | |
| 1758 | node->VisitOperands([](GenTree* operand) -> GenTree::VisitResult { |
| 1759 | if (operand->IsValue()) |
| 1760 | { |
| 1761 | operand->SetUnusedValue(); |
| 1762 | } |
| 1763 | |
| 1764 | // Special-case PUTARG_STK: since this operator is not considered a value, DCE will not remove |
| 1765 | // these nodes. |
| 1766 | if (operand->OperIs(GT_PUTARG_STK)) |
| 1767 | { |
| 1768 | operand->AsPutArgStk()->gtOp1->SetUnusedValue(); |
| 1769 | operand->gtBashToNOP(); |
| 1770 | } |
| 1771 | |
| 1772 | return GenTree::VisitResult::Continue; |
| 1773 | }); |
| 1774 | |
| 1775 | blockRange.Remove(node); |
| 1776 | |
| 1777 | // Removing a call does not affect liveness unless it is a tail call in a nethod with P/Invokes or |
| 1778 | // is itself a P/Invoke, in which case it may affect the liveness of the frame root variable. |
| 1779 | if (!opts.MinOpts() && !opts.ShouldUsePInvokeHelpers() && |
| 1780 | ((call->IsTailCall() && info.compCallUnmanaged) || call->IsUnmanaged()) && |
| 1781 | lvaTable[info.compLvFrameListRoot].lvTracked) |
| 1782 | { |
| 1783 | fgStmtRemoved = true; |
| 1784 | } |
| 1785 | } |
| 1786 | else |
| 1787 | { |
| 1788 | fgComputeLifeCall(life, call); |
| 1789 | } |
| 1790 | break; |
| 1791 | } |
| 1792 | |
| 1793 | case GT_LCL_VAR: |
| 1794 | case GT_LCL_FLD: |
| 1795 | { |
| 1796 | GenTreeLclVarCommon* const lclVarNode = node->AsLclVarCommon(); |
| 1797 | LclVarDsc& varDsc = lvaTable[lclVarNode->gtLclNum]; |
| 1798 | |
| 1799 | if (node->IsUnusedValue()) |
| 1800 | { |
| 1801 | JITDUMP("Removing dead LclVar use:\n" ); |
| 1802 | DISPNODE(lclVarNode); |
| 1803 | |
| 1804 | blockRange.Delete(this, block, node); |
| 1805 | if (varDsc.lvTracked && !opts.MinOpts()) |
| 1806 | { |
| 1807 | fgStmtRemoved = true; |
| 1808 | } |
| 1809 | } |
| 1810 | else if (varDsc.lvTracked) |
| 1811 | { |
| 1812 | fgComputeLifeTrackedLocalUse(life, varDsc, lclVarNode); |
| 1813 | } |
| 1814 | else |
| 1815 | { |
| 1816 | fgComputeLifeUntrackedLocal(life, keepAliveVars, varDsc, lclVarNode); |
| 1817 | } |
| 1818 | break; |
| 1819 | } |
| 1820 | |
| 1821 | case GT_LCL_VAR_ADDR: |
| 1822 | case GT_LCL_FLD_ADDR: |
| 1823 | if (node->IsUnusedValue()) |
| 1824 | { |
| 1825 | JITDUMP("Removing dead LclVar address:\n" ); |
| 1826 | DISPNODE(node); |
| 1827 | |
| 1828 | const bool isTracked = lvaTable[node->AsLclVarCommon()->gtLclNum].lvTracked; |
| 1829 | blockRange.Delete(this, block, node); |
| 1830 | if (isTracked && !opts.MinOpts()) |
| 1831 | { |
| 1832 | fgStmtRemoved = true; |
| 1833 | } |
| 1834 | } |
| 1835 | else |
| 1836 | { |
| 1837 | isDeadStore = fgComputeLifeLocal(life, keepAliveVars, node); |
| 1838 | if (isDeadStore) |
| 1839 | { |
| 1840 | LIR::Use addrUse; |
| 1841 | if (blockRange.TryGetUse(node, &addrUse) && (addrUse.User()->OperGet() == GT_STOREIND)) |
| 1842 | { |
| 1843 | // Remove the store. DCE will iteratively clean up any ununsed operands. |
| 1844 | GenTreeStoreInd* const store = addrUse.User()->AsStoreInd(); |
| 1845 | |
| 1846 | JITDUMP("Removing dead indirect store:\n" ); |
| 1847 | DISPNODE(store); |
| 1848 | |
| 1849 | assert(store->Addr() == node); |
| 1850 | blockRange.Delete(this, block, node); |
| 1851 | |
| 1852 | store->Data()->SetUnusedValue(); |
| 1853 | |
| 1854 | blockRange.Remove(store); |
| 1855 | |
| 1856 | assert(!opts.MinOpts()); |
| 1857 | fgStmtRemoved = true; |
| 1858 | } |
| 1859 | } |
| 1860 | } |
| 1861 | break; |
| 1862 | |
| 1863 | case GT_STORE_LCL_VAR: |
| 1864 | case GT_STORE_LCL_FLD: |
| 1865 | { |
| 1866 | GenTreeLclVarCommon* const lclVarNode = node->AsLclVarCommon(); |
| 1867 | |
| 1868 | LclVarDsc& varDsc = lvaTable[lclVarNode->gtLclNum]; |
| 1869 | if (varDsc.lvTracked) |
| 1870 | { |
| 1871 | isDeadStore = fgComputeLifeTrackedLocalDef(life, keepAliveVars, varDsc, lclVarNode); |
| 1872 | if (isDeadStore) |
| 1873 | { |
| 1874 | JITDUMP("Removing dead store:\n" ); |
| 1875 | DISPNODE(lclVarNode); |
| 1876 | |
| 1877 | // Remove the store. DCE will iteratively clean up any ununsed operands. |
| 1878 | lclVarNode->gtOp1->SetUnusedValue(); |
| 1879 | |
| 1880 | // If the store is marked as a late argument, it is referenced by a call. Instead of removing |
| 1881 | // it, bash it to a NOP. |
| 1882 | if ((node->gtFlags & GTF_LATE_ARG) != 0) |
| 1883 | { |
| 1884 | JITDUMP("node is a late arg; replacing with NOP\n" ); |
| 1885 | node->gtBashToNOP(); |
| 1886 | |
| 1887 | // NOTE: this is a bit of a hack. We need to keep these nodes around as they are |
| 1888 | // referenced by the call, but they're considered side-effect-free non-value-producing |
| 1889 | // nodes, so they will be removed if we don't do this. |
| 1890 | node->gtFlags |= GTF_ORDER_SIDEEFF; |
| 1891 | } |
| 1892 | else |
| 1893 | { |
| 1894 | blockRange.Remove(node); |
| 1895 | } |
| 1896 | |
| 1897 | assert(!opts.MinOpts()); |
| 1898 | fgStmtRemoved = true; |
| 1899 | } |
| 1900 | } |
| 1901 | else |
| 1902 | { |
| 1903 | fgComputeLifeUntrackedLocal(life, keepAliveVars, varDsc, lclVarNode); |
| 1904 | } |
| 1905 | break; |
| 1906 | } |
| 1907 | |
| 1908 | case GT_LABEL: |
| 1909 | case GT_FTN_ADDR: |
| 1910 | case GT_CNS_INT: |
| 1911 | case GT_CNS_LNG: |
| 1912 | case GT_CNS_DBL: |
| 1913 | case GT_CNS_STR: |
| 1914 | case GT_CLS_VAR_ADDR: |
| 1915 | case GT_PHYSREG: |
| 1916 | // These are all side-effect-free leaf nodes. |
| 1917 | if (node->IsUnusedValue()) |
| 1918 | { |
| 1919 | JITDUMP("Removing dead node:\n" ); |
| 1920 | DISPNODE(node); |
| 1921 | |
| 1922 | blockRange.Remove(node); |
| 1923 | } |
| 1924 | break; |
| 1925 | |
| 1926 | case GT_LOCKADD: |
| 1927 | case GT_XADD: |
| 1928 | case GT_XCHG: |
| 1929 | case GT_CMPXCHG: |
| 1930 | case GT_MEMORYBARRIER: |
| 1931 | case GT_JMP: |
| 1932 | case GT_STOREIND: |
| 1933 | case GT_ARR_BOUNDS_CHECK: |
| 1934 | case GT_STORE_OBJ: |
| 1935 | case GT_STORE_BLK: |
| 1936 | case GT_STORE_DYN_BLK: |
| 1937 | #if defined(FEATURE_SIMD) |
| 1938 | case GT_SIMD_CHK: |
| 1939 | #endif // FEATURE_SIMD |
| 1940 | #ifdef FEATURE_HW_INTRINSICS |
| 1941 | case GT_HW_INTRINSIC_CHK: |
| 1942 | #endif // FEATURE_HW_INTRINSICS |
| 1943 | case GT_JCMP: |
| 1944 | case GT_CMP: |
| 1945 | case GT_JCC: |
| 1946 | case GT_JTRUE: |
| 1947 | case GT_RETURN: |
| 1948 | case GT_SWITCH: |
| 1949 | case GT_RETFILT: |
| 1950 | case GT_START_NONGC: |
| 1951 | case GT_PROF_HOOK: |
| 1952 | #if !FEATURE_EH_FUNCLETS |
| 1953 | case GT_END_LFIN: |
| 1954 | #endif // !FEATURE_EH_FUNCLETS |
| 1955 | case GT_SWITCH_TABLE: |
| 1956 | case GT_PINVOKE_PROLOG: |
| 1957 | case GT_PINVOKE_EPILOG: |
| 1958 | case GT_RETURNTRAP: |
| 1959 | case GT_PUTARG_STK: |
| 1960 | case GT_IL_OFFSET: |
| 1961 | #ifdef FEATURE_HW_INTRINSICS |
| 1962 | case GT_HWIntrinsic: |
| 1963 | #endif // FEATURE_HW_INTRINSICS |
| 1964 | // Never remove these nodes, as they are always side-effecting. |
| 1965 | // |
| 1966 | // NOTE: the only side-effect of some of these nodes (GT_CMP, GT_SUB_HI) is a write to the flags |
| 1967 | // register. |
| 1968 | // Properly modeling this would allow these nodes to be removed. |
| 1969 | break; |
| 1970 | |
| 1971 | case GT_NOP: |
| 1972 | // NOTE: we need to keep some NOPs around because they are referenced by calls. See the dead store |
| 1973 | // removal code above (case GT_STORE_LCL_VAR) for more explanation. |
| 1974 | if ((node->gtFlags & GTF_ORDER_SIDEEFF) != 0) |
| 1975 | { |
| 1976 | break; |
| 1977 | } |
| 1978 | __fallthrough; |
| 1979 | |
| 1980 | default: |
| 1981 | assert(!node->OperIsLocal()); |
| 1982 | if (!node->IsValue() || node->IsUnusedValue()) |
| 1983 | { |
| 1984 | // We are only interested in avoiding the removal of nodes with direct side-effects |
| 1985 | // (as opposed to side effects of their children). |
| 1986 | // This default case should never include calls or assignments. |
| 1987 | assert(!node->OperRequiresAsgFlag() && !node->OperIs(GT_CALL)); |
| 1988 | if (!node->gtSetFlags() && !node->OperMayThrow(this)) |
| 1989 | { |
| 1990 | JITDUMP("Removing dead node:\n" ); |
| 1991 | DISPNODE(node); |
| 1992 | |
| 1993 | node->VisitOperands([](GenTree* operand) -> GenTree::VisitResult { |
| 1994 | operand->SetUnusedValue(); |
| 1995 | return GenTree::VisitResult::Continue; |
| 1996 | }); |
| 1997 | |
| 1998 | blockRange.Remove(node); |
| 1999 | } |
| 2000 | } |
| 2001 | break; |
| 2002 | } |
| 2003 | } |
| 2004 | } |
| 2005 | |
| 2006 | // fgRemoveDeadStore - remove a store to a local which has no exposed uses. |
| 2007 | // |
| 2008 | // pTree - GenTree** to local, including store-form local or local addr (post-rationalize) |
| 2009 | // varDsc - var that is being stored to |
| 2010 | // life - current live tracked vars (maintained as we walk backwards) |
| 2011 | // doAgain - out parameter, true if we should restart the statement |
| 2012 | // pStmtInfoDirty - should defer the cost computation to the point after the reverse walk is completed? |
| 2013 | // |
| 2014 | // Returns: true if we should skip the rest of the statement, false if we should continue |
| 2015 | |
| 2016 | bool Compiler::fgRemoveDeadStore(GenTree** pTree, |
| 2017 | LclVarDsc* varDsc, |
| 2018 | VARSET_VALARG_TP life, |
| 2019 | bool* doAgain, |
| 2020 | bool* pStmtInfoDirty DEBUGARG(bool* treeModf)) |
| 2021 | { |
| 2022 | assert(!compRationalIRForm); |
| 2023 | |
| 2024 | // Vars should have already been checked for address exposure by this point. |
| 2025 | assert(!varDsc->lvIsStructField || !lvaTable[varDsc->lvParentLcl].lvAddrExposed); |
| 2026 | assert(!varDsc->lvAddrExposed); |
| 2027 | |
| 2028 | GenTree* asgNode = nullptr; |
| 2029 | GenTree* rhsNode = nullptr; |
| 2030 | GenTree* addrNode = nullptr; |
| 2031 | GenTree* const tree = *pTree; |
| 2032 | |
| 2033 | GenTree* nextNode = tree->gtNext; |
| 2034 | |
| 2035 | // First, characterize the lclVarTree and see if we are taking its address. |
| 2036 | if (tree->OperIsLocalStore()) |
| 2037 | { |
| 2038 | rhsNode = tree->gtOp.gtOp1; |
| 2039 | asgNode = tree; |
| 2040 | } |
| 2041 | else if (tree->OperIsLocal()) |
| 2042 | { |
| 2043 | if (nextNode == nullptr) |
| 2044 | { |
| 2045 | return false; |
| 2046 | } |
| 2047 | if (nextNode->OperGet() == GT_ADDR) |
| 2048 | { |
| 2049 | addrNode = nextNode; |
| 2050 | nextNode = nextNode->gtNext; |
| 2051 | } |
| 2052 | } |
| 2053 | else |
| 2054 | { |
| 2055 | assert(tree->OperIsLocalAddr()); |
| 2056 | addrNode = tree; |
| 2057 | } |
| 2058 | |
| 2059 | // Next, find the assignment. |
| 2060 | if (asgNode == nullptr) |
| 2061 | { |
| 2062 | if (addrNode == nullptr) |
| 2063 | { |
| 2064 | asgNode = nextNode; |
| 2065 | } |
| 2066 | else if (asgNode == nullptr) |
| 2067 | { |
| 2068 | // This may be followed by GT_IND/assign or GT_STOREIND. |
| 2069 | if (nextNode == nullptr) |
| 2070 | { |
| 2071 | return false; |
| 2072 | } |
| 2073 | if (nextNode->OperIsIndir()) |
| 2074 | { |
| 2075 | // This must be a non-nullcheck form of indir, or it would not be a def. |
| 2076 | assert(nextNode->OperGet() != GT_NULLCHECK); |
| 2077 | if (nextNode->OperIsStore()) |
| 2078 | { |
| 2079 | asgNode = nextNode; |
| 2080 | if (asgNode->OperIsBlk()) |
| 2081 | { |
| 2082 | rhsNode = asgNode->AsBlk()->Data(); |
| 2083 | } |
| 2084 | // TODO-1stClassStructs: There should be an else clause here to handle |
| 2085 | // the non-block forms of store ops (GT_STORE_LCL_VAR, etc.) for which |
| 2086 | // rhsNode is op1. (This isn't really a 1stClassStructs item, but the |
| 2087 | // above was added to catch what used to be dead block ops, and that |
| 2088 | // made this omission apparent.) |
| 2089 | } |
| 2090 | else |
| 2091 | { |
| 2092 | asgNode = nextNode->gtNext; |
| 2093 | } |
| 2094 | } |
| 2095 | } |
| 2096 | } |
| 2097 | |
| 2098 | if (asgNode == nullptr) |
| 2099 | { |
| 2100 | return false; |
| 2101 | } |
| 2102 | |
| 2103 | if (asgNode->OperIs(GT_ASG)) |
| 2104 | { |
| 2105 | rhsNode = asgNode->gtGetOp2(); |
| 2106 | } |
| 2107 | else if (rhsNode == nullptr) |
| 2108 | { |
| 2109 | return false; |
| 2110 | } |
| 2111 | |
| 2112 | if (asgNode && (asgNode->gtFlags & GTF_ASG)) |
| 2113 | { |
| 2114 | noway_assert(rhsNode); |
| 2115 | noway_assert(tree->gtFlags & GTF_VAR_DEF); |
| 2116 | |
| 2117 | assert(asgNode->OperIs(GT_ASG)); |
| 2118 | |
| 2119 | // Do not remove if this local variable represents |
| 2120 | // a promoted struct field of an address exposed local. |
| 2121 | if (varDsc->lvIsStructField && lvaTable[varDsc->lvParentLcl].lvAddrExposed) |
| 2122 | { |
| 2123 | return false; |
| 2124 | } |
| 2125 | |
| 2126 | // Do not remove if the address of the variable has been exposed. |
| 2127 | if (varDsc->lvAddrExposed) |
| 2128 | { |
| 2129 | return false; |
| 2130 | } |
| 2131 | |
| 2132 | /* Test for interior statement */ |
| 2133 | |
| 2134 | if (asgNode->gtNext == nullptr) |
| 2135 | { |
| 2136 | /* This is a "NORMAL" statement with the |
| 2137 | * assignment node hanging from the GT_STMT node */ |
| 2138 | |
| 2139 | noway_assert(compCurStmt->gtStmt.gtStmtExpr == asgNode); |
| 2140 | JITDUMP("top level assign\n" ); |
| 2141 | |
| 2142 | /* Check for side effects */ |
| 2143 | |
| 2144 | if (rhsNode->gtFlags & GTF_SIDE_EFFECT) |
| 2145 | { |
| 2146 | : |
| 2147 | /* Extract the side effects */ |
| 2148 | |
| 2149 | GenTree* sideEffList = nullptr; |
| 2150 | #ifdef DEBUG |
| 2151 | if (verbose) |
| 2152 | { |
| 2153 | printf(FMT_BB " - Dead assignment has side effects...\n" , compCurBB->bbNum); |
| 2154 | gtDispTree(asgNode); |
| 2155 | printf("\n" ); |
| 2156 | } |
| 2157 | #endif // DEBUG |
| 2158 | if (rhsNode->TypeGet() == TYP_STRUCT) |
| 2159 | { |
| 2160 | // This is a block assignment. An indirection of the rhs is not considered to |
| 2161 | // happen until the assignment, so we will extract the side effects from only |
| 2162 | // the address. |
| 2163 | if (rhsNode->OperIsIndir()) |
| 2164 | { |
| 2165 | assert(rhsNode->OperGet() != GT_NULLCHECK); |
| 2166 | rhsNode = rhsNode->AsIndir()->Addr(); |
| 2167 | } |
| 2168 | } |
| 2169 | gtExtractSideEffList(rhsNode, &sideEffList); |
| 2170 | |
| 2171 | if (sideEffList) |
| 2172 | { |
| 2173 | noway_assert(sideEffList->gtFlags & GTF_SIDE_EFFECT); |
| 2174 | #ifdef DEBUG |
| 2175 | if (verbose) |
| 2176 | { |
| 2177 | printf("Extracted side effects list...\n" ); |
| 2178 | gtDispTree(sideEffList); |
| 2179 | printf("\n" ); |
| 2180 | } |
| 2181 | #endif // DEBUG |
| 2182 | |
| 2183 | /* Replace the assignment statement with the list of side effects */ |
| 2184 | noway_assert(sideEffList->gtOper != GT_STMT); |
| 2185 | |
| 2186 | *pTree = compCurStmt->gtStmt.gtStmtExpr = sideEffList; |
| 2187 | #ifdef DEBUG |
| 2188 | *treeModf = true; |
| 2189 | #endif // DEBUG |
| 2190 | /* Update ordering, costs, FP levels, etc. */ |
| 2191 | gtSetStmtInfo(compCurStmt); |
| 2192 | |
| 2193 | /* Re-link the nodes for this statement */ |
| 2194 | fgSetStmtSeq(compCurStmt); |
| 2195 | |
| 2196 | // Since the whole statement gets replaced it is safe to |
| 2197 | // re-thread and update order. No need to compute costs again. |
| 2198 | *pStmtInfoDirty = false; |
| 2199 | |
| 2200 | /* Compute the live set for the new statement */ |
| 2201 | *doAgain = true; |
| 2202 | return false; |
| 2203 | } |
| 2204 | else |
| 2205 | { |
| 2206 | /* No side effects, most likely we forgot to reset some flags */ |
| 2207 | fgRemoveStmt(compCurBB, compCurStmt); |
| 2208 | |
| 2209 | return true; |
| 2210 | } |
| 2211 | } |
| 2212 | else |
| 2213 | { |
| 2214 | /* If this is GT_CATCH_ARG saved to a local var don't bother */ |
| 2215 | |
| 2216 | JITDUMP("removing stmt with no side effects\n" ); |
| 2217 | |
| 2218 | if (asgNode->gtFlags & GTF_ORDER_SIDEEFF) |
| 2219 | { |
| 2220 | if (rhsNode->gtOper == GT_CATCH_ARG) |
| 2221 | { |
| 2222 | goto EXTRACT_SIDE_EFFECTS; |
| 2223 | } |
| 2224 | } |
| 2225 | |
| 2226 | /* No side effects - remove the whole statement from the block->bbTreeList */ |
| 2227 | |
| 2228 | fgRemoveStmt(compCurBB, compCurStmt); |
| 2229 | |
| 2230 | /* Since we removed it do not process the rest (i.e. RHS) of the statement |
| 2231 | * variables in the RHS will not be marked as live, so we get the benefit of |
| 2232 | * propagating dead variables up the chain */ |
| 2233 | |
| 2234 | return true; |
| 2235 | } |
| 2236 | } |
| 2237 | else |
| 2238 | { |
| 2239 | /* This is an INTERIOR STATEMENT with a dead assignment - remove it */ |
| 2240 | |
| 2241 | noway_assert(!VarSetOps::IsMember(this, life, varDsc->lvVarIndex)); |
| 2242 | |
| 2243 | if (rhsNode->gtFlags & GTF_SIDE_EFFECT) |
| 2244 | { |
| 2245 | /* :-( we have side effects */ |
| 2246 | |
| 2247 | GenTree* sideEffList = nullptr; |
| 2248 | #ifdef DEBUG |
| 2249 | if (verbose) |
| 2250 | { |
| 2251 | printf(FMT_BB " - INTERIOR dead assignment has side effects...\n" , compCurBB->bbNum); |
| 2252 | gtDispTree(asgNode); |
| 2253 | printf("\n" ); |
| 2254 | } |
| 2255 | #endif // DEBUG |
| 2256 | gtExtractSideEffList(rhsNode, &sideEffList); |
| 2257 | |
| 2258 | if (!sideEffList) |
| 2259 | { |
| 2260 | goto NO_SIDE_EFFECTS; |
| 2261 | } |
| 2262 | |
| 2263 | noway_assert(sideEffList->gtFlags & GTF_SIDE_EFFECT); |
| 2264 | #ifdef DEBUG |
| 2265 | if (verbose) |
| 2266 | { |
| 2267 | printf("Extracted side effects list from condition...\n" ); |
| 2268 | gtDispTree(sideEffList); |
| 2269 | printf("\n" ); |
| 2270 | } |
| 2271 | #endif // DEBUG |
| 2272 | if (sideEffList->gtOper == asgNode->gtOper) |
| 2273 | { |
| 2274 | #ifdef DEBUG |
| 2275 | *treeModf = true; |
| 2276 | #endif // DEBUG |
| 2277 | asgNode->gtOp.gtOp1 = sideEffList->gtOp.gtOp1; |
| 2278 | asgNode->gtOp.gtOp2 = sideEffList->gtOp.gtOp2; |
| 2279 | asgNode->gtType = sideEffList->gtType; |
| 2280 | } |
| 2281 | else |
| 2282 | { |
| 2283 | #ifdef DEBUG |
| 2284 | *treeModf = true; |
| 2285 | #endif // DEBUG |
| 2286 | /* Change the node to a GT_COMMA holding the side effect list */ |
| 2287 | asgNode->gtBashToNOP(); |
| 2288 | |
| 2289 | asgNode->ChangeOper(GT_COMMA); |
| 2290 | asgNode->gtFlags |= sideEffList->gtFlags & GTF_ALL_EFFECT; |
| 2291 | |
| 2292 | if (sideEffList->gtOper == GT_COMMA) |
| 2293 | { |
| 2294 | asgNode->gtOp.gtOp1 = sideEffList->gtOp.gtOp1; |
| 2295 | asgNode->gtOp.gtOp2 = sideEffList->gtOp.gtOp2; |
| 2296 | } |
| 2297 | else |
| 2298 | { |
| 2299 | asgNode->gtOp.gtOp1 = sideEffList; |
| 2300 | asgNode->gtOp.gtOp2 = gtNewNothingNode(); |
| 2301 | } |
| 2302 | } |
| 2303 | } |
| 2304 | else |
| 2305 | { |
| 2306 | NO_SIDE_EFFECTS: |
| 2307 | #ifdef DEBUG |
| 2308 | if (verbose) |
| 2309 | { |
| 2310 | printf("\nRemoving tree " ); |
| 2311 | printTreeID(asgNode); |
| 2312 | printf(" in " FMT_BB " as useless\n" , compCurBB->bbNum); |
| 2313 | gtDispTree(asgNode); |
| 2314 | printf("\n" ); |
| 2315 | } |
| 2316 | #endif // DEBUG |
| 2317 | /* No side effects - Change the assignment to a GT_NOP node */ |
| 2318 | asgNode->gtBashToNOP(); |
| 2319 | |
| 2320 | #ifdef DEBUG |
| 2321 | *treeModf = true; |
| 2322 | #endif // DEBUG |
| 2323 | } |
| 2324 | |
| 2325 | /* Re-link the nodes for this statement - Do not update ordering! */ |
| 2326 | |
| 2327 | // Do not update costs by calling gtSetStmtInfo. fgSetStmtSeq modifies |
| 2328 | // the tree threading based on the new costs. Removing nodes could |
| 2329 | // cause a subtree to get evaluated first (earlier second) during the |
| 2330 | // liveness walk. Instead just set a flag that costs are dirty and |
| 2331 | // caller has to call gtSetStmtInfo. |
| 2332 | *pStmtInfoDirty = true; |
| 2333 | |
| 2334 | fgSetStmtSeq(compCurStmt); |
| 2335 | |
| 2336 | /* Continue analysis from this node */ |
| 2337 | |
| 2338 | *pTree = asgNode; |
| 2339 | |
| 2340 | return false; |
| 2341 | } |
| 2342 | } |
| 2343 | return false; |
| 2344 | } |
| 2345 | |
| 2346 | /***************************************************************************** |
| 2347 | * |
| 2348 | * Iterative data flow for live variable info and availability of range |
| 2349 | * check index expressions. |
| 2350 | */ |
| 2351 | void Compiler::fgInterBlockLocalVarLiveness() |
| 2352 | { |
| 2353 | #ifdef DEBUG |
| 2354 | if (verbose) |
| 2355 | { |
| 2356 | printf("*************** In fgInterBlockLocalVarLiveness()\n" ); |
| 2357 | } |
| 2358 | #endif |
| 2359 | |
| 2360 | /* This global flag is set whenever we remove a statement */ |
| 2361 | |
| 2362 | fgStmtRemoved = false; |
| 2363 | |
| 2364 | // keep track if a bbLiveIn changed due to dead store removal |
| 2365 | fgLocalVarLivenessChanged = false; |
| 2366 | |
| 2367 | /* Compute the IN and OUT sets for tracked variables */ |
| 2368 | |
| 2369 | fgLiveVarAnalysis(); |
| 2370 | |
| 2371 | /* For debuggable code, we mark vars as live over their entire |
| 2372 | * reported scope, so that it will be visible over the entire scope |
| 2373 | */ |
| 2374 | |
| 2375 | if (opts.compDbgCode && (info.compVarScopesCount > 0)) |
| 2376 | { |
| 2377 | fgExtendDbgLifetimes(); |
| 2378 | } |
| 2379 | |
| 2380 | // Nothing more to be done if the backend does not require accurate local var lifetimes. |
| 2381 | if (!backendRequiresLocalVarLifetimes()) |
| 2382 | { |
| 2383 | fgLocalVarLivenessDone = true; |
| 2384 | return; |
| 2385 | } |
| 2386 | |
| 2387 | /*------------------------------------------------------------------------- |
| 2388 | * Variables involved in exception-handlers and finally blocks need |
| 2389 | * to be specially marked |
| 2390 | */ |
| 2391 | BasicBlock* block; |
| 2392 | |
| 2393 | VARSET_TP exceptVars(VarSetOps::MakeEmpty(this)); // vars live on entry to a handler |
| 2394 | VARSET_TP finallyVars(VarSetOps::MakeEmpty(this)); // vars live on exit of a 'finally' block |
| 2395 | VARSET_TP filterVars(VarSetOps::MakeEmpty(this)); // vars live on exit from a 'filter' |
| 2396 | |
| 2397 | for (block = fgFirstBB; block; block = block->bbNext) |
| 2398 | { |
| 2399 | if (block->bbCatchTyp != BBCT_NONE) |
| 2400 | { |
| 2401 | /* Note the set of variables live on entry to exception handler */ |
| 2402 | |
| 2403 | VarSetOps::UnionD(this, exceptVars, block->bbLiveIn); |
| 2404 | } |
| 2405 | |
| 2406 | if (block->bbJumpKind == BBJ_EHFILTERRET) |
| 2407 | { |
| 2408 | /* Get the set of live variables on exit from a 'filter' */ |
| 2409 | VarSetOps::UnionD(this, filterVars, block->bbLiveOut); |
| 2410 | } |
| 2411 | else if (block->bbJumpKind == BBJ_EHFINALLYRET) |
| 2412 | { |
| 2413 | /* Get the set of live variables on exit from a 'finally' block */ |
| 2414 | |
| 2415 | VarSetOps::UnionD(this, finallyVars, block->bbLiveOut); |
| 2416 | } |
| 2417 | #if FEATURE_EH_FUNCLETS |
| 2418 | // Funclets are called and returned from, as such we can only count on the frame |
| 2419 | // pointer being restored, and thus everything live in or live out must be on the |
| 2420 | // stack |
| 2421 | if (block->bbFlags & BBF_FUNCLET_BEG) |
| 2422 | { |
| 2423 | VarSetOps::UnionD(this, exceptVars, block->bbLiveIn); |
| 2424 | } |
| 2425 | if ((block->bbJumpKind == BBJ_EHFINALLYRET) || (block->bbJumpKind == BBJ_EHFILTERRET) || |
| 2426 | (block->bbJumpKind == BBJ_EHCATCHRET)) |
| 2427 | { |
| 2428 | VarSetOps::UnionD(this, exceptVars, block->bbLiveOut); |
| 2429 | } |
| 2430 | #endif // FEATURE_EH_FUNCLETS |
| 2431 | } |
| 2432 | |
| 2433 | LclVarDsc* varDsc; |
| 2434 | unsigned varNum; |
| 2435 | |
| 2436 | for (varNum = 0, varDsc = lvaTable; varNum < lvaCount; varNum++, varDsc++) |
| 2437 | { |
| 2438 | /* Ignore the variable if it's not tracked */ |
| 2439 | |
| 2440 | if (!varDsc->lvTracked) |
| 2441 | { |
| 2442 | continue; |
| 2443 | } |
| 2444 | |
| 2445 | if (lvaIsFieldOfDependentlyPromotedStruct(varDsc)) |
| 2446 | { |
| 2447 | continue; |
| 2448 | } |
| 2449 | |
| 2450 | /* Un-init locals may need auto-initialization. Note that the |
| 2451 | liveness of such locals will bubble to the top (fgFirstBB) |
| 2452 | in fgInterBlockLocalVarLiveness() */ |
| 2453 | |
| 2454 | if (!varDsc->lvIsParam && VarSetOps::IsMember(this, fgFirstBB->bbLiveIn, varDsc->lvVarIndex) && |
| 2455 | (info.compInitMem || varTypeIsGC(varDsc->TypeGet()))) |
| 2456 | { |
| 2457 | varDsc->lvMustInit = true; |
| 2458 | } |
| 2459 | |
| 2460 | // Mark all variables that are live on entry to an exception handler |
| 2461 | // or on exit from a filter handler or finally as DoNotEnregister */ |
| 2462 | |
| 2463 | if (VarSetOps::IsMember(this, exceptVars, varDsc->lvVarIndex) || |
| 2464 | VarSetOps::IsMember(this, filterVars, varDsc->lvVarIndex)) |
| 2465 | { |
| 2466 | /* Mark the variable appropriately */ |
| 2467 | lvaSetVarDoNotEnregister(varNum DEBUGARG(DNER_LiveInOutOfHandler)); |
| 2468 | } |
| 2469 | |
| 2470 | /* Mark all pointer variables live on exit from a 'finally' |
| 2471 | block as either volatile for non-GC ref types or as |
| 2472 | 'explicitly initialized' (volatile and must-init) for GC-ref types */ |
| 2473 | |
| 2474 | if (VarSetOps::IsMember(this, finallyVars, varDsc->lvVarIndex)) |
| 2475 | { |
| 2476 | lvaSetVarDoNotEnregister(varNum DEBUGARG(DNER_LiveInOutOfHandler)); |
| 2477 | |
| 2478 | /* Don't set lvMustInit unless we have a non-arg, GC pointer */ |
| 2479 | |
| 2480 | if (varDsc->lvIsParam) |
| 2481 | { |
| 2482 | continue; |
| 2483 | } |
| 2484 | |
| 2485 | if (!varTypeIsGC(varDsc->TypeGet())) |
| 2486 | { |
| 2487 | continue; |
| 2488 | } |
| 2489 | |
| 2490 | /* Mark it */ |
| 2491 | varDsc->lvMustInit = true; |
| 2492 | } |
| 2493 | } |
| 2494 | |
| 2495 | /*------------------------------------------------------------------------- |
| 2496 | * Now fill in liveness info within each basic block - Backward DataFlow |
| 2497 | */ |
| 2498 | |
| 2499 | for (block = fgFirstBB; block; block = block->bbNext) |
| 2500 | { |
| 2501 | /* Tell everyone what block we're working on */ |
| 2502 | |
| 2503 | compCurBB = block; |
| 2504 | |
| 2505 | /* Remember those vars live on entry to exception handlers */ |
| 2506 | /* if we are part of a try block */ |
| 2507 | |
| 2508 | VARSET_TP volatileVars(VarSetOps::MakeEmpty(this)); |
| 2509 | |
| 2510 | if (ehBlockHasExnFlowDsc(block)) |
| 2511 | { |
| 2512 | VarSetOps::Assign(this, volatileVars, fgGetHandlerLiveVars(block)); |
| 2513 | |
| 2514 | // volatileVars is a subset of exceptVars |
| 2515 | noway_assert(VarSetOps::IsSubset(this, volatileVars, exceptVars)); |
| 2516 | } |
| 2517 | |
| 2518 | /* Start with the variables live on exit from the block */ |
| 2519 | |
| 2520 | VARSET_TP life(VarSetOps::MakeCopy(this, block->bbLiveOut)); |
| 2521 | |
| 2522 | /* Mark any interference we might have at the end of the block */ |
| 2523 | |
| 2524 | if (block->IsLIR()) |
| 2525 | { |
| 2526 | fgComputeLifeLIR(life, block, volatileVars); |
| 2527 | } |
| 2528 | else |
| 2529 | { |
| 2530 | /* Get the first statement in the block */ |
| 2531 | |
| 2532 | GenTree* firstStmt = block->FirstNonPhiDef(); |
| 2533 | |
| 2534 | if (firstStmt == nullptr) |
| 2535 | { |
| 2536 | continue; |
| 2537 | } |
| 2538 | |
| 2539 | /* Walk all the statements of the block backwards - Get the LAST stmt */ |
| 2540 | |
| 2541 | GenTree* nextStmt = block->bbTreeList->gtPrev; |
| 2542 | |
| 2543 | do |
| 2544 | { |
| 2545 | #ifdef DEBUG |
| 2546 | bool treeModf = false; |
| 2547 | #endif // DEBUG |
| 2548 | noway_assert(nextStmt); |
| 2549 | noway_assert(nextStmt->gtOper == GT_STMT); |
| 2550 | |
| 2551 | compCurStmt = nextStmt; |
| 2552 | nextStmt = nextStmt->gtPrev; |
| 2553 | |
| 2554 | /* Compute the liveness for each tree node in the statement */ |
| 2555 | bool stmtInfoDirty = false; |
| 2556 | |
| 2557 | fgComputeLife(life, compCurStmt->gtStmt.gtStmtExpr, nullptr, volatileVars, |
| 2558 | &stmtInfoDirty DEBUGARG(&treeModf)); |
| 2559 | |
| 2560 | if (stmtInfoDirty) |
| 2561 | { |
| 2562 | gtSetStmtInfo(compCurStmt); |
| 2563 | fgSetStmtSeq(compCurStmt); |
| 2564 | gtUpdateStmtSideEffects(compCurStmt); |
| 2565 | } |
| 2566 | |
| 2567 | #ifdef DEBUG |
| 2568 | if (verbose && treeModf) |
| 2569 | { |
| 2570 | printf("\nfgComputeLife modified tree:\n" ); |
| 2571 | gtDispTree(compCurStmt->gtStmt.gtStmtExpr); |
| 2572 | printf("\n" ); |
| 2573 | } |
| 2574 | #endif // DEBUG |
| 2575 | } while (compCurStmt != firstStmt); |
| 2576 | } |
| 2577 | |
| 2578 | /* Done with the current block - if we removed any statements, some |
| 2579 | * variables may have become dead at the beginning of the block |
| 2580 | * -> have to update bbLiveIn */ |
| 2581 | |
| 2582 | if (!VarSetOps::Equal(this, life, block->bbLiveIn)) |
| 2583 | { |
| 2584 | /* some variables have become dead all across the block |
| 2585 | So life should be a subset of block->bbLiveIn */ |
| 2586 | |
| 2587 | // We changed the liveIn of the block, which may affect liveOut of others, |
| 2588 | // which may expose more dead stores. |
| 2589 | fgLocalVarLivenessChanged = true; |
| 2590 | |
| 2591 | noway_assert(VarSetOps::IsSubset(this, life, block->bbLiveIn)); |
| 2592 | |
| 2593 | /* set the new bbLiveIn */ |
| 2594 | |
| 2595 | VarSetOps::Assign(this, block->bbLiveIn, life); |
| 2596 | |
| 2597 | /* compute the new bbLiveOut for all the predecessors of this block */ |
| 2598 | } |
| 2599 | |
| 2600 | noway_assert(compCurBB == block); |
| 2601 | #ifdef DEBUG |
| 2602 | compCurBB = nullptr; |
| 2603 | #endif |
| 2604 | } |
| 2605 | |
| 2606 | fgLocalVarLivenessDone = true; |
| 2607 | } |
| 2608 | |
| 2609 | #ifdef DEBUG |
| 2610 | |
| 2611 | /*****************************************************************************/ |
| 2612 | |
| 2613 | void Compiler::fgDispBBLiveness(BasicBlock* block) |
| 2614 | { |
| 2615 | VARSET_TP allVars(VarSetOps::Union(this, block->bbLiveIn, block->bbLiveOut)); |
| 2616 | printf(FMT_BB, block->bbNum); |
| 2617 | printf(" IN (%d)=" , VarSetOps::Count(this, block->bbLiveIn)); |
| 2618 | lvaDispVarSet(block->bbLiveIn, allVars); |
| 2619 | for (MemoryKind memoryKind : allMemoryKinds()) |
| 2620 | { |
| 2621 | if ((block->bbMemoryLiveIn & memoryKindSet(memoryKind)) != 0) |
| 2622 | { |
| 2623 | printf(" + %s" , memoryKindNames[memoryKind]); |
| 2624 | } |
| 2625 | } |
| 2626 | printf("\n OUT(%d)=" , VarSetOps::Count(this, block->bbLiveOut)); |
| 2627 | lvaDispVarSet(block->bbLiveOut, allVars); |
| 2628 | for (MemoryKind memoryKind : allMemoryKinds()) |
| 2629 | { |
| 2630 | if ((block->bbMemoryLiveOut & memoryKindSet(memoryKind)) != 0) |
| 2631 | { |
| 2632 | printf(" + %s" , memoryKindNames[memoryKind]); |
| 2633 | } |
| 2634 | } |
| 2635 | printf("\n\n" ); |
| 2636 | } |
| 2637 | |
| 2638 | void Compiler::fgDispBBLiveness() |
| 2639 | { |
| 2640 | for (BasicBlock* block = fgFirstBB; block; block = block->bbNext) |
| 2641 | { |
| 2642 | fgDispBBLiveness(block); |
| 2643 | } |
| 2644 | } |
| 2645 | |
| 2646 | #endif // DEBUG |
| 2647 | |