| 1 | /* |
| 2 | * Copyright (C) 2016 Apple Inc. All rights reserved. |
| 3 | * |
| 4 | * Redistribution and use in source and binary forms, with or without |
| 5 | * modification, are permitted provided that the following conditions |
| 6 | * are met: |
| 7 | * 1. Redistributions of source code must retain the above copyright |
| 8 | * notice, this list of conditions and the following disclaimer. |
| 9 | * 2. Redistributions in binary form must reproduce the above copyright |
| 10 | * notice, this list of conditions and the following disclaimer in the |
| 11 | * documentation and/or other materials provided with the distribution. |
| 12 | * |
| 13 | * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY |
| 14 | * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| 15 | * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
| 16 | * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR |
| 17 | * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, |
| 18 | * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
| 19 | * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR |
| 20 | * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY |
| 21 | * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 22 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 23 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 24 | */ |
| 25 | |
| 26 | #include "config.h" |
| 27 | #include "B3FoldPathConstants.h" |
| 28 | |
| 29 | #if ENABLE(B3_JIT) |
| 30 | |
| 31 | #include "B3BasicBlockInlines.h" |
| 32 | #include "B3CaseCollectionInlines.h" |
| 33 | #include "B3Dominators.h" |
| 34 | #include "B3InsertionSetInlines.h" |
| 35 | #include "B3PhaseScope.h" |
| 36 | #include "B3ProcedureInlines.h" |
| 37 | #include "B3SwitchValue.h" |
| 38 | #include "B3ValueInlines.h" |
| 39 | |
| 40 | namespace JSC { namespace B3 { |
| 41 | |
| 42 | namespace { |
| 43 | |
| 44 | namespace B3FoldPathConstantsInternal { |
| 45 | static const bool verbose = false; |
| 46 | } |
| 47 | |
| 48 | class FoldPathConstants { |
| 49 | public: |
| 50 | FoldPathConstants(Procedure& proc) |
| 51 | : m_proc(proc) |
| 52 | , m_insertionSet(proc) |
| 53 | { |
| 54 | } |
| 55 | |
| 56 | void run() |
| 57 | { |
| 58 | bool changed = false; |
| 59 | |
| 60 | if (B3FoldPathConstantsInternal::verbose) |
| 61 | dataLog("B3 before folding path constants: \n" , m_proc, "\n" ); |
| 62 | |
| 63 | // Find all of the values that are the subject of a branch or switch. For any successor |
| 64 | // that we dominate, install a value override at that block. |
| 65 | |
| 66 | HashMap<Value*, Vector<Override>> overrides; |
| 67 | |
| 68 | Dominators& dominators = m_proc.dominators(); |
| 69 | |
| 70 | auto addOverride = [&] ( |
| 71 | BasicBlock* from, Value* value, const Override& override) { |
| 72 | |
| 73 | if (override.block->numPredecessors() != 1) |
| 74 | return; |
| 75 | ASSERT(override.block->predecessor(0) == from); |
| 76 | |
| 77 | Vector<Override>& forValue = |
| 78 | overrides.add(value, Vector<Override>()).iterator->value; |
| 79 | |
| 80 | if (!ASSERT_DISABLED) { |
| 81 | for (const Override& otherOverride : forValue) |
| 82 | ASSERT_UNUSED(otherOverride, otherOverride.block != override.block); |
| 83 | } |
| 84 | |
| 85 | if (B3FoldPathConstantsInternal::verbose) |
| 86 | dataLog("Overriding " , *value, " from " , *from, ": " , override, "\n" ); |
| 87 | |
| 88 | forValue.append(override); |
| 89 | }; |
| 90 | |
| 91 | for (BasicBlock* block : m_proc) { |
| 92 | Value* branch = block->last(); |
| 93 | switch (branch->opcode()) { |
| 94 | case Branch: |
| 95 | if (block->successorBlock(0) == block->successorBlock(1)) |
| 96 | continue; |
| 97 | addOverride( |
| 98 | block, branch->child(0), |
| 99 | Override::nonZero(block->successorBlock(0))); |
| 100 | addOverride( |
| 101 | block, branch->child(0), |
| 102 | Override::constant(block->successorBlock(1), 0)); |
| 103 | break; |
| 104 | case Switch: { |
| 105 | SwitchValue* switchValue = branch->as<SwitchValue>(); |
| 106 | |
| 107 | HashMap<BasicBlock*, unsigned> targetUses; |
| 108 | for (SwitchCase switchCase : switchValue->cases(block)) |
| 109 | targetUses.add(switchCase.targetBlock(), 0).iterator->value++; |
| 110 | targetUses.add(switchValue->fallThrough(block), 0).iterator->value++; |
| 111 | |
| 112 | for (SwitchCase switchCase : switchValue->cases(block)) { |
| 113 | if (targetUses.find(switchCase.targetBlock())->value != 1) |
| 114 | continue; |
| 115 | |
| 116 | addOverride( |
| 117 | block, branch->child(0), |
| 118 | Override::constant(switchCase.targetBlock(), switchCase.caseValue())); |
| 119 | } |
| 120 | break; |
| 121 | } |
| 122 | default: |
| 123 | break; |
| 124 | } |
| 125 | } |
| 126 | |
| 127 | // Install the constants in the override blocks. We use one-shot insertion sets because |
| 128 | // each block will get at most one thing inserted into it anyway. |
| 129 | for (auto& entry : overrides) { |
| 130 | for (Override& override : entry.value) { |
| 131 | if (!override.hasValue) |
| 132 | continue; |
| 133 | override.valueNode = |
| 134 | m_insertionSet.insertIntConstant(0, entry.key, override.value); |
| 135 | m_insertionSet.execute(override.block); |
| 136 | } |
| 137 | } |
| 138 | |
| 139 | // Replace all uses of a value that has an override with that override, if appropriate. |
| 140 | // Certain instructions get special treatment. |
| 141 | auto getOverride = [&] (BasicBlock* block, Value* value) -> Override { |
| 142 | auto iter = overrides.find(value); |
| 143 | if (iter == overrides.end()) |
| 144 | return Override(); |
| 145 | |
| 146 | Vector<Override>& forValue = iter->value; |
| 147 | Override result; |
| 148 | for (Override& override : forValue) { |
| 149 | if (dominators.dominates(override.block, block) |
| 150 | && override.isBetterThan(result)) |
| 151 | result = override; |
| 152 | } |
| 153 | |
| 154 | if (B3FoldPathConstantsInternal::verbose) |
| 155 | dataLog("In block " , *block, " getting override for " , *value, ": " , result, "\n" ); |
| 156 | |
| 157 | return result; |
| 158 | }; |
| 159 | |
| 160 | for (BasicBlock* block : m_proc) { |
| 161 | for (unsigned valueIndex = 0; valueIndex < block->size(); ++valueIndex) { |
| 162 | Value* value = block->at(valueIndex); |
| 163 | |
| 164 | switch (value->opcode()) { |
| 165 | case Branch: { |
| 166 | if (getOverride(block, value->child(0)).isNonZero) { |
| 167 | value->replaceWithJump(block, block->taken()); |
| 168 | changed = true; |
| 169 | } |
| 170 | break; |
| 171 | } |
| 172 | |
| 173 | case Equal: { |
| 174 | if (value->child(1)->isInt(0) |
| 175 | && getOverride(block, value->child(0)).isNonZero) { |
| 176 | value->replaceWithIdentity( |
| 177 | m_insertionSet.insertIntConstant(valueIndex, value, 0)); |
| 178 | } |
| 179 | break; |
| 180 | } |
| 181 | |
| 182 | case NotEqual: { |
| 183 | if (value->child(1)->isInt(0) |
| 184 | && getOverride(block, value->child(0)).isNonZero) { |
| 185 | value->replaceWithIdentity( |
| 186 | m_insertionSet.insertIntConstant(valueIndex, value, 1)); |
| 187 | } |
| 188 | break; |
| 189 | } |
| 190 | |
| 191 | default: |
| 192 | break; |
| 193 | } |
| 194 | |
| 195 | for (Value*& child : value->children()) { |
| 196 | Override override = getOverride(block, child); |
| 197 | if (override.valueNode) |
| 198 | child = override.valueNode; |
| 199 | } |
| 200 | } |
| 201 | m_insertionSet.execute(block); |
| 202 | } |
| 203 | |
| 204 | if (changed) { |
| 205 | m_proc.resetReachability(); |
| 206 | m_proc.invalidateCFG(); |
| 207 | } |
| 208 | } |
| 209 | |
| 210 | private: |
| 211 | struct Override { |
| 212 | Override() |
| 213 | { |
| 214 | } |
| 215 | |
| 216 | static Override constant(BasicBlock* block, int64_t value) |
| 217 | { |
| 218 | Override result; |
| 219 | result.block = block; |
| 220 | result.hasValue = true; |
| 221 | result.value = value; |
| 222 | if (value) |
| 223 | result.isNonZero = true; |
| 224 | return result; |
| 225 | } |
| 226 | |
| 227 | static Override nonZero(BasicBlock* block) |
| 228 | { |
| 229 | Override result; |
| 230 | result.block = block; |
| 231 | result.isNonZero = true; |
| 232 | return result; |
| 233 | } |
| 234 | |
| 235 | bool isBetterThan(const Override& override) |
| 236 | { |
| 237 | if (hasValue && !override.hasValue) |
| 238 | return true; |
| 239 | if (isNonZero && !override.isNonZero) |
| 240 | return true; |
| 241 | return false; |
| 242 | } |
| 243 | |
| 244 | void dump(PrintStream& out) const |
| 245 | { |
| 246 | out.print("{block = " , pointerDump(block), ", value = " ); |
| 247 | if (hasValue) |
| 248 | out.print(value); |
| 249 | else |
| 250 | out.print("<none>" ); |
| 251 | out.print(", isNonZero = " , isNonZero); |
| 252 | if (valueNode) |
| 253 | out.print(", valueNode = " , *valueNode); |
| 254 | out.print("}" ); |
| 255 | } |
| 256 | |
| 257 | BasicBlock* block { nullptr }; |
| 258 | bool hasValue { false }; |
| 259 | bool isNonZero { false }; |
| 260 | int64_t value { 0 }; |
| 261 | Value* valueNode { nullptr }; |
| 262 | }; |
| 263 | |
| 264 | Procedure& m_proc; |
| 265 | InsertionSet m_insertionSet; |
| 266 | }; |
| 267 | |
| 268 | } // anonymous namespace |
| 269 | |
| 270 | void foldPathConstants(Procedure& proc) |
| 271 | { |
| 272 | PhaseScope phaseScope(proc, "foldPathConstants" ); |
| 273 | FoldPathConstants foldPathConstants(proc); |
| 274 | foldPathConstants.run(); |
| 275 | } |
| 276 | |
| 277 | } } // namespace JSC::B3 |
| 278 | |
| 279 | #endif // ENABLE(B3_JIT) |
| 280 | |
| 281 | |