Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 1 | //- WebAssemblyISelDAGToDAG.cpp - A dag to dag inst selector for WebAssembly -// |
| 2 | // |
Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | /// |
| 9 | /// \file |
Adrian Prantl | 5f8f34e4 | 2018-05-01 15:54:18 +0000 | [diff] [blame] | 10 | /// This file defines an instruction selector for the WebAssembly target. |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 11 | /// |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 14 | #include "MCTargetDesc/WebAssemblyMCTargetDesc.h" |
Chandler Carruth | 6bda14b | 2017-06-06 11:49:48 +0000 | [diff] [blame] | 15 | #include "WebAssembly.h" |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 16 | #include "WebAssemblyTargetMachine.h" |
| 17 | #include "llvm/CodeGen/SelectionDAGISel.h" |
Guanzhong Chen | 42bba4b | 2019-07-16 22:00:45 +0000 | [diff] [blame] | 18 | #include "llvm/IR/DiagnosticInfo.h" |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 19 | #include "llvm/IR/Function.h" // To access function attributes. |
| 20 | #include "llvm/Support/Debug.h" |
Craig Topper | 053cf4d | 2017-04-28 08:15:33 +0000 | [diff] [blame] | 21 | #include "llvm/Support/KnownBits.h" |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 22 | #include "llvm/Support/MathExtras.h" |
| 23 | #include "llvm/Support/raw_ostream.h" |
| 24 | using namespace llvm; |
| 25 | |
| 26 | #define DEBUG_TYPE "wasm-isel" |
| 27 | |
| 28 | //===--------------------------------------------------------------------===// |
| 29 | /// WebAssembly-specific code to select WebAssembly machine instructions for |
| 30 | /// SelectionDAG operations. |
| 31 | /// |
| 32 | namespace { |
| 33 | class WebAssemblyDAGToDAGISel final : public SelectionDAGISel { |
| 34 | /// Keep a pointer to the WebAssemblySubtarget around so that we can make the |
| 35 | /// right decision when generating code for different targets. |
| 36 | const WebAssemblySubtarget *Subtarget; |
| 37 | |
| 38 | bool ForCodeSize; |
| 39 | |
| 40 | public: |
Heejin Ahn | 18c56a0 | 2019-02-04 19:13:39 +0000 | [diff] [blame] | 41 | WebAssemblyDAGToDAGISel(WebAssemblyTargetMachine &TM, |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 42 | CodeGenOpt::Level OptLevel) |
Heejin Ahn | 18c56a0 | 2019-02-04 19:13:39 +0000 | [diff] [blame] | 43 | : SelectionDAGISel(TM, OptLevel), Subtarget(nullptr), ForCodeSize(false) { |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 44 | } |
| 45 | |
Mehdi Amini | 117296c | 2016-10-01 02:56:57 +0000 | [diff] [blame] | 46 | StringRef getPassName() const override { |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 47 | return "WebAssembly Instruction Selection"; |
| 48 | } |
| 49 | |
| 50 | bool runOnMachineFunction(MachineFunction &MF) override { |
Heejin Ahn | 569f090 | 2019-01-09 23:05:21 +0000 | [diff] [blame] | 51 | LLVM_DEBUG(dbgs() << "********** ISelDAGToDAG **********\n" |
| 52 | "********** Function: " |
| 53 | << MF.getName() << '\n'); |
| 54 | |
Heejin Ahn | 5f3a045 | 2019-04-13 16:54:39 +0000 | [diff] [blame] | 55 | ForCodeSize = MF.getFunction().hasOptSize(); |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 56 | Subtarget = &MF.getSubtarget<WebAssemblySubtarget>(); |
| 57 | return SelectionDAGISel::runOnMachineFunction(MF); |
| 58 | } |
| 59 | |
Justin Bogner | c6afd4b | 2016-05-13 22:44:57 +0000 | [diff] [blame] | 60 | void Select(SDNode *Node) override; |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 61 | |
Dan Gohman | f19ed56 | 2015-11-13 01:42:29 +0000 | [diff] [blame] | 62 | bool SelectInlineAsmMemoryOperand(const SDValue &Op, unsigned ConstraintID, |
| 63 | std::vector<SDValue> &OutOps) override; |
| 64 | |
JF Bastien | b9073fb | 2015-07-22 21:28:15 +0000 | [diff] [blame] | 65 | // Include the pieces autogenerated from the target description. |
| 66 | #include "WebAssemblyGenDAGISel.inc" |
| 67 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 68 | private: |
| 69 | // add select functions here... |
| 70 | }; |
| 71 | } // end anonymous namespace |
| 72 | |
Justin Bogner | c6afd4b | 2016-05-13 22:44:57 +0000 | [diff] [blame] | 73 | void WebAssemblyDAGToDAGISel::Select(SDNode *Node) { |
JF Bastien | b9073fb | 2015-07-22 21:28:15 +0000 | [diff] [blame] | 74 | // If we have a custom node, we already have selected! |
| 75 | if (Node->isMachineOpcode()) { |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 76 | LLVM_DEBUG(errs() << "== "; Node->dump(CurDAG); errs() << "\n"); |
JF Bastien | b9073fb | 2015-07-22 21:28:15 +0000 | [diff] [blame] | 77 | Node->setNodeId(-1); |
Justin Bogner | c6afd4b | 2016-05-13 22:44:57 +0000 | [diff] [blame] | 78 | return; |
JF Bastien | b9073fb | 2015-07-22 21:28:15 +0000 | [diff] [blame] | 79 | } |
| 80 | |
Heejin Ahn | 5514658 | 2019-05-28 22:09:12 +0000 | [diff] [blame] | 81 | // Few custom selection stuff. |
| 82 | SDLoc DL(Node); |
| 83 | MachineFunction &MF = CurDAG->getMachineFunction(); |
JF Bastien | b9073fb | 2015-07-22 21:28:15 +0000 | [diff] [blame] | 84 | switch (Node->getOpcode()) { |
Heejin Ahn | 5514658 | 2019-05-28 22:09:12 +0000 | [diff] [blame] | 85 | case ISD::ATOMIC_FENCE: { |
| 86 | if (!MF.getSubtarget<WebAssemblySubtarget>().hasAtomics()) |
| 87 | break; |
| 88 | |
| 89 | uint64_t SyncScopeID = |
| 90 | cast<ConstantSDNode>(Node->getOperand(2).getNode())->getZExtValue(); |
Heejin Ahn | d85fd5a | 2019-08-28 23:13:43 +0000 | [diff] [blame] | 91 | MachineSDNode *Fence = nullptr; |
Heejin Ahn | 5514658 | 2019-05-28 22:09:12 +0000 | [diff] [blame] | 92 | switch (SyncScopeID) { |
Heejin Ahn | d85fd5a | 2019-08-28 23:13:43 +0000 | [diff] [blame] | 93 | case SyncScope::SingleThread: |
Heejin Ahn | 5514658 | 2019-05-28 22:09:12 +0000 | [diff] [blame] | 94 | // We lower a single-thread fence to a pseudo compiler barrier instruction |
| 95 | // preventing instruction reordering. This will not be emitted in final |
| 96 | // binary. |
Heejin Ahn | d85fd5a | 2019-08-28 23:13:43 +0000 | [diff] [blame] | 97 | Fence = CurDAG->getMachineNode(WebAssembly::COMPILER_FENCE, |
| 98 | DL, // debug loc |
| 99 | MVT::Other, // outchain type |
| 100 | Node->getOperand(0) // inchain |
| 101 | ); |
| 102 | break; |
| 103 | case SyncScope::System: |
| 104 | // Currently wasm only supports sequentially consistent atomics, so we |
| 105 | // always set the order to 0 (sequentially consistent). |
| 106 | Fence = CurDAG->getMachineNode( |
| 107 | WebAssembly::ATOMIC_FENCE, |
| 108 | DL, // debug loc |
| 109 | MVT::Other, // outchain type |
| 110 | CurDAG->getTargetConstant(0, DL, MVT::i32), // order |
| 111 | Node->getOperand(0) // inchain |
| 112 | ); |
| 113 | break; |
Heejin Ahn | 5514658 | 2019-05-28 22:09:12 +0000 | [diff] [blame] | 114 | default: |
| 115 | llvm_unreachable("Unknown scope!"); |
| 116 | } |
Heejin Ahn | d85fd5a | 2019-08-28 23:13:43 +0000 | [diff] [blame] | 117 | |
| 118 | ReplaceNode(Node, Fence); |
| 119 | CurDAG->RemoveDeadNode(Node); |
| 120 | return; |
Heejin Ahn | 5514658 | 2019-05-28 22:09:12 +0000 | [diff] [blame] | 121 | } |
| 122 | |
Guanzhong Chen | 42bba4b | 2019-07-16 22:00:45 +0000 | [diff] [blame] | 123 | case ISD::GlobalTLSAddress: { |
| 124 | const auto *GA = cast<GlobalAddressSDNode>(Node); |
| 125 | |
| 126 | if (!MF.getSubtarget<WebAssemblySubtarget>().hasBulkMemory()) |
| 127 | report_fatal_error("cannot use thread-local storage without bulk memory", |
| 128 | false); |
| 129 | |
Guanzhong Chen | 0a8d4df | 2019-07-16 22:22:08 +0000 | [diff] [blame] | 130 | // Currently Emscripten does not support dynamic linking with threads. |
| 131 | // Therefore, if we have thread-local storage, only the local-exec model |
| 132 | // is possible. |
| 133 | // TODO: remove this and implement proper TLS models once Emscripten |
| 134 | // supports dynamic linking with threads. |
Guanzhong Chen | 42bba4b | 2019-07-16 22:00:45 +0000 | [diff] [blame] | 135 | if (GA->getGlobal()->getThreadLocalMode() != |
Guanzhong Chen | 0a8d4df | 2019-07-16 22:22:08 +0000 | [diff] [blame] | 136 | GlobalValue::LocalExecTLSModel && |
| 137 | !Subtarget->getTargetTriple().isOSEmscripten()) { |
| 138 | report_fatal_error("only -ftls-model=local-exec is supported for now on " |
| 139 | "non-Emscripten OSes: variable " + |
| 140 | GA->getGlobal()->getName(), |
Guanzhong Chen | 42bba4b | 2019-07-16 22:00:45 +0000 | [diff] [blame] | 141 | false); |
| 142 | } |
| 143 | |
| 144 | MVT PtrVT = TLI->getPointerTy(CurDAG->getDataLayout()); |
| 145 | assert(PtrVT == MVT::i32 && "only wasm32 is supported for now"); |
| 146 | |
| 147 | SDValue TLSBaseSym = CurDAG->getTargetExternalSymbol("__tls_base", PtrVT); |
| 148 | SDValue TLSOffsetSym = CurDAG->getTargetGlobalAddress( |
| 149 | GA->getGlobal(), DL, PtrVT, GA->getOffset(), 0); |
| 150 | |
| 151 | MachineSDNode *TLSBase = CurDAG->getMachineNode(WebAssembly::GLOBAL_GET_I32, |
| 152 | DL, MVT::i32, TLSBaseSym); |
| 153 | MachineSDNode *TLSOffset = CurDAG->getMachineNode( |
| 154 | WebAssembly::CONST_I32, DL, MVT::i32, TLSOffsetSym); |
| 155 | MachineSDNode *TLSAddress = |
| 156 | CurDAG->getMachineNode(WebAssembly::ADD_I32, DL, MVT::i32, |
| 157 | SDValue(TLSBase, 0), SDValue(TLSOffset, 0)); |
| 158 | ReplaceNode(Node, TLSAddress); |
| 159 | return; |
| 160 | } |
| 161 | |
| 162 | case ISD::INTRINSIC_WO_CHAIN: { |
| 163 | unsigned IntNo = cast<ConstantSDNode>(Node->getOperand(0))->getZExtValue(); |
| 164 | switch (IntNo) { |
| 165 | case Intrinsic::wasm_tls_size: { |
| 166 | MVT PtrVT = TLI->getPointerTy(CurDAG->getDataLayout()); |
| 167 | assert(PtrVT == MVT::i32 && "only wasm32 is supported for now"); |
| 168 | |
| 169 | MachineSDNode *TLSSize = CurDAG->getMachineNode( |
| 170 | WebAssembly::GLOBAL_GET_I32, DL, PtrVT, |
| 171 | CurDAG->getTargetExternalSymbol("__tls_size", MVT::i32)); |
| 172 | ReplaceNode(Node, TLSSize); |
| 173 | return; |
| 174 | } |
Guanzhong Chen | 5204f76 | 2019-07-19 23:34:16 +0000 | [diff] [blame] | 175 | case Intrinsic::wasm_tls_align: { |
| 176 | MVT PtrVT = TLI->getPointerTy(CurDAG->getDataLayout()); |
| 177 | assert(PtrVT == MVT::i32 && "only wasm32 is supported for now"); |
| 178 | |
| 179 | MachineSDNode *TLSAlign = CurDAG->getMachineNode( |
| 180 | WebAssembly::GLOBAL_GET_I32, DL, PtrVT, |
| 181 | CurDAG->getTargetExternalSymbol("__tls_align", MVT::i32)); |
| 182 | ReplaceNode(Node, TLSAlign); |
| 183 | return; |
| 184 | } |
Guanzhong Chen | 42bba4b | 2019-07-16 22:00:45 +0000 | [diff] [blame] | 185 | } |
| 186 | break; |
| 187 | } |
Guanzhong Chen | 801fa8e | 2019-07-18 17:53:22 +0000 | [diff] [blame] | 188 | case ISD::INTRINSIC_W_CHAIN: { |
| 189 | unsigned IntNo = cast<ConstantSDNode>(Node->getOperand(1))->getZExtValue(); |
| 190 | switch (IntNo) { |
| 191 | case Intrinsic::wasm_tls_base: { |
| 192 | MVT PtrVT = TLI->getPointerTy(CurDAG->getDataLayout()); |
| 193 | assert(PtrVT == MVT::i32 && "only wasm32 is supported for now"); |
| 194 | |
| 195 | MachineSDNode *TLSBase = CurDAG->getMachineNode( |
Guanzhong Chen | df44792 | 2019-07-18 21:17:52 +0000 | [diff] [blame] | 196 | WebAssembly::GLOBAL_GET_I32, DL, MVT::i32, MVT::Other, |
Guanzhong Chen | 801fa8e | 2019-07-18 17:53:22 +0000 | [diff] [blame] | 197 | CurDAG->getTargetExternalSymbol("__tls_base", PtrVT), |
| 198 | Node->getOperand(0)); |
| 199 | ReplaceNode(Node, TLSBase); |
| 200 | return; |
| 201 | } |
| 202 | } |
| 203 | break; |
| 204 | } |
Guanzhong Chen | 42bba4b | 2019-07-16 22:00:45 +0000 | [diff] [blame] | 205 | |
JF Bastien | b9073fb | 2015-07-22 21:28:15 +0000 | [diff] [blame] | 206 | default: |
| 207 | break; |
JF Bastien | b9073fb | 2015-07-22 21:28:15 +0000 | [diff] [blame] | 208 | } |
| 209 | |
| 210 | // Select the default instruction. |
Justin Bogner | c6afd4b | 2016-05-13 22:44:57 +0000 | [diff] [blame] | 211 | SelectCode(Node); |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 212 | } |
| 213 | |
Dan Gohman | f19ed56 | 2015-11-13 01:42:29 +0000 | [diff] [blame] | 214 | bool WebAssemblyDAGToDAGISel::SelectInlineAsmMemoryOperand( |
| 215 | const SDValue &Op, unsigned ConstraintID, std::vector<SDValue> &OutOps) { |
| 216 | switch (ConstraintID) { |
| 217 | case InlineAsm::Constraint_i: |
| 218 | case InlineAsm::Constraint_m: |
| 219 | // We just support simple memory operands that just have a single address |
| 220 | // operand and need no special handling. |
| 221 | OutOps.push_back(Op); |
| 222 | return false; |
| 223 | default: |
| 224 | break; |
| 225 | } |
| 226 | |
| 227 | return true; |
| 228 | } |
| 229 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 230 | /// This pass converts a legalized DAG into a WebAssembly-specific DAG, ready |
| 231 | /// for instruction scheduling. |
| 232 | FunctionPass *llvm::createWebAssemblyISelDag(WebAssemblyTargetMachine &TM, |
| 233 | CodeGenOpt::Level OptLevel) { |
| 234 | return new WebAssemblyDAGToDAGISel(TM, OptLevel); |
| 235 | } |