blob: bec052a5a36bb8f49672ecbfb2564f4bc65e70b3 [file] [log] [blame]
Ben Chengba4fc8b2009-06-01 13:00:29 -07001/*
2 * Copyright (C) 2009 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef _DALVIK_VM_COMPILER_IR
18#define _DALVIK_VM_COMPILER_IR
19
Ben Cheng4238ec22009-08-24 16:32:22 -070020#include "codegen/Optimizer.h"
21
Bill Buzbee1465db52009-09-23 17:17:35 -070022typedef enum RegisterClass {
23 kCoreReg,
24 kFPReg,
25 kAnyReg,
26} RegisterClass;
27
28typedef enum RegLocationType {
29 kLocDalvikFrame = 0,
30 kLocPhysReg,
31 kLocRetval, // Return region in interpState
32 kLocSpill,
33} RegLocationType;
34
35typedef struct RegLocation {
36 RegLocationType location:2;
37 unsigned wide:1;
38 unsigned fp:1; // Hint for float/double
39 u1 lowReg:6; // First physical register
40 u1 highReg:6; // 2nd physical register (if wide)
41 s2 sRegLow; // SSA name for low Dalvik word
42} RegLocation;
43
44#define INVALID_SREG (-1)
Carl Shapiro5d5b94c2011-04-19 17:34:24 -070045#define INVALID_REG (0x3F)
Bill Buzbee1465db52009-09-23 17:17:35 -070046
Ben Chengba4fc8b2009-06-01 13:00:29 -070047typedef enum BBType {
48 /* For coding convenience reasons chaining cell types should appear first */
Bill Buzbee1465db52009-09-23 17:17:35 -070049 kChainingCellNormal = 0,
50 kChainingCellHot,
51 kChainingCellInvokeSingleton,
52 kChainingCellInvokePredicted,
53 kChainingCellBackwardBranch,
Ben Chengcec26f62010-01-15 15:29:33 -080054 kChainingCellGap,
55 /* Don't insert new fields between Gap and Last */
56 kChainingCellLast = kChainingCellGap + 1,
Ben Cheng32115a92011-03-22 14:09:09 -070057 kEntryBlock,
Bill Buzbee1465db52009-09-23 17:17:35 -070058 kDalvikByteCode,
Ben Cheng32115a92011-03-22 14:09:09 -070059 kExitBlock,
Bill Buzbee1465db52009-09-23 17:17:35 -070060 kPCReconstruction,
61 kExceptionHandling,
Ben Cheng00603072010-10-28 11:13:58 -070062 kCatchEntry,
Ben Chengba4fc8b2009-06-01 13:00:29 -070063} BBType;
64
Ben Cheng46cd4fb2011-03-16 17:19:06 -070065typedef enum JitMode {
66 kJitTrace = 0, // Acyclic - all instructions come from the trace descriptor
67 kJitLoop, // Cycle - trace descriptor is used as a hint
68 kJitMethod, // Whole method
69} JitMode;
70
Bill Buzbee46cd5b62009-06-05 15:36:06 -070071typedef struct ChainCellCounts {
72 union {
Ben Chengcec26f62010-01-15 15:29:33 -080073 u1 count[kChainingCellLast]; /* include one more space for the gap # */
Bill Buzbee46cd5b62009-06-05 15:36:06 -070074 u4 dummyForAlignment;
75 } u;
76} ChainCellCounts;
77
Ben Chengba4fc8b2009-06-01 13:00:29 -070078typedef struct LIR {
79 int offset;
80 struct LIR *next;
81 struct LIR *prev;
82 struct LIR *target;
83} LIR;
84
Ben Cheng4238ec22009-08-24 16:32:22 -070085enum ExtendedMIROpcode {
Dan Bornsteinccaab182010-12-03 15:32:40 -080086 kMirOpFirst = kNumPackedOpcodes,
Bill Buzbee1465db52009-09-23 17:17:35 -070087 kMirOpPhi = kMirOpFirst,
88 kMirOpNullNRangeUpCheck,
89 kMirOpNullNRangeDownCheck,
90 kMirOpLowerBound,
91 kMirOpPunt,
Ben Cheng7a2697d2010-06-07 13:44:23 -070092 kMirOpCheckInlinePrediction, // Gen checks for predicted inlining
Bill Buzbee1465db52009-09-23 17:17:35 -070093 kMirOpLast,
Ben Cheng4238ec22009-08-24 16:32:22 -070094};
95
96struct SSARepresentation;
97
98typedef enum {
99 kMIRIgnoreNullCheck = 0,
100 kMIRNullCheckOnly,
101 kMIRIgnoreRangeCheck,
102 kMIRRangeCheckOnly,
Ben Cheng7a2697d2010-06-07 13:44:23 -0700103 kMIRInlined, // Invoke is inlined (ie dead)
104 kMIRInlinedPred, // Invoke is inlined via prediction
105 kMIRCallee, // Instruction is inlined from callee
Ben Chengcfdeca32011-01-14 11:36:46 -0800106 kMIRInvokeMethodJIT, // Callee is JIT'ed as a whole method
Ben Cheng4238ec22009-08-24 16:32:22 -0700107} MIROptimizationFlagPositons;
108
109#define MIR_IGNORE_NULL_CHECK (1 << kMIRIgnoreNullCheck)
110#define MIR_NULL_CHECK_ONLY (1 << kMIRNullCheckOnly)
111#define MIR_IGNORE_RANGE_CHECK (1 << kMIRIgnoreRangeCheck)
112#define MIR_RANGE_CHECK_ONLY (1 << kMIRRangeCheckOnly)
Ben Cheng7a2697d2010-06-07 13:44:23 -0700113#define MIR_INLINED (1 << kMIRInlined)
114#define MIR_INLINED_PRED (1 << kMIRInlinedPred)
115#define MIR_CALLEE (1 << kMIRCallee)
Ben Chengcfdeca32011-01-14 11:36:46 -0800116#define MIR_INVOKE_METHOD_JIT (1 << kMIRInvokeMethodJIT)
Ben Cheng7a2697d2010-06-07 13:44:23 -0700117
118typedef struct CallsiteInfo {
Ben Cheng385828e2011-03-04 16:48:33 -0800119 const char *classDescriptor;
120 Object *classLoader;
Ben Cheng7a2697d2010-06-07 13:44:23 -0700121 const Method *method;
122 LIR *misPredBranchOver;
123} CallsiteInfo;
Ben Cheng4238ec22009-08-24 16:32:22 -0700124
Ben Chengba4fc8b2009-06-01 13:00:29 -0700125typedef struct MIR {
126 DecodedInstruction dalvikInsn;
127 unsigned int width;
128 unsigned int offset;
129 struct MIR *prev;
130 struct MIR *next;
Ben Cheng4238ec22009-08-24 16:32:22 -0700131 struct SSARepresentation *ssaRep;
132 int OptimizationFlags;
Bill Buzbee1465db52009-09-23 17:17:35 -0700133 int seqNum;
Ben Cheng7a2697d2010-06-07 13:44:23 -0700134 union {
135 // Used by the inlined insn from the callee to find the mother method
136 const Method *calleeMethod;
137 // Used by the inlined invoke to find the class and method pointers
138 CallsiteInfo *callsiteInfo;
139 } meta;
Ben Chengba4fc8b2009-06-01 13:00:29 -0700140} MIR;
141
Ben Cheng4238ec22009-08-24 16:32:22 -0700142struct BasicBlockDataFlow;
143
Ben Cheng00603072010-10-28 11:13:58 -0700144/* For successorBlockList */
145typedef enum BlockListType {
146 kNotUsed = 0,
147 kCatch,
148 kPackedSwitch,
149 kSparseSwitch,
150} BlockListType;
151
Ben Chengba4fc8b2009-06-01 13:00:29 -0700152typedef struct BasicBlock {
153 int id;
Ben Cheng00603072010-10-28 11:13:58 -0700154 bool visited;
Ben Cheng46cd4fb2011-03-16 17:19:06 -0700155 bool hidden;
Ben Chengba4fc8b2009-06-01 13:00:29 -0700156 unsigned int startOffset;
157 const Method *containingMethod; // For blocks from the callee
158 BBType blockType;
Ben Cheng1efc9c52009-06-08 18:25:27 -0700159 bool needFallThroughBranch; // For blocks ended due to length limit
Ben Cheng7a2697d2010-06-07 13:44:23 -0700160 bool isFallThroughFromInvoke; // True means the block needs alignment
Ben Chengba4fc8b2009-06-01 13:00:29 -0700161 MIR *firstMIRInsn;
162 MIR *lastMIRInsn;
163 struct BasicBlock *fallThrough;
164 struct BasicBlock *taken;
Ben Cheng00603072010-10-28 11:13:58 -0700165 struct BasicBlock *iDom; // Immediate dominator
Ben Cheng4238ec22009-08-24 16:32:22 -0700166 struct BasicBlockDataFlow *dataFlowInfo;
Ben Cheng00603072010-10-28 11:13:58 -0700167 BitVector *predecessors;
168 BitVector *dominators;
169 BitVector *iDominated; // Set nodes being immediately dominated
170 BitVector *domFrontier; // Dominance frontier
171 struct { // For one-to-many successors like
172 BlockListType blockListType; // switch and exception handling
173 GrowableList blocks;
174 } successorBlockList;
Ben Chengba4fc8b2009-06-01 13:00:29 -0700175} BasicBlock;
176
Ben Cheng7a02cb12010-12-15 14:18:31 -0800177/*
178 * The "blocks" field in "successorBlockList" points to an array of
179 * elements with the type "SuccessorBlockInfo".
180 * For catch blocks, key is type index for the exception.
181 * For swtich blocks, key is the case value.
182 */
183typedef struct SuccessorBlockInfo {
184 BasicBlock *block;
185 int key;
186} SuccessorBlockInfo;
187
Ben Cheng4238ec22009-08-24 16:32:22 -0700188struct LoopAnalysis;
Bill Buzbee1465db52009-09-23 17:17:35 -0700189struct RegisterPool;
Ben Cheng4238ec22009-08-24 16:32:22 -0700190
buzbeebff121a2010-08-04 15:25:06 -0700191typedef enum AssemblerStatus {
192 kSuccess,
193 kRetryAll,
194 kRetryHalve
195} AssemblerStatus;
196
Ben Chengba4fc8b2009-06-01 13:00:29 -0700197typedef struct CompilationUnit {
Ben Cheng1efc9c52009-06-08 18:25:27 -0700198 int numInsts;
Ben Chengba4fc8b2009-06-01 13:00:29 -0700199 int numBlocks;
Ben Cheng00603072010-10-28 11:13:58 -0700200 GrowableList blockList;
Ben Chengba4fc8b2009-06-01 13:00:29 -0700201 const Method *method;
202 const JitTraceDescription *traceDesc;
203 LIR *firstLIRInsn;
204 LIR *lastLIRInsn;
Ben Cheng385828e2011-03-04 16:48:33 -0800205 LIR *literalList; // Constants
206 LIR *classPointerList; // Relocatable
207 int numClassPointers;
Bill Buzbee6e963e12009-06-17 16:56:19 -0700208 LIR *chainCellOffsetLIR;
Ben Chengba4fc8b2009-06-01 13:00:29 -0700209 GrowableList pcReconstructionList;
Ben Cheng1efc9c52009-06-08 18:25:27 -0700210 int headerSize; // bytes before the first code ptr
211 int dataOffset; // starting offset of literal pool
212 int totalSize; // header + code size
buzbeebff121a2010-08-04 15:25:06 -0700213 AssemblerStatus assemblerStatus; // Success or fix and retry
214 int assemblerRetries; // How many times tried to fix assembly
Ben Chengba4fc8b2009-06-01 13:00:29 -0700215 unsigned char *codeBuffer;
216 void *baseAddr;
217 bool printMe;
218 bool allSingleStep;
Ben Cheng385828e2011-03-04 16:48:33 -0800219 bool hasClassLiterals; // Contains class ptrs used as literals
Ben Cheng7a2697d2010-06-07 13:44:23 -0700220 bool hasLoop; // Contains a loop
221 bool hasInvoke; // Contains an invoke instruction
jeffhao9e45c0b2010-02-03 10:24:05 -0800222 bool heapMemOp; // Mark mem ops for self verification
Ben Chengd72564c2011-02-08 17:09:25 -0800223 bool usesLinkRegister; // For self-verification only
buzbee2e152ba2010-12-15 16:32:35 -0800224 int profileCodeSize; // Size of the profile prefix in bytes
Ben Chengcec26f62010-01-15 15:29:33 -0800225 int numChainingCells[kChainingCellGap];
226 LIR *firstChainingLIR[kChainingCellGap];
227 LIR *chainingCellBottom;
Bill Buzbee1465db52009-09-23 17:17:35 -0700228 struct RegisterPool *regPool;
Ben Chenge9695e52009-06-16 16:11:47 -0700229 int optRound; // round number to tell an LIR's age
Bill Buzbeefc519dc2010-03-06 23:30:57 -0800230 jmp_buf *bailPtr;
Bill Buzbee716f1202009-07-23 13:22:09 -0700231 JitInstructionSetType instructionSet;
Ben Cheng4238ec22009-08-24 16:32:22 -0700232 /* Number of total regs used in the whole cUnit after SSA transformation */
233 int numSSARegs;
234 /* Map SSA reg i to the Dalvik[15..0]/Sub[31..16] pair. */
235 GrowableList *ssaToDalvikMap;
236
237 /* The following are new data structures to support SSA representations */
238 /* Map original Dalvik reg i to the SSA[15..0]/Sub[31..16] pair */
239 int *dalvikToSSAMap; // length == method->registersSize
240 BitVector *isConstantV; // length == numSSAReg
241 int *constantValues; // length == numSSAReg
242
243 /* Data structure for loop analysis and optimizations */
244 struct LoopAnalysis *loopAnalysis;
Bill Buzbee1465db52009-09-23 17:17:35 -0700245
246 /* Map SSA names to location */
247 RegLocation *regLocation;
248 int sequenceNumber;
Ben Cheng6c10a972009-10-29 14:39:18 -0700249
250 /*
251 * Set to the Dalvik PC of the switch instruction if it has more than
252 * MAX_CHAINED_SWITCH_CASES cases.
253 */
254 const u2 *switchOverflowPad;
Ben Cheng00603072010-10-28 11:13:58 -0700255
Ben Cheng46cd4fb2011-03-16 17:19:06 -0700256 JitMode jitMode;
Ben Cheng00603072010-10-28 11:13:58 -0700257 int numReachableBlocks;
258 int numDalvikRegisters; // method->registersSize + inlined
259 BasicBlock *entryBlock;
260 BasicBlock *exitBlock;
Ben Cheng32115a92011-03-22 14:09:09 -0700261 BasicBlock *puntBlock; // punting to interp for exceptions
262 BasicBlock *backChainBlock; // for loop-trace
Ben Chengcfdeca32011-01-14 11:36:46 -0800263 BasicBlock *curBlock;
Ben Cheng7ab74e12011-02-03 14:02:06 -0800264 BasicBlock *nextCodegenBlock; // for extended trace codegen
Ben Cheng00603072010-10-28 11:13:58 -0700265 GrowableList dfsOrder;
266 GrowableList domPostOrderTraversal;
267 BitVector *tryBlockAddr;
268 BitVector **defBlockMatrix; // numDalvikRegister x numBlocks
269 BitVector *tempBlockV;
270 BitVector *tempDalvikRegisterV;
271 BitVector *tempSSARegisterV; // numSSARegs
272 bool printSSANames;
Ben Chengcfdeca32011-01-14 11:36:46 -0800273 void *blockLabelList;
Ben Cheng32115a92011-03-22 14:09:09 -0700274 bool quitLoopMode; // cold path/complex bytecode
Ben Chengba4fc8b2009-06-01 13:00:29 -0700275} CompilationUnit;
276
Ben Cheng11d8f142010-03-24 15:24:19 -0700277#if defined(WITH_SELF_VERIFICATION)
278#define HEAP_ACCESS_SHADOW(_state) cUnit->heapMemOp = _state
279#else
280#define HEAP_ACCESS_SHADOW(_state)
281#endif
282
Ben Cheng00603072010-10-28 11:13:58 -0700283BasicBlock *dvmCompilerNewBB(BBType blockType, int blockId);
Ben Chengba4fc8b2009-06-01 13:00:29 -0700284
285void dvmCompilerAppendMIR(BasicBlock *bb, MIR *mir);
286
Ben Cheng4238ec22009-08-24 16:32:22 -0700287void dvmCompilerPrependMIR(BasicBlock *bb, MIR *mir);
288
Ben Cheng7a2697d2010-06-07 13:44:23 -0700289void dvmCompilerInsertMIRAfter(BasicBlock *bb, MIR *currentMIR, MIR *newMIR);
290
Ben Chengba4fc8b2009-06-01 13:00:29 -0700291void dvmCompilerAppendLIR(CompilationUnit *cUnit, LIR *lir);
292
Ben Chenge9695e52009-06-16 16:11:47 -0700293void dvmCompilerInsertLIRBefore(LIR *currentLIR, LIR *newLIR);
294
Ben Chengdcf3e5d2009-09-11 13:42:05 -0700295void dvmCompilerInsertLIRAfter(LIR *currentLIR, LIR *newLIR);
296
Bill Buzbeefc519dc2010-03-06 23:30:57 -0800297void dvmCompilerAbort(CompilationUnit *cUnit);
298
Ben Chengba4fc8b2009-06-01 13:00:29 -0700299/* Debug Utilities */
300void dvmCompilerDumpCompilationUnit(CompilationUnit *cUnit);
301
302#endif /* _DALVIK_VM_COMPILER_IR */