| /* |
| * Copyright (C) 2012 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| #include "oat/runtime/oat_support_entrypoints.h" |
| #include "../compiler_ir.h" |
| #include "ralloc_util.h" |
| #include "codegen_util.h" |
| |
| namespace art { |
| |
| //TODO: remove decl. |
| void GenInvoke(CompilationUnit* cUnit, CallInfo* info); |
| |
| /* |
| * This source files contains "gen" codegen routines that should |
| * be applicable to most targets. Only mid-level support utilities |
| * and "op" calls may be used here. |
| */ |
| |
| void MarkSafepointPC(CompilationUnit* cUnit, LIR* inst) |
| { |
| inst->defMask = ENCODE_ALL; |
| LIR* safepointPC = NewLIR0(cUnit, kPseudoSafepointPC); |
| DCHECK_EQ(safepointPC->defMask, ENCODE_ALL); |
| } |
| |
| /* |
| * To save scheduling time, helper calls are broken into two parts: generation of |
| * the helper target address, and the actuall call to the helper. Because x86 |
| * has a memory call operation, part 1 is a NOP for x86. For other targets, |
| * load arguments between the two parts. |
| */ |
| int CallHelperSetup(CompilationUnit* cUnit, int helperOffset) |
| { |
| return (cUnit->instructionSet == kX86) ? 0 : LoadHelper(cUnit, helperOffset); |
| } |
| |
| /* NOTE: if rTgt is a temp, it will be freed following use */ |
| LIR* CallHelper(CompilationUnit* cUnit, int rTgt, int helperOffset, bool safepointPC) |
| { |
| LIR* callInst; |
| if (cUnit->instructionSet == kX86) { |
| callInst = OpThreadMem(cUnit, kOpBlx, helperOffset); |
| } else { |
| callInst = OpReg(cUnit, kOpBlx, rTgt); |
| FreeTemp(cUnit, rTgt); |
| } |
| if (safepointPC) { |
| MarkSafepointPC(cUnit, callInst); |
| } |
| return callInst; |
| } |
| |
| void CallRuntimeHelperImm(CompilationUnit* cUnit, int helperOffset, int arg0, bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| LoadConstant(cUnit, TargetReg(kArg0), arg0); |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperReg(CompilationUnit* cUnit, int helperOffset, int arg0, bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| OpRegCopy(cUnit, TargetReg(kArg0), arg0); |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperRegLocation(CompilationUnit* cUnit, int helperOffset, RegLocation arg0, |
| bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| if (arg0.wide == 0) { |
| LoadValueDirectFixed(cUnit, arg0, TargetReg(kArg0)); |
| } else { |
| LoadValueDirectWideFixed(cUnit, arg0, TargetReg(kArg0), TargetReg(kArg1)); |
| } |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperImmImm(CompilationUnit* cUnit, int helperOffset, int arg0, int arg1, |
| bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| LoadConstant(cUnit, TargetReg(kArg0), arg0); |
| LoadConstant(cUnit, TargetReg(kArg1), arg1); |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperImmRegLocation(CompilationUnit* cUnit, int helperOffset, int arg0, |
| RegLocation arg1, bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| if (arg1.wide == 0) { |
| LoadValueDirectFixed(cUnit, arg1, TargetReg(kArg1)); |
| } else { |
| LoadValueDirectWideFixed(cUnit, arg1, TargetReg(kArg1), TargetReg(kArg2)); |
| } |
| LoadConstant(cUnit, TargetReg(kArg0), arg0); |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperRegLocationImm(CompilationUnit* cUnit, int helperOffset, RegLocation arg0, |
| int arg1, bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| LoadValueDirectFixed(cUnit, arg0, TargetReg(kArg0)); |
| LoadConstant(cUnit, TargetReg(kArg1), arg1); |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperImmReg(CompilationUnit* cUnit, int helperOffset, int arg0, int arg1, |
| bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| OpRegCopy(cUnit, TargetReg(kArg1), arg1); |
| LoadConstant(cUnit, TargetReg(kArg0), arg0); |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperRegImm(CompilationUnit* cUnit, int helperOffset, int arg0, int arg1, |
| bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| OpRegCopy(cUnit, TargetReg(kArg0), arg0); |
| LoadConstant(cUnit, TargetReg(kArg1), arg1); |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperImmMethod(CompilationUnit* cUnit, int helperOffset, int arg0, bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| LoadCurrMethodDirect(cUnit, TargetReg(kArg1)); |
| LoadConstant(cUnit, TargetReg(kArg0), arg0); |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperRegLocationRegLocation(CompilationUnit* cUnit, int helperOffset, |
| RegLocation arg0, RegLocation arg1, bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| if (arg0.wide == 0) { |
| LoadValueDirectFixed(cUnit, arg0, arg0.fp ? TargetReg(kFArg0) : TargetReg(kArg0)); |
| if (arg1.wide == 0) { |
| if (cUnit->instructionSet == kMips) { |
| LoadValueDirectFixed(cUnit, arg1, arg1.fp ? TargetReg(kFArg2) : TargetReg(kArg1)); |
| } else { |
| LoadValueDirectFixed(cUnit, arg1, TargetReg(kArg1)); |
| } |
| } else { |
| if (cUnit->instructionSet == kMips) { |
| LoadValueDirectWideFixed(cUnit, arg1, arg1.fp ? TargetReg(kFArg2) : TargetReg(kArg1), arg1.fp ? TargetReg(kFArg3) : TargetReg(kArg2)); |
| } else { |
| LoadValueDirectWideFixed(cUnit, arg1, TargetReg(kArg1), TargetReg(kArg2)); |
| } |
| } |
| } else { |
| LoadValueDirectWideFixed(cUnit, arg0, arg0.fp ? TargetReg(kFArg0) : TargetReg(kArg0), arg0.fp ? TargetReg(kFArg1) : TargetReg(kArg1)); |
| if (arg1.wide == 0) { |
| LoadValueDirectFixed(cUnit, arg1, arg1.fp ? TargetReg(kFArg2) : TargetReg(kArg2)); |
| } else { |
| LoadValueDirectWideFixed(cUnit, arg1, arg1.fp ? TargetReg(kFArg2) : TargetReg(kArg2), arg1.fp ? TargetReg(kFArg3) : TargetReg(kArg3)); |
| } |
| } |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperRegReg(CompilationUnit* cUnit, int helperOffset, int arg0, int arg1, |
| bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| DCHECK_NE(TargetReg(kArg0), arg1); // check copy into arg0 won't clobber arg1 |
| OpRegCopy(cUnit, TargetReg(kArg0), arg0); |
| OpRegCopy(cUnit, TargetReg(kArg1), arg1); |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperRegRegImm(CompilationUnit* cUnit, int helperOffset, int arg0, int arg1, |
| int arg2, bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| DCHECK_NE(TargetReg(kArg0), arg1); // check copy into arg0 won't clobber arg1 |
| OpRegCopy(cUnit, TargetReg(kArg0), arg0); |
| OpRegCopy(cUnit, TargetReg(kArg1), arg1); |
| LoadConstant(cUnit, TargetReg(kArg2), arg2); |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperImmMethodRegLocation(CompilationUnit* cUnit, int helperOffset, int arg0, |
| RegLocation arg2, bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| LoadValueDirectFixed(cUnit, arg2, TargetReg(kArg2)); |
| LoadCurrMethodDirect(cUnit, TargetReg(kArg1)); |
| LoadConstant(cUnit, TargetReg(kArg0), arg0); |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperImmMethodImm(CompilationUnit* cUnit, int helperOffset, int arg0, int arg2, |
| bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| LoadCurrMethodDirect(cUnit, TargetReg(kArg1)); |
| LoadConstant(cUnit, TargetReg(kArg2), arg2); |
| LoadConstant(cUnit, TargetReg(kArg0), arg0); |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| void CallRuntimeHelperImmRegLocationRegLocation(CompilationUnit* cUnit, int helperOffset, |
| int arg0, RegLocation arg1, RegLocation arg2, |
| bool safepointPC) { |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| LoadValueDirectFixed(cUnit, arg1, TargetReg(kArg1)); |
| if (arg2.wide == 0) { |
| LoadValueDirectFixed(cUnit, arg2, TargetReg(kArg2)); |
| } else { |
| LoadValueDirectWideFixed(cUnit, arg2, TargetReg(kArg2), TargetReg(kArg3)); |
| } |
| LoadConstant(cUnit, TargetReg(kArg0), arg0); |
| ClobberCalleeSave(cUnit); |
| CallHelper(cUnit, rTgt, helperOffset, safepointPC); |
| } |
| |
| /* |
| * Generate an kPseudoBarrier marker to indicate the boundary of special |
| * blocks. |
| */ |
| void GenBarrier(CompilationUnit* cUnit) |
| { |
| LIR* barrier = NewLIR0(cUnit, kPseudoBarrier); |
| /* Mark all resources as being clobbered */ |
| barrier->defMask = -1; |
| } |
| |
| |
| /* Generate unconditional branch instructions */ |
| LIR* OpUnconditionalBranch(CompilationUnit* cUnit, LIR* target) |
| { |
| LIR* branch = OpBranchUnconditional(cUnit, kOpUncondBr); |
| branch->target = target; |
| return branch; |
| } |
| |
| // FIXME: need to do some work to split out targets with |
| // condition codes and those without |
| LIR* GenCheck(CompilationUnit* cUnit, ConditionCode cCode, |
| ThrowKind kind) |
| { |
| DCHECK_NE(cUnit->instructionSet, kMips); |
| LIR* tgt = RawLIR(cUnit, 0, kPseudoThrowTarget, kind, |
| cUnit->currentDalvikOffset); |
| LIR* branch = OpCondBranch(cUnit, cCode, tgt); |
| // Remember branch target - will process later |
| InsertGrowableList(cUnit, &cUnit->throwLaunchpads, reinterpret_cast<uintptr_t>(tgt)); |
| return branch; |
| } |
| |
| LIR* GenImmedCheck(CompilationUnit* cUnit, ConditionCode cCode, |
| int reg, int immVal, ThrowKind kind) |
| { |
| LIR* tgt = RawLIR(cUnit, 0, kPseudoThrowTarget, kind, |
| cUnit->currentDalvikOffset); |
| LIR* branch; |
| if (cCode == kCondAl) { |
| branch = OpUnconditionalBranch(cUnit, tgt); |
| } else { |
| branch = OpCmpImmBranch(cUnit, cCode, reg, immVal, tgt); |
| } |
| // Remember branch target - will process later |
| InsertGrowableList(cUnit, &cUnit->throwLaunchpads, reinterpret_cast<uintptr_t>(tgt)); |
| return branch; |
| } |
| |
| /* Perform null-check on a register. */ |
| LIR* GenNullCheck(CompilationUnit* cUnit, int sReg, int mReg, int optFlags) |
| { |
| if (!(cUnit->disableOpt & (1 << kNullCheckElimination)) && |
| optFlags & MIR_IGNORE_NULL_CHECK) { |
| return NULL; |
| } |
| return GenImmedCheck(cUnit, kCondEq, mReg, 0, kThrowNullPointer); |
| } |
| |
| /* Perform check on two registers */ |
| LIR* GenRegRegCheck(CompilationUnit* cUnit, ConditionCode cCode, |
| int reg1, int reg2, ThrowKind kind) |
| { |
| LIR* tgt = RawLIR(cUnit, 0, kPseudoThrowTarget, kind, |
| cUnit->currentDalvikOffset, reg1, reg2); |
| LIR* branch = OpCmpBranch(cUnit, cCode, reg1, reg2, tgt); |
| // Remember branch target - will process later |
| InsertGrowableList(cUnit, &cUnit->throwLaunchpads, reinterpret_cast<uintptr_t>(tgt)); |
| return branch; |
| } |
| |
| void GenCompareAndBranch(CompilationUnit* cUnit, Instruction::Code opcode, |
| RegLocation rlSrc1, RegLocation rlSrc2, LIR* taken, |
| LIR* fallThrough) |
| { |
| ConditionCode cond; |
| rlSrc1 = LoadValue(cUnit, rlSrc1, kCoreReg); |
| rlSrc2 = LoadValue(cUnit, rlSrc2, kCoreReg); |
| switch (opcode) { |
| case Instruction::IF_EQ: |
| cond = kCondEq; |
| break; |
| case Instruction::IF_NE: |
| cond = kCondNe; |
| break; |
| case Instruction::IF_LT: |
| cond = kCondLt; |
| break; |
| case Instruction::IF_GE: |
| cond = kCondGe; |
| break; |
| case Instruction::IF_GT: |
| cond = kCondGt; |
| break; |
| case Instruction::IF_LE: |
| cond = kCondLe; |
| break; |
| default: |
| cond = static_cast<ConditionCode>(0); |
| LOG(FATAL) << "Unexpected opcode " << opcode; |
| } |
| OpCmpBranch(cUnit, cond, rlSrc1.lowReg, rlSrc2.lowReg, taken); |
| OpUnconditionalBranch(cUnit, fallThrough); |
| } |
| |
| void GenCompareZeroAndBranch(CompilationUnit* cUnit, Instruction::Code opcode, |
| RegLocation rlSrc, LIR* taken, LIR* fallThrough) |
| { |
| ConditionCode cond; |
| rlSrc = LoadValue(cUnit, rlSrc, kCoreReg); |
| switch (opcode) { |
| case Instruction::IF_EQZ: |
| cond = kCondEq; |
| break; |
| case Instruction::IF_NEZ: |
| cond = kCondNe; |
| break; |
| case Instruction::IF_LTZ: |
| cond = kCondLt; |
| break; |
| case Instruction::IF_GEZ: |
| cond = kCondGe; |
| break; |
| case Instruction::IF_GTZ: |
| cond = kCondGt; |
| break; |
| case Instruction::IF_LEZ: |
| cond = kCondLe; |
| break; |
| default: |
| cond = static_cast<ConditionCode>(0); |
| LOG(FATAL) << "Unexpected opcode " << opcode; |
| } |
| if (cUnit->instructionSet == kThumb2) { |
| OpRegImm(cUnit, kOpCmp, rlSrc.lowReg, 0); |
| OpCondBranch(cUnit, cond, taken); |
| } else { |
| OpCmpImmBranch(cUnit, cond, rlSrc.lowReg, 0, taken); |
| } |
| OpUnconditionalBranch(cUnit, fallThrough); |
| } |
| |
| void GenIntToLong(CompilationUnit* cUnit, RegLocation rlDest, |
| RegLocation rlSrc) |
| { |
| RegLocation rlResult = EvalLoc(cUnit, rlDest, kCoreReg, true); |
| if (rlSrc.location == kLocPhysReg) { |
| OpRegCopy(cUnit, rlResult.lowReg, rlSrc.lowReg); |
| } else { |
| LoadValueDirect(cUnit, rlSrc, rlResult.lowReg); |
| } |
| OpRegRegImm(cUnit, kOpAsr, rlResult.highReg, rlResult.lowReg, 31); |
| StoreValueWide(cUnit, rlDest, rlResult); |
| } |
| |
| void GenIntNarrowing(CompilationUnit* cUnit, Instruction::Code opcode, |
| RegLocation rlDest, RegLocation rlSrc) |
| { |
| rlSrc = LoadValue(cUnit, rlSrc, kCoreReg); |
| RegLocation rlResult = EvalLoc(cUnit, rlDest, kCoreReg, true); |
| OpKind op = kOpInvalid; |
| switch (opcode) { |
| case Instruction::INT_TO_BYTE: |
| op = kOp2Byte; |
| break; |
| case Instruction::INT_TO_SHORT: |
| op = kOp2Short; |
| break; |
| case Instruction::INT_TO_CHAR: |
| op = kOp2Char; |
| break; |
| default: |
| LOG(ERROR) << "Bad int conversion type"; |
| } |
| OpRegReg(cUnit, op, rlResult.lowReg, rlSrc.lowReg); |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| |
| /* |
| * Let helper function take care of everything. Will call |
| * Array::AllocFromCode(type_idx, method, count); |
| * Note: AllocFromCode will handle checks for errNegativeArraySize. |
| */ |
| void GenNewArray(CompilationUnit* cUnit, uint32_t type_idx, RegLocation rlDest, |
| RegLocation rlSrc) |
| { |
| FlushAllRegs(cUnit); /* Everything to home location */ |
| int funcOffset; |
| if (cUnit->compiler->CanAccessTypeWithoutChecks(cUnit->method_idx, |
| *cUnit->dex_file, |
| type_idx)) { |
| funcOffset = ENTRYPOINT_OFFSET(pAllocArrayFromCode); |
| } else { |
| funcOffset= ENTRYPOINT_OFFSET(pAllocArrayFromCodeWithAccessCheck); |
| } |
| CallRuntimeHelperImmMethodRegLocation(cUnit, funcOffset, type_idx, rlSrc, true); |
| RegLocation rlResult = GetReturn(cUnit, false); |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| |
| /* |
| * Similar to GenNewArray, but with post-allocation initialization. |
| * Verifier guarantees we're dealing with an array class. Current |
| * code throws runtime exception "bad Filled array req" for 'D' and 'J'. |
| * Current code also throws internal unimp if not 'L', '[' or 'I'. |
| */ |
| void GenFilledNewArray(CompilationUnit* cUnit, CallInfo* info) |
| { |
| int elems = info->numArgWords; |
| int typeIdx = info->index; |
| FlushAllRegs(cUnit); /* Everything to home location */ |
| int funcOffset; |
| if (cUnit->compiler->CanAccessTypeWithoutChecks(cUnit->method_idx, |
| *cUnit->dex_file, |
| typeIdx)) { |
| funcOffset = ENTRYPOINT_OFFSET(pCheckAndAllocArrayFromCode); |
| } else { |
| funcOffset = ENTRYPOINT_OFFSET(pCheckAndAllocArrayFromCodeWithAccessCheck); |
| } |
| CallRuntimeHelperImmMethodImm(cUnit, funcOffset, typeIdx, elems, true); |
| FreeTemp(cUnit, TargetReg(kArg2)); |
| FreeTemp(cUnit, TargetReg(kArg1)); |
| /* |
| * NOTE: the implicit target for Instruction::FILLED_NEW_ARRAY is the |
| * return region. Because AllocFromCode placed the new array |
| * in kRet0, we'll just lock it into place. When debugger support is |
| * added, it may be necessary to additionally copy all return |
| * values to a home location in thread-local storage |
| */ |
| LockTemp(cUnit, TargetReg(kRet0)); |
| |
| // TODO: use the correct component size, currently all supported types |
| // share array alignment with ints (see comment at head of function) |
| size_t component_size = sizeof(int32_t); |
| |
| // Having a range of 0 is legal |
| if (info->isRange && (elems > 0)) { |
| /* |
| * Bit of ugliness here. We're going generate a mem copy loop |
| * on the register range, but it is possible that some regs |
| * in the range have been promoted. This is unlikely, but |
| * before generating the copy, we'll just force a flush |
| * of any regs in the source range that have been promoted to |
| * home location. |
| */ |
| for (int i = 0; i < elems; i++) { |
| RegLocation loc = UpdateLoc(cUnit, info->args[i]); |
| if (loc.location == kLocPhysReg) { |
| StoreBaseDisp(cUnit, TargetReg(kSp), SRegOffset(cUnit, loc.sRegLow), |
| loc.lowReg, kWord); |
| } |
| } |
| /* |
| * TUNING note: generated code here could be much improved, but |
| * this is an uncommon operation and isn't especially performance |
| * critical. |
| */ |
| int rSrc = AllocTemp(cUnit); |
| int rDst = AllocTemp(cUnit); |
| int rIdx = AllocTemp(cUnit); |
| int rVal = INVALID_REG; |
| switch(cUnit->instructionSet) { |
| case kThumb2: |
| rVal = TargetReg(kLr); |
| break; |
| case kX86: |
| FreeTemp(cUnit, TargetReg(kRet0)); |
| rVal = AllocTemp(cUnit); |
| break; |
| case kMips: |
| rVal = AllocTemp(cUnit); |
| break; |
| default: LOG(FATAL) << "Unexpected instruction set: " << cUnit->instructionSet; |
| } |
| // Set up source pointer |
| RegLocation rlFirst = info->args[0]; |
| OpRegRegImm(cUnit, kOpAdd, rSrc, TargetReg(kSp), |
| SRegOffset(cUnit, rlFirst.sRegLow)); |
| // Set up the target pointer |
| OpRegRegImm(cUnit, kOpAdd, rDst, TargetReg(kRet0), |
| Array::DataOffset(component_size).Int32Value()); |
| // Set up the loop counter (known to be > 0) |
| LoadConstant(cUnit, rIdx, elems - 1); |
| // Generate the copy loop. Going backwards for convenience |
| LIR* target = NewLIR0(cUnit, kPseudoTargetLabel); |
| // Copy next element |
| LoadBaseIndexed(cUnit, rSrc, rIdx, rVal, 2, kWord); |
| StoreBaseIndexed(cUnit, rDst, rIdx, rVal, 2, kWord); |
| FreeTemp(cUnit, rVal); |
| OpDecAndBranch(cUnit, kCondGe, rIdx, target); |
| if (cUnit->instructionSet == kX86) { |
| // Restore the target pointer |
| OpRegRegImm(cUnit, kOpAdd, TargetReg(kRet0), rDst, -Array::DataOffset(component_size).Int32Value()); |
| } |
| } else if (!info->isRange) { |
| // TUNING: interleave |
| for (int i = 0; i < elems; i++) { |
| RegLocation rlArg = LoadValue(cUnit, info->args[i], kCoreReg); |
| StoreBaseDisp(cUnit, TargetReg(kRet0), |
| Array::DataOffset(component_size).Int32Value() + |
| i * 4, rlArg.lowReg, kWord); |
| // If the LoadValue caused a temp to be allocated, free it |
| if (IsTemp(cUnit, rlArg.lowReg)) { |
| FreeTemp(cUnit, rlArg.lowReg); |
| } |
| } |
| } |
| if (info->result.location != kLocInvalid) { |
| StoreValue(cUnit, info->result, GetReturn(cUnit, false /* not fp */)); |
| } |
| } |
| |
| void GenSput(CompilationUnit* cUnit, uint32_t fieldIdx, RegLocation rlSrc, |
| bool isLongOrDouble, bool isObject) |
| { |
| int fieldOffset; |
| int ssbIndex; |
| bool isVolatile; |
| bool isReferrersClass; |
| |
| OatCompilationUnit mUnit(cUnit->class_loader, cUnit->class_linker, *cUnit->dex_file, |
| cUnit->code_item, cUnit->method_idx, cUnit->access_flags); |
| |
| bool fastPath = |
| cUnit->compiler->ComputeStaticFieldInfo(fieldIdx, &mUnit, |
| fieldOffset, ssbIndex, |
| isReferrersClass, isVolatile, |
| true); |
| if (fastPath && !SLOW_FIELD_PATH) { |
| DCHECK_GE(fieldOffset, 0); |
| int rBase; |
| if (isReferrersClass) { |
| // Fast path, static storage base is this method's class |
| RegLocation rlMethod = LoadCurrMethod(cUnit); |
| rBase = AllocTemp(cUnit); |
| LoadWordDisp(cUnit, rlMethod.lowReg, |
| AbstractMethod::DeclaringClassOffset().Int32Value(), rBase); |
| if (IsTemp(cUnit, rlMethod.lowReg)) { |
| FreeTemp(cUnit, rlMethod.lowReg); |
| } |
| } else { |
| // Medium path, static storage base in a different class which |
| // requires checks that the other class is initialized. |
| DCHECK_GE(ssbIndex, 0); |
| // May do runtime call so everything to home locations. |
| FlushAllRegs(cUnit); |
| // Using fixed register to sync with possible call to runtime |
| // support. |
| int rMethod = TargetReg(kArg1); |
| LockTemp(cUnit, rMethod); |
| LoadCurrMethodDirect(cUnit, rMethod); |
| rBase = TargetReg(kArg0); |
| LockTemp(cUnit, rBase); |
| LoadWordDisp(cUnit, rMethod, |
| AbstractMethod::DexCacheInitializedStaticStorageOffset().Int32Value(), |
| rBase); |
| LoadWordDisp(cUnit, rBase, |
| Array::DataOffset(sizeof(Object*)).Int32Value() + |
| sizeof(int32_t*) * ssbIndex, rBase); |
| // rBase now points at appropriate static storage base (Class*) |
| // or NULL if not initialized. Check for NULL and call helper if NULL. |
| // TUNING: fast path should fall through |
| LIR* branchOver = OpCmpImmBranch(cUnit, kCondNe, rBase, 0, NULL); |
| LoadConstant(cUnit, TargetReg(kArg0), ssbIndex); |
| CallRuntimeHelperImm(cUnit, ENTRYPOINT_OFFSET(pInitializeStaticStorage), ssbIndex, true); |
| if (cUnit->instructionSet == kMips) { |
| // For Arm, kRet0 = kArg0 = rBase, for Mips, we need to copy |
| OpRegCopy(cUnit, rBase, TargetReg(kRet0)); |
| } |
| LIR* skipTarget = NewLIR0(cUnit, kPseudoTargetLabel); |
| branchOver->target = skipTarget; |
| FreeTemp(cUnit, rMethod); |
| } |
| // rBase now holds static storage base |
| if (isLongOrDouble) { |
| rlSrc = LoadValueWide(cUnit, rlSrc, kAnyReg); |
| } else { |
| rlSrc = LoadValue(cUnit, rlSrc, kAnyReg); |
| } |
| if (isVolatile) { |
| GenMemBarrier(cUnit, kStoreStore); |
| } |
| if (isLongOrDouble) { |
| StoreBaseDispWide(cUnit, rBase, fieldOffset, rlSrc.lowReg, |
| rlSrc.highReg); |
| } else { |
| StoreWordDisp(cUnit, rBase, fieldOffset, rlSrc.lowReg); |
| } |
| if (isVolatile) { |
| GenMemBarrier(cUnit, kStoreLoad); |
| } |
| if (isObject) { |
| MarkGCCard(cUnit, rlSrc.lowReg, rBase); |
| } |
| FreeTemp(cUnit, rBase); |
| } else { |
| FlushAllRegs(cUnit); // Everything to home locations |
| int setterOffset = isLongOrDouble ? ENTRYPOINT_OFFSET(pSet64Static) : |
| (isObject ? ENTRYPOINT_OFFSET(pSetObjStatic) |
| : ENTRYPOINT_OFFSET(pSet32Static)); |
| CallRuntimeHelperImmRegLocation(cUnit, setterOffset, fieldIdx, rlSrc, true); |
| } |
| } |
| |
| void GenSget(CompilationUnit* cUnit, uint32_t fieldIdx, RegLocation rlDest, |
| bool isLongOrDouble, bool isObject) |
| { |
| int fieldOffset; |
| int ssbIndex; |
| bool isVolatile; |
| bool isReferrersClass; |
| |
| OatCompilationUnit mUnit(cUnit->class_loader, cUnit->class_linker, |
| *cUnit->dex_file, |
| cUnit->code_item, cUnit->method_idx, |
| cUnit->access_flags); |
| |
| bool fastPath = |
| cUnit->compiler->ComputeStaticFieldInfo(fieldIdx, &mUnit, |
| fieldOffset, ssbIndex, |
| isReferrersClass, isVolatile, |
| false); |
| if (fastPath && !SLOW_FIELD_PATH) { |
| DCHECK_GE(fieldOffset, 0); |
| int rBase; |
| if (isReferrersClass) { |
| // Fast path, static storage base is this method's class |
| RegLocation rlMethod = LoadCurrMethod(cUnit); |
| rBase = AllocTemp(cUnit); |
| LoadWordDisp(cUnit, rlMethod.lowReg, |
| AbstractMethod::DeclaringClassOffset().Int32Value(), rBase); |
| } else { |
| // Medium path, static storage base in a different class which |
| // requires checks that the other class is initialized |
| DCHECK_GE(ssbIndex, 0); |
| // May do runtime call so everything to home locations. |
| FlushAllRegs(cUnit); |
| // Using fixed register to sync with possible call to runtime |
| // support |
| int rMethod = TargetReg(kArg1); |
| LockTemp(cUnit, rMethod); |
| LoadCurrMethodDirect(cUnit, rMethod); |
| rBase = TargetReg(kArg0); |
| LockTemp(cUnit, rBase); |
| LoadWordDisp(cUnit, rMethod, |
| AbstractMethod::DexCacheInitializedStaticStorageOffset().Int32Value(), |
| rBase); |
| LoadWordDisp(cUnit, rBase, |
| Array::DataOffset(sizeof(Object*)).Int32Value() + |
| sizeof(int32_t*) * ssbIndex, rBase); |
| // rBase now points at appropriate static storage base (Class*) |
| // or NULL if not initialized. Check for NULL and call helper if NULL. |
| // TUNING: fast path should fall through |
| LIR* branchOver = OpCmpImmBranch(cUnit, kCondNe, rBase, 0, NULL); |
| CallRuntimeHelperImm(cUnit, ENTRYPOINT_OFFSET(pInitializeStaticStorage), ssbIndex, true); |
| if (cUnit->instructionSet == kMips) { |
| // For Arm, kRet0 = kArg0 = rBase, for Mips, we need to copy |
| OpRegCopy(cUnit, rBase, TargetReg(kRet0)); |
| } |
| LIR* skipTarget = NewLIR0(cUnit, kPseudoTargetLabel); |
| branchOver->target = skipTarget; |
| FreeTemp(cUnit, rMethod); |
| } |
| // rBase now holds static storage base |
| RegLocation rlResult = EvalLoc(cUnit, rlDest, kAnyReg, true); |
| if (isVolatile) { |
| GenMemBarrier(cUnit, kLoadLoad); |
| } |
| if (isLongOrDouble) { |
| LoadBaseDispWide(cUnit, rBase, fieldOffset, rlResult.lowReg, |
| rlResult.highReg, INVALID_SREG); |
| } else { |
| LoadWordDisp(cUnit, rBase, fieldOffset, rlResult.lowReg); |
| } |
| FreeTemp(cUnit, rBase); |
| if (isLongOrDouble) { |
| StoreValueWide(cUnit, rlDest, rlResult); |
| } else { |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| } else { |
| FlushAllRegs(cUnit); // Everything to home locations |
| int getterOffset = isLongOrDouble ? ENTRYPOINT_OFFSET(pGet64Static) : |
| (isObject ? ENTRYPOINT_OFFSET(pGetObjStatic) |
| : ENTRYPOINT_OFFSET(pGet32Static)); |
| CallRuntimeHelperImm(cUnit, getterOffset, fieldIdx, true); |
| if (isLongOrDouble) { |
| RegLocation rlResult = GetReturnWide(cUnit, rlDest.fp); |
| StoreValueWide(cUnit, rlDest, rlResult); |
| } else { |
| RegLocation rlResult = GetReturn(cUnit, rlDest.fp); |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| } |
| } |
| |
| |
| // Debugging routine - if null target, branch to DebugMe |
| void GenShowTarget(CompilationUnit* cUnit) |
| { |
| DCHECK_NE(cUnit->instructionSet, kX86) << "unimplemented GenShowTarget"; |
| LIR* branchOver = OpCmpImmBranch(cUnit, kCondNe, TargetReg(kInvokeTgt), 0, NULL); |
| LoadWordDisp(cUnit, TargetReg(kSelf), ENTRYPOINT_OFFSET(pDebugMe), TargetReg(kInvokeTgt)); |
| LIR* target = NewLIR0(cUnit, kPseudoTargetLabel); |
| branchOver->target = target; |
| } |
| |
| void HandleSuspendLaunchPads(CompilationUnit *cUnit) |
| { |
| LIR** suspendLabel = reinterpret_cast<LIR**>(cUnit->suspendLaunchpads.elemList); |
| int numElems = cUnit->suspendLaunchpads.numUsed; |
| int helperOffset = ENTRYPOINT_OFFSET(pTestSuspendFromCode); |
| for (int i = 0; i < numElems; i++) { |
| ResetRegPool(cUnit); |
| ResetDefTracking(cUnit); |
| LIR* lab = suspendLabel[i]; |
| LIR* resumeLab = reinterpret_cast<LIR*>(lab->operands[0]); |
| cUnit->currentDalvikOffset = lab->operands[1]; |
| AppendLIR(cUnit, lab); |
| int rTgt = CallHelperSetup(cUnit, helperOffset); |
| CallHelper(cUnit, rTgt, helperOffset, true /* MarkSafepointPC */); |
| OpUnconditionalBranch(cUnit, resumeLab); |
| } |
| } |
| |
| void HandleIntrinsicLaunchPads(CompilationUnit *cUnit) |
| { |
| LIR** intrinsicLabel = reinterpret_cast<LIR**>(cUnit->intrinsicLaunchpads.elemList); |
| int numElems = cUnit->intrinsicLaunchpads.numUsed; |
| for (int i = 0; i < numElems; i++) { |
| ResetRegPool(cUnit); |
| ResetDefTracking(cUnit); |
| LIR* lab = intrinsicLabel[i]; |
| CallInfo* info = reinterpret_cast<CallInfo*>(lab->operands[0]); |
| cUnit->currentDalvikOffset = info->offset; |
| AppendLIR(cUnit, lab); |
| // NOTE: GenInvoke handles MarkSafepointPC |
| GenInvoke(cUnit, info); |
| LIR* resumeLab = reinterpret_cast<LIR*>(lab->operands[2]); |
| if (resumeLab != NULL) { |
| OpUnconditionalBranch(cUnit, resumeLab); |
| } |
| } |
| } |
| |
| void HandleThrowLaunchPads(CompilationUnit *cUnit) |
| { |
| LIR** throwLabel = reinterpret_cast<LIR**>(cUnit->throwLaunchpads.elemList); |
| int numElems = cUnit->throwLaunchpads.numUsed; |
| for (int i = 0; i < numElems; i++) { |
| ResetRegPool(cUnit); |
| ResetDefTracking(cUnit); |
| LIR* lab = throwLabel[i]; |
| cUnit->currentDalvikOffset = lab->operands[1]; |
| AppendLIR(cUnit, lab); |
| int funcOffset = 0; |
| int v1 = lab->operands[2]; |
| int v2 = lab->operands[3]; |
| bool targetX86 = (cUnit->instructionSet == kX86); |
| switch (lab->operands[0]) { |
| case kThrowNullPointer: |
| funcOffset = ENTRYPOINT_OFFSET(pThrowNullPointerFromCode); |
| break; |
| case kThrowArrayBounds: |
| // Move v1 (array index) to kArg0 and v2 (array length) to kArg1 |
| if (v2 != TargetReg(kArg0)) { |
| OpRegCopy(cUnit, TargetReg(kArg0), v1); |
| if (targetX86) { |
| // x86 leaves the array pointer in v2, so load the array length that the handler expects |
| OpRegMem(cUnit, kOpMov, TargetReg(kArg1), v2, Array::LengthOffset().Int32Value()); |
| } else { |
| OpRegCopy(cUnit, TargetReg(kArg1), v2); |
| } |
| } else { |
| if (v1 == TargetReg(kArg1)) { |
| // Swap v1 and v2, using kArg2 as a temp |
| OpRegCopy(cUnit, TargetReg(kArg2), v1); |
| if (targetX86) { |
| // x86 leaves the array pointer in v2; load the array length that the handler expects |
| OpRegMem(cUnit, kOpMov, TargetReg(kArg1), v2, Array::LengthOffset().Int32Value()); |
| } else { |
| OpRegCopy(cUnit, TargetReg(kArg1), v2); |
| } |
| OpRegCopy(cUnit, TargetReg(kArg0), TargetReg(kArg2)); |
| } else { |
| if (targetX86) { |
| // x86 leaves the array pointer in v2; load the array length that the handler expects |
| OpRegMem(cUnit, kOpMov, TargetReg(kArg1), v2, Array::LengthOffset().Int32Value()); |
| } else { |
| OpRegCopy(cUnit, TargetReg(kArg1), v2); |
| } |
| OpRegCopy(cUnit, TargetReg(kArg0), v1); |
| } |
| } |
| funcOffset = ENTRYPOINT_OFFSET(pThrowArrayBoundsFromCode); |
| break; |
| case kThrowDivZero: |
| funcOffset = ENTRYPOINT_OFFSET(pThrowDivZeroFromCode); |
| break; |
| case kThrowNoSuchMethod: |
| OpRegCopy(cUnit, TargetReg(kArg0), v1); |
| funcOffset = |
| ENTRYPOINT_OFFSET(pThrowNoSuchMethodFromCode); |
| break; |
| case kThrowStackOverflow: |
| funcOffset = ENTRYPOINT_OFFSET(pThrowStackOverflowFromCode); |
| // Restore stack alignment |
| if (targetX86) { |
| OpRegImm(cUnit, kOpAdd, TargetReg(kSp), cUnit->frameSize); |
| } else { |
| OpRegImm(cUnit, kOpAdd, TargetReg(kSp), (cUnit->numCoreSpills + cUnit->numFPSpills) * 4); |
| } |
| break; |
| default: |
| LOG(FATAL) << "Unexpected throw kind: " << lab->operands[0]; |
| } |
| ClobberCalleeSave(cUnit); |
| int rTgt = CallHelperSetup(cUnit, funcOffset); |
| CallHelper(cUnit, rTgt, funcOffset, true /* MarkSafepointPC */); |
| } |
| } |
| |
| bool FastInstance(CompilationUnit* cUnit, uint32_t fieldIdx, |
| int& fieldOffset, bool& isVolatile, bool isPut) |
| { |
| OatCompilationUnit mUnit(cUnit->class_loader, cUnit->class_linker, |
| *cUnit->dex_file, |
| cUnit->code_item, cUnit->method_idx, |
| cUnit->access_flags); |
| return cUnit->compiler->ComputeInstanceFieldInfo(fieldIdx, &mUnit, |
| fieldOffset, isVolatile, isPut); |
| } |
| |
| void GenIGet(CompilationUnit* cUnit, uint32_t fieldIdx, int optFlags, OpSize size, |
| RegLocation rlDest, RegLocation rlObj, |
| bool isLongOrDouble, bool isObject) |
| { |
| int fieldOffset; |
| bool isVolatile; |
| |
| bool fastPath = FastInstance(cUnit, fieldIdx, fieldOffset, isVolatile, false); |
| |
| if (fastPath && !SLOW_FIELD_PATH) { |
| RegLocation rlResult; |
| RegisterClass regClass = oatRegClassBySize(size); |
| DCHECK_GE(fieldOffset, 0); |
| rlObj = LoadValue(cUnit, rlObj, kCoreReg); |
| if (isLongOrDouble) { |
| DCHECK(rlDest.wide); |
| GenNullCheck(cUnit, rlObj.sRegLow, rlObj.lowReg, optFlags); |
| if (cUnit->instructionSet == kX86) { |
| rlResult = EvalLoc(cUnit, rlDest, regClass, true); |
| GenNullCheck(cUnit, rlObj.sRegLow, rlObj.lowReg, optFlags); |
| LoadBaseDispWide(cUnit, rlObj.lowReg, fieldOffset, rlResult.lowReg, |
| rlResult.highReg, rlObj.sRegLow); |
| if (isVolatile) { |
| GenMemBarrier(cUnit, kLoadLoad); |
| } |
| } else { |
| int regPtr = AllocTemp(cUnit); |
| OpRegRegImm(cUnit, kOpAdd, regPtr, rlObj.lowReg, fieldOffset); |
| rlResult = EvalLoc(cUnit, rlDest, regClass, true); |
| LoadPair(cUnit, regPtr, rlResult.lowReg, rlResult.highReg); |
| if (isVolatile) { |
| GenMemBarrier(cUnit, kLoadLoad); |
| } |
| FreeTemp(cUnit, regPtr); |
| } |
| StoreValueWide(cUnit, rlDest, rlResult); |
| } else { |
| rlResult = EvalLoc(cUnit, rlDest, regClass, true); |
| GenNullCheck(cUnit, rlObj.sRegLow, rlObj.lowReg, optFlags); |
| LoadBaseDisp(cUnit, rlObj.lowReg, fieldOffset, rlResult.lowReg, |
| kWord, rlObj.sRegLow); |
| if (isVolatile) { |
| GenMemBarrier(cUnit, kLoadLoad); |
| } |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| } else { |
| int getterOffset = isLongOrDouble ? ENTRYPOINT_OFFSET(pGet64Instance) : |
| (isObject ? ENTRYPOINT_OFFSET(pGetObjInstance) |
| : ENTRYPOINT_OFFSET(pGet32Instance)); |
| CallRuntimeHelperImmRegLocation(cUnit, getterOffset, fieldIdx, rlObj, true); |
| if (isLongOrDouble) { |
| RegLocation rlResult = GetReturnWide(cUnit, rlDest.fp); |
| StoreValueWide(cUnit, rlDest, rlResult); |
| } else { |
| RegLocation rlResult = GetReturn(cUnit, rlDest.fp); |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| } |
| } |
| |
| void GenIPut(CompilationUnit* cUnit, uint32_t fieldIdx, int optFlags, OpSize size, |
| RegLocation rlSrc, RegLocation rlObj, bool isLongOrDouble, bool isObject) |
| { |
| int fieldOffset; |
| bool isVolatile; |
| |
| bool fastPath = FastInstance(cUnit, fieldIdx, fieldOffset, isVolatile, |
| true); |
| if (fastPath && !SLOW_FIELD_PATH) { |
| RegisterClass regClass = oatRegClassBySize(size); |
| DCHECK_GE(fieldOffset, 0); |
| rlObj = LoadValue(cUnit, rlObj, kCoreReg); |
| if (isLongOrDouble) { |
| int regPtr; |
| rlSrc = LoadValueWide(cUnit, rlSrc, kAnyReg); |
| GenNullCheck(cUnit, rlObj.sRegLow, rlObj.lowReg, optFlags); |
| regPtr = AllocTemp(cUnit); |
| OpRegRegImm(cUnit, kOpAdd, regPtr, rlObj.lowReg, fieldOffset); |
| if (isVolatile) { |
| GenMemBarrier(cUnit, kStoreStore); |
| } |
| StoreBaseDispWide(cUnit, regPtr, 0, rlSrc.lowReg, rlSrc.highReg); |
| if (isVolatile) { |
| GenMemBarrier(cUnit, kLoadLoad); |
| } |
| FreeTemp(cUnit, regPtr); |
| } else { |
| rlSrc = LoadValue(cUnit, rlSrc, regClass); |
| GenNullCheck(cUnit, rlObj.sRegLow, rlObj.lowReg, optFlags); |
| if (isVolatile) { |
| GenMemBarrier(cUnit, kStoreStore); |
| } |
| StoreBaseDisp(cUnit, rlObj.lowReg, fieldOffset, rlSrc.lowReg, kWord); |
| if (isVolatile) { |
| GenMemBarrier(cUnit, kLoadLoad); |
| } |
| if (isObject) { |
| MarkGCCard(cUnit, rlSrc.lowReg, rlObj.lowReg); |
| } |
| } |
| } else { |
| int setterOffset = isLongOrDouble ? ENTRYPOINT_OFFSET(pSet64Instance) : |
| (isObject ? ENTRYPOINT_OFFSET(pSetObjInstance) |
| : ENTRYPOINT_OFFSET(pSet32Instance)); |
| CallRuntimeHelperImmRegLocationRegLocation(cUnit, setterOffset, fieldIdx, rlObj, rlSrc, true); |
| } |
| } |
| |
| void GenConstClass(CompilationUnit* cUnit, uint32_t type_idx, |
| RegLocation rlDest) |
| { |
| RegLocation rlMethod = LoadCurrMethod(cUnit); |
| int resReg = AllocTemp(cUnit); |
| RegLocation rlResult = EvalLoc(cUnit, rlDest, kCoreReg, true); |
| if (!cUnit->compiler->CanAccessTypeWithoutChecks(cUnit->method_idx, |
| *cUnit->dex_file, |
| type_idx)) { |
| // Call out to helper which resolves type and verifies access. |
| // Resolved type returned in kRet0. |
| CallRuntimeHelperImmReg(cUnit, ENTRYPOINT_OFFSET(pInitializeTypeAndVerifyAccessFromCode), |
| type_idx, rlMethod.lowReg, true); |
| RegLocation rlResult = GetReturn(cUnit, false); |
| StoreValue(cUnit, rlDest, rlResult); |
| } else { |
| // We're don't need access checks, load type from dex cache |
| int32_t dex_cache_offset = |
| AbstractMethod::DexCacheResolvedTypesOffset().Int32Value(); |
| LoadWordDisp(cUnit, rlMethod.lowReg, dex_cache_offset, resReg); |
| int32_t offset_of_type = |
| Array::DataOffset(sizeof(Class*)).Int32Value() + (sizeof(Class*) |
| * type_idx); |
| LoadWordDisp(cUnit, resReg, offset_of_type, rlResult.lowReg); |
| if (!cUnit->compiler->CanAssumeTypeIsPresentInDexCache(*cUnit->dex_file, |
| type_idx) || SLOW_TYPE_PATH) { |
| // Slow path, at runtime test if type is null and if so initialize |
| FlushAllRegs(cUnit); |
| LIR* branch1 = OpCmpImmBranch(cUnit, kCondEq, rlResult.lowReg, 0, NULL); |
| // Resolved, store and hop over following code |
| StoreValue(cUnit, rlDest, rlResult); |
| /* |
| * Because we have stores of the target value on two paths, |
| * clobber temp tracking for the destination using the ssa name |
| */ |
| ClobberSReg(cUnit, rlDest.sRegLow); |
| LIR* branch2 = OpUnconditionalBranch(cUnit,0); |
| // TUNING: move slow path to end & remove unconditional branch |
| LIR* target1 = NewLIR0(cUnit, kPseudoTargetLabel); |
| // Call out to helper, which will return resolved type in kArg0 |
| CallRuntimeHelperImmReg(cUnit, ENTRYPOINT_OFFSET(pInitializeTypeFromCode), type_idx, |
| rlMethod.lowReg, true); |
| RegLocation rlResult = GetReturn(cUnit, false); |
| StoreValue(cUnit, rlDest, rlResult); |
| /* |
| * Because we have stores of the target value on two paths, |
| * clobber temp tracking for the destination using the ssa name |
| */ |
| ClobberSReg(cUnit, rlDest.sRegLow); |
| // Rejoin code paths |
| LIR* target2 = NewLIR0(cUnit, kPseudoTargetLabel); |
| branch1->target = target1; |
| branch2->target = target2; |
| } else { |
| // Fast path, we're done - just store result |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| } |
| } |
| |
| void GenConstString(CompilationUnit* cUnit, uint32_t string_idx, |
| RegLocation rlDest) |
| { |
| /* NOTE: Most strings should be available at compile time */ |
| int32_t offset_of_string = Array::DataOffset(sizeof(String*)).Int32Value() + |
| (sizeof(String*) * string_idx); |
| if (!cUnit->compiler->CanAssumeStringIsPresentInDexCache( |
| *cUnit->dex_file, string_idx) || SLOW_STRING_PATH) { |
| // slow path, resolve string if not in dex cache |
| FlushAllRegs(cUnit); |
| LockCallTemps(cUnit); // Using explicit registers |
| LoadCurrMethodDirect(cUnit, TargetReg(kArg2)); |
| LoadWordDisp(cUnit, TargetReg(kArg2), |
| AbstractMethod::DexCacheStringsOffset().Int32Value(), TargetReg(kArg0)); |
| // Might call out to helper, which will return resolved string in kRet0 |
| int rTgt = CallHelperSetup(cUnit, ENTRYPOINT_OFFSET(pResolveStringFromCode)); |
| LoadWordDisp(cUnit, TargetReg(kArg0), offset_of_string, TargetReg(kRet0)); |
| LoadConstant(cUnit, TargetReg(kArg1), string_idx); |
| if (cUnit->instructionSet == kThumb2) { |
| OpRegImm(cUnit, kOpCmp, TargetReg(kRet0), 0); // Is resolved? |
| GenBarrier(cUnit); |
| // For testing, always force through helper |
| if (!EXERCISE_SLOWEST_STRING_PATH) { |
| OpIT(cUnit, kArmCondEq, "T"); |
| } |
| OpRegCopy(cUnit, TargetReg(kArg0), TargetReg(kArg2)); // .eq |
| LIR* callInst = OpReg(cUnit, kOpBlx, rTgt); // .eq, helper(Method*, string_idx) |
| MarkSafepointPC(cUnit, callInst); |
| FreeTemp(cUnit, rTgt); |
| } else if (cUnit->instructionSet == kMips) { |
| LIR* branch = OpCmpImmBranch(cUnit, kCondNe, TargetReg(kRet0), 0, NULL); |
| OpRegCopy(cUnit, TargetReg(kArg0), TargetReg(kArg2)); // .eq |
| LIR* callInst = OpReg(cUnit, kOpBlx, rTgt); |
| MarkSafepointPC(cUnit, callInst); |
| FreeTemp(cUnit, rTgt); |
| LIR* target = NewLIR0(cUnit, kPseudoTargetLabel); |
| branch->target = target; |
| } else { |
| DCHECK_EQ(cUnit->instructionSet, kX86); |
| CallRuntimeHelperRegReg(cUnit, ENTRYPOINT_OFFSET(pResolveStringFromCode), TargetReg(kArg2), TargetReg(kArg1), true); |
| } |
| GenBarrier(cUnit); |
| StoreValue(cUnit, rlDest, GetReturn(cUnit, false)); |
| } else { |
| RegLocation rlMethod = LoadCurrMethod(cUnit); |
| int resReg = AllocTemp(cUnit); |
| RegLocation rlResult = EvalLoc(cUnit, rlDest, kCoreReg, true); |
| LoadWordDisp(cUnit, rlMethod.lowReg, |
| AbstractMethod::DexCacheStringsOffset().Int32Value(), resReg); |
| LoadWordDisp(cUnit, resReg, offset_of_string, rlResult.lowReg); |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| } |
| |
| /* |
| * Let helper function take care of everything. Will |
| * call Class::NewInstanceFromCode(type_idx, method); |
| */ |
| void GenNewInstance(CompilationUnit* cUnit, uint32_t type_idx, RegLocation rlDest) |
| { |
| FlushAllRegs(cUnit); /* Everything to home location */ |
| // alloc will always check for resolution, do we also need to verify |
| // access because the verifier was unable to? |
| int funcOffset; |
| if (cUnit->compiler->CanAccessInstantiableTypeWithoutChecks( |
| cUnit->method_idx, *cUnit->dex_file, type_idx)) { |
| funcOffset = ENTRYPOINT_OFFSET(pAllocObjectFromCode); |
| } else { |
| funcOffset = ENTRYPOINT_OFFSET(pAllocObjectFromCodeWithAccessCheck); |
| } |
| CallRuntimeHelperImmMethod(cUnit, funcOffset, type_idx, true); |
| RegLocation rlResult = GetReturn(cUnit, false); |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| |
| void GenMoveException(CompilationUnit* cUnit, RegLocation rlDest) |
| { |
| FlushAllRegs(cUnit); /* Everything to home location */ |
| int funcOffset = ENTRYPOINT_OFFSET(pGetAndClearException); |
| if (cUnit->instructionSet == kX86) { |
| // Runtime helper will load argument for x86. |
| CallRuntimeHelperReg(cUnit, funcOffset, TargetReg(kArg0), false); |
| } else { |
| CallRuntimeHelperReg(cUnit, funcOffset, TargetReg(kSelf), false); |
| } |
| RegLocation rlResult = GetReturn(cUnit, false); |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| |
| void GenThrow(CompilationUnit* cUnit, RegLocation rlSrc) |
| { |
| FlushAllRegs(cUnit); |
| CallRuntimeHelperRegLocation(cUnit, ENTRYPOINT_OFFSET(pDeliverException), rlSrc, true); |
| } |
| |
| void GenInstanceof(CompilationUnit* cUnit, uint32_t type_idx, RegLocation rlDest, |
| RegLocation rlSrc) |
| { |
| FlushAllRegs(cUnit); |
| // May generate a call - use explicit registers |
| LockCallTemps(cUnit); |
| LoadCurrMethodDirect(cUnit, TargetReg(kArg1)); // kArg1 <= current Method* |
| int classReg = TargetReg(kArg2); // kArg2 will hold the Class* |
| if (!cUnit->compiler->CanAccessTypeWithoutChecks(cUnit->method_idx, |
| *cUnit->dex_file, |
| type_idx)) { |
| // Check we have access to type_idx and if not throw IllegalAccessError, |
| // returns Class* in kArg0 |
| CallRuntimeHelperImm(cUnit, ENTRYPOINT_OFFSET(pInitializeTypeAndVerifyAccessFromCode), |
| type_idx, true); |
| OpRegCopy(cUnit, classReg, TargetReg(kRet0)); // Align usage with fast path |
| LoadValueDirectFixed(cUnit, rlSrc, TargetReg(kArg0)); // kArg0 <= ref |
| } else { |
| // Load dex cache entry into classReg (kArg2) |
| LoadValueDirectFixed(cUnit, rlSrc, TargetReg(kArg0)); // kArg0 <= ref |
| LoadWordDisp(cUnit, TargetReg(kArg1), |
| AbstractMethod::DexCacheResolvedTypesOffset().Int32Value(), classReg); |
| int32_t offset_of_type = |
| Array::DataOffset(sizeof(Class*)).Int32Value() + (sizeof(Class*) |
| * type_idx); |
| LoadWordDisp(cUnit, classReg, offset_of_type, classReg); |
| if (!cUnit->compiler->CanAssumeTypeIsPresentInDexCache( |
| *cUnit->dex_file, type_idx)) { |
| // Need to test presence of type in dex cache at runtime |
| LIR* hopBranch = OpCmpImmBranch(cUnit, kCondNe, classReg, 0, NULL); |
| // Not resolved |
| // Call out to helper, which will return resolved type in kRet0 |
| CallRuntimeHelperImm(cUnit, ENTRYPOINT_OFFSET(pInitializeTypeFromCode), type_idx, true); |
| OpRegCopy(cUnit, TargetReg(kArg2), TargetReg(kRet0)); // Align usage with fast path |
| LoadValueDirectFixed(cUnit, rlSrc, TargetReg(kArg0)); /* reload Ref */ |
| // Rejoin code paths |
| LIR* hopTarget = NewLIR0(cUnit, kPseudoTargetLabel); |
| hopBranch->target = hopTarget; |
| } |
| } |
| /* kArg0 is ref, kArg2 is class. If ref==null, use directly as bool result */ |
| RegLocation rlResult = GetReturn(cUnit, false); |
| if (cUnit->instructionSet == kMips) { |
| LoadConstant(cUnit, rlResult.lowReg, 0); // store false result for if branch is taken |
| } |
| LIR* branch1 = OpCmpImmBranch(cUnit, kCondEq, TargetReg(kArg0), 0, NULL); |
| /* load object->klass_ */ |
| DCHECK_EQ(Object::ClassOffset().Int32Value(), 0); |
| LoadWordDisp(cUnit, TargetReg(kArg0), Object::ClassOffset().Int32Value(), TargetReg(kArg1)); |
| /* kArg0 is ref, kArg1 is ref->klass_, kArg2 is class */ |
| LIR* callInst; |
| LIR* branchover = NULL; |
| if (cUnit->instructionSet == kThumb2) { |
| /* Uses conditional nullification */ |
| int rTgt = LoadHelper(cUnit, ENTRYPOINT_OFFSET(pInstanceofNonTrivialFromCode)); |
| OpRegReg(cUnit, kOpCmp, TargetReg(kArg1), TargetReg(kArg2)); // Same? |
| OpIT(cUnit, kArmCondEq, "EE"); // if-convert the test |
| LoadConstant(cUnit, TargetReg(kArg0), 1); // .eq case - load true |
| OpRegCopy(cUnit, TargetReg(kArg0), TargetReg(kArg2)); // .ne case - arg0 <= class |
| callInst = OpReg(cUnit, kOpBlx, rTgt); // .ne case: helper(class, ref->class) |
| FreeTemp(cUnit, rTgt); |
| } else { |
| /* Uses branchovers */ |
| LoadConstant(cUnit, rlResult.lowReg, 1); // assume true |
| branchover = OpCmpBranch(cUnit, kCondEq, TargetReg(kArg1), TargetReg(kArg2), NULL); |
| if (cUnit->instructionSet != kX86) { |
| int rTgt = LoadHelper(cUnit, ENTRYPOINT_OFFSET(pInstanceofNonTrivialFromCode)); |
| OpRegCopy(cUnit, TargetReg(kArg0), TargetReg(kArg2)); // .ne case - arg0 <= class |
| callInst = OpReg(cUnit, kOpBlx, rTgt); // .ne case: helper(class, ref->class) |
| FreeTemp(cUnit, rTgt); |
| } else { |
| OpRegCopy(cUnit, TargetReg(kArg0), TargetReg(kArg2)); |
| callInst = OpThreadMem(cUnit, kOpBlx, ENTRYPOINT_OFFSET(pInstanceofNonTrivialFromCode)); |
| } |
| } |
| MarkSafepointPC(cUnit, callInst); |
| ClobberCalleeSave(cUnit); |
| /* branch targets here */ |
| LIR* target = NewLIR0(cUnit, kPseudoTargetLabel); |
| StoreValue(cUnit, rlDest, rlResult); |
| branch1->target = target; |
| if (cUnit->instructionSet != kThumb2) { |
| branchover->target = target; |
| } |
| } |
| |
| void GenCheckCast(CompilationUnit* cUnit, uint32_t type_idx, RegLocation rlSrc) |
| { |
| FlushAllRegs(cUnit); |
| // May generate a call - use explicit registers |
| LockCallTemps(cUnit); |
| LoadCurrMethodDirect(cUnit, TargetReg(kArg1)); // kArg1 <= current Method* |
| int classReg = TargetReg(kArg2); // kArg2 will hold the Class* |
| if (!cUnit->compiler->CanAccessTypeWithoutChecks(cUnit->method_idx, |
| *cUnit->dex_file, |
| type_idx)) { |
| // Check we have access to type_idx and if not throw IllegalAccessError, |
| // returns Class* in kRet0 |
| // InitializeTypeAndVerifyAccess(idx, method) |
| CallRuntimeHelperImmReg(cUnit, ENTRYPOINT_OFFSET(pInitializeTypeAndVerifyAccessFromCode), |
| type_idx, TargetReg(kArg1), true); |
| OpRegCopy(cUnit, classReg, TargetReg(kRet0)); // Align usage with fast path |
| } else { |
| // Load dex cache entry into classReg (kArg2) |
| LoadWordDisp(cUnit, TargetReg(kArg1), |
| AbstractMethod::DexCacheResolvedTypesOffset().Int32Value(), classReg); |
| int32_t offset_of_type = |
| Array::DataOffset(sizeof(Class*)).Int32Value() + |
| (sizeof(Class*) * type_idx); |
| LoadWordDisp(cUnit, classReg, offset_of_type, classReg); |
| if (!cUnit->compiler->CanAssumeTypeIsPresentInDexCache( |
| *cUnit->dex_file, type_idx)) { |
| // Need to test presence of type in dex cache at runtime |
| LIR* hopBranch = OpCmpImmBranch(cUnit, kCondNe, classReg, 0, NULL); |
| // Not resolved |
| // Call out to helper, which will return resolved type in kArg0 |
| // InitializeTypeFromCode(idx, method) |
| CallRuntimeHelperImmReg(cUnit, ENTRYPOINT_OFFSET(pInitializeTypeFromCode), type_idx, TargetReg(kArg1), |
| true); |
| OpRegCopy(cUnit, classReg, TargetReg(kRet0)); // Align usage with fast path |
| // Rejoin code paths |
| LIR* hopTarget = NewLIR0(cUnit, kPseudoTargetLabel); |
| hopBranch->target = hopTarget; |
| } |
| } |
| // At this point, classReg (kArg2) has class |
| LoadValueDirectFixed(cUnit, rlSrc, TargetReg(kArg0)); // kArg0 <= ref |
| /* Null is OK - continue */ |
| LIR* branch1 = OpCmpImmBranch(cUnit, kCondEq, TargetReg(kArg0), 0, NULL); |
| /* load object->klass_ */ |
| DCHECK_EQ(Object::ClassOffset().Int32Value(), 0); |
| LoadWordDisp(cUnit, TargetReg(kArg0), Object::ClassOffset().Int32Value(), TargetReg(kArg1)); |
| /* kArg1 now contains object->klass_ */ |
| LIR* branch2; |
| if (cUnit->instructionSet == kThumb2) { |
| int rTgt = LoadHelper(cUnit, ENTRYPOINT_OFFSET(pCheckCastFromCode)); |
| OpRegReg(cUnit, kOpCmp, TargetReg(kArg1), classReg); |
| branch2 = OpCondBranch(cUnit, kCondEq, NULL); /* If eq, trivial yes */ |
| OpRegCopy(cUnit, TargetReg(kArg0), TargetReg(kArg1)); |
| OpRegCopy(cUnit, TargetReg(kArg1), TargetReg(kArg2)); |
| ClobberCalleeSave(cUnit); |
| LIR* callInst = OpReg(cUnit, kOpBlx, rTgt); |
| MarkSafepointPC(cUnit, callInst); |
| FreeTemp(cUnit, rTgt); |
| } else { |
| branch2 = OpCmpBranch(cUnit, kCondEq, TargetReg(kArg1), classReg, NULL); |
| CallRuntimeHelperRegReg(cUnit, ENTRYPOINT_OFFSET(pCheckCastFromCode), TargetReg(kArg1), TargetReg(kArg2), true); |
| } |
| /* branch target here */ |
| LIR* target = NewLIR0(cUnit, kPseudoTargetLabel); |
| branch1->target = target; |
| branch2->target = target; |
| } |
| |
| /* |
| * Generate array store |
| * |
| */ |
| void GenArrayObjPut(CompilationUnit* cUnit, int optFlags, RegLocation rlArray, |
| RegLocation rlIndex, RegLocation rlSrc, int scale) |
| { |
| int lenOffset = Array::LengthOffset().Int32Value(); |
| int dataOffset = Array::DataOffset(sizeof(Object*)).Int32Value(); |
| |
| FlushAllRegs(cUnit); // Use explicit registers |
| LockCallTemps(cUnit); |
| |
| int rValue = TargetReg(kArg0); // Register holding value |
| int rArrayClass = TargetReg(kArg1); // Register holding array's Class |
| int rArray = TargetReg(kArg2); // Register holding array |
| int rIndex = TargetReg(kArg3); // Register holding index into array |
| |
| LoadValueDirectFixed(cUnit, rlArray, rArray); // Grab array |
| LoadValueDirectFixed(cUnit, rlSrc, rValue); // Grab value |
| LoadValueDirectFixed(cUnit, rlIndex, rIndex); // Grab index |
| |
| GenNullCheck(cUnit, rlArray.sRegLow, rArray, optFlags); // NPE? |
| |
| // Store of null? |
| LIR* null_value_check = OpCmpImmBranch(cUnit, kCondEq, rValue, 0, NULL); |
| |
| // Get the array's class. |
| LoadWordDisp(cUnit, rArray, Object::ClassOffset().Int32Value(), rArrayClass); |
| CallRuntimeHelperRegReg(cUnit, ENTRYPOINT_OFFSET(pCanPutArrayElementFromCode), rValue, |
| rArrayClass, true); |
| // Redo LoadValues in case they didn't survive the call. |
| LoadValueDirectFixed(cUnit, rlArray, rArray); // Reload array |
| LoadValueDirectFixed(cUnit, rlIndex, rIndex); // Reload index |
| LoadValueDirectFixed(cUnit, rlSrc, rValue); // Reload value |
| rArrayClass = INVALID_REG; |
| |
| // Branch here if value to be stored == null |
| LIR* target = NewLIR0(cUnit, kPseudoTargetLabel); |
| null_value_check->target = target; |
| |
| if (cUnit->instructionSet == kX86) { |
| // make an extra temp available for card mark below |
| FreeTemp(cUnit, TargetReg(kArg1)); |
| if (!(optFlags & MIR_IGNORE_RANGE_CHECK)) { |
| /* if (rlIndex >= [rlArray + lenOffset]) goto kThrowArrayBounds */ |
| GenRegMemCheck(cUnit, kCondUge, rIndex, rArray, lenOffset, kThrowArrayBounds); |
| } |
| StoreBaseIndexedDisp(cUnit, rArray, rIndex, scale, |
| dataOffset, rValue, INVALID_REG, kWord, INVALID_SREG); |
| } else { |
| bool needsRangeCheck = (!(optFlags & MIR_IGNORE_RANGE_CHECK)); |
| int regLen = INVALID_REG; |
| if (needsRangeCheck) { |
| regLen = TargetReg(kArg1); |
| LoadWordDisp(cUnit, rArray, lenOffset, regLen); // Get len |
| } |
| /* rPtr -> array data */ |
| int rPtr = AllocTemp(cUnit); |
| OpRegRegImm(cUnit, kOpAdd, rPtr, rArray, dataOffset); |
| if (needsRangeCheck) { |
| GenRegRegCheck(cUnit, kCondCs, rIndex, regLen, kThrowArrayBounds); |
| } |
| StoreBaseIndexed(cUnit, rPtr, rIndex, rValue, scale, kWord); |
| FreeTemp(cUnit, rPtr); |
| } |
| FreeTemp(cUnit, rIndex); |
| MarkGCCard(cUnit, rValue, rArray); |
| } |
| |
| /* |
| * Generate array load |
| */ |
| void GenArrayGet(CompilationUnit* cUnit, int optFlags, OpSize size, |
| RegLocation rlArray, RegLocation rlIndex, |
| RegLocation rlDest, int scale) |
| { |
| RegisterClass regClass = oatRegClassBySize(size); |
| int lenOffset = Array::LengthOffset().Int32Value(); |
| int dataOffset; |
| RegLocation rlResult; |
| rlArray = LoadValue(cUnit, rlArray, kCoreReg); |
| rlIndex = LoadValue(cUnit, rlIndex, kCoreReg); |
| |
| if (size == kLong || size == kDouble) { |
| dataOffset = Array::DataOffset(sizeof(int64_t)).Int32Value(); |
| } else { |
| dataOffset = Array::DataOffset(sizeof(int32_t)).Int32Value(); |
| } |
| |
| /* null object? */ |
| GenNullCheck(cUnit, rlArray.sRegLow, rlArray.lowReg, optFlags); |
| |
| if (cUnit->instructionSet == kX86) { |
| if (!(optFlags & MIR_IGNORE_RANGE_CHECK)) { |
| /* if (rlIndex >= [rlArray + lenOffset]) goto kThrowArrayBounds */ |
| GenRegMemCheck(cUnit, kCondUge, rlIndex.lowReg, rlArray.lowReg, |
| lenOffset, kThrowArrayBounds); |
| } |
| if ((size == kLong) || (size == kDouble)) { |
| int regAddr = AllocTemp(cUnit); |
| OpLea(cUnit, regAddr, rlArray.lowReg, rlIndex.lowReg, scale, dataOffset); |
| FreeTemp(cUnit, rlArray.lowReg); |
| FreeTemp(cUnit, rlIndex.lowReg); |
| rlResult = EvalLoc(cUnit, rlDest, regClass, true); |
| LoadBaseIndexedDisp(cUnit, regAddr, INVALID_REG, 0, 0, rlResult.lowReg, |
| rlResult.highReg, size, INVALID_SREG); |
| StoreValueWide(cUnit, rlDest, rlResult); |
| } else { |
| rlResult = EvalLoc(cUnit, rlDest, regClass, true); |
| |
| LoadBaseIndexedDisp(cUnit, rlArray.lowReg, rlIndex.lowReg, scale, |
| dataOffset, rlResult.lowReg, INVALID_REG, size, |
| INVALID_SREG); |
| |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| } else { |
| int regPtr = AllocTemp(cUnit); |
| bool needsRangeCheck = (!(optFlags & MIR_IGNORE_RANGE_CHECK)); |
| int regLen = INVALID_REG; |
| if (needsRangeCheck) { |
| regLen = AllocTemp(cUnit); |
| /* Get len */ |
| LoadWordDisp(cUnit, rlArray.lowReg, lenOffset, regLen); |
| } |
| /* regPtr -> array data */ |
| OpRegRegImm(cUnit, kOpAdd, regPtr, rlArray.lowReg, dataOffset); |
| FreeTemp(cUnit, rlArray.lowReg); |
| if ((size == kLong) || (size == kDouble)) { |
| if (scale) { |
| int rNewIndex = AllocTemp(cUnit); |
| OpRegRegImm(cUnit, kOpLsl, rNewIndex, rlIndex.lowReg, scale); |
| OpRegReg(cUnit, kOpAdd, regPtr, rNewIndex); |
| FreeTemp(cUnit, rNewIndex); |
| } else { |
| OpRegReg(cUnit, kOpAdd, regPtr, rlIndex.lowReg); |
| } |
| FreeTemp(cUnit, rlIndex.lowReg); |
| rlResult = EvalLoc(cUnit, rlDest, regClass, true); |
| |
| if (needsRangeCheck) { |
| // TODO: change kCondCS to a more meaningful name, is the sense of |
| // carry-set/clear flipped? |
| GenRegRegCheck(cUnit, kCondCs, rlIndex.lowReg, regLen, kThrowArrayBounds); |
| FreeTemp(cUnit, regLen); |
| } |
| LoadPair(cUnit, regPtr, rlResult.lowReg, rlResult.highReg); |
| |
| FreeTemp(cUnit, regPtr); |
| StoreValueWide(cUnit, rlDest, rlResult); |
| } else { |
| rlResult = EvalLoc(cUnit, rlDest, regClass, true); |
| |
| if (needsRangeCheck) { |
| // TODO: change kCondCS to a more meaningful name, is the sense of |
| // carry-set/clear flipped? |
| GenRegRegCheck(cUnit, kCondCs, rlIndex.lowReg, regLen, kThrowArrayBounds); |
| FreeTemp(cUnit, regLen); |
| } |
| LoadBaseIndexed(cUnit, regPtr, rlIndex.lowReg, rlResult.lowReg, scale, size); |
| |
| FreeTemp(cUnit, regPtr); |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| } |
| } |
| |
| /* |
| * Generate array store |
| * |
| */ |
| void GenArrayPut(CompilationUnit* cUnit, int optFlags, OpSize size, |
| RegLocation rlArray, RegLocation rlIndex, |
| RegLocation rlSrc, int scale) |
| { |
| RegisterClass regClass = oatRegClassBySize(size); |
| int lenOffset = Array::LengthOffset().Int32Value(); |
| int dataOffset; |
| |
| if (size == kLong || size == kDouble) { |
| dataOffset = Array::DataOffset(sizeof(int64_t)).Int32Value(); |
| } else { |
| dataOffset = Array::DataOffset(sizeof(int32_t)).Int32Value(); |
| } |
| |
| rlArray = LoadValue(cUnit, rlArray, kCoreReg); |
| rlIndex = LoadValue(cUnit, rlIndex, kCoreReg); |
| int regPtr = INVALID_REG; |
| if (cUnit->instructionSet != kX86) { |
| if (IsTemp(cUnit, rlArray.lowReg)) { |
| Clobber(cUnit, rlArray.lowReg); |
| regPtr = rlArray.lowReg; |
| } else { |
| regPtr = AllocTemp(cUnit); |
| OpRegCopy(cUnit, regPtr, rlArray.lowReg); |
| } |
| } |
| |
| /* null object? */ |
| GenNullCheck(cUnit, rlArray.sRegLow, rlArray.lowReg, optFlags); |
| |
| if (cUnit->instructionSet == kX86) { |
| if (!(optFlags & MIR_IGNORE_RANGE_CHECK)) { |
| /* if (rlIndex >= [rlArray + lenOffset]) goto kThrowArrayBounds */ |
| GenRegMemCheck(cUnit, kCondUge, rlIndex.lowReg, rlArray.lowReg, lenOffset, kThrowArrayBounds); |
| } |
| if ((size == kLong) || (size == kDouble)) { |
| rlSrc = LoadValueWide(cUnit, rlSrc, regClass); |
| } else { |
| rlSrc = LoadValue(cUnit, rlSrc, regClass); |
| } |
| // If the src reg can't be byte accessed, move it to a temp first. |
| if ((size == kSignedByte || size == kUnsignedByte) && rlSrc.lowReg >= 4) { |
| int temp = AllocTemp(cUnit); |
| OpRegCopy(cUnit, temp, rlSrc.lowReg); |
| StoreBaseIndexedDisp(cUnit, rlArray.lowReg, rlIndex.lowReg, scale, dataOffset, temp, |
| INVALID_REG, size, INVALID_SREG); |
| } else { |
| StoreBaseIndexedDisp(cUnit, rlArray.lowReg, rlIndex.lowReg, scale, dataOffset, rlSrc.lowReg, |
| rlSrc.highReg, size, INVALID_SREG); |
| } |
| } else { |
| bool needsRangeCheck = (!(optFlags & MIR_IGNORE_RANGE_CHECK)); |
| int regLen = INVALID_REG; |
| if (needsRangeCheck) { |
| regLen = AllocTemp(cUnit); |
| //NOTE: max live temps(4) here. |
| /* Get len */ |
| LoadWordDisp(cUnit, rlArray.lowReg, lenOffset, regLen); |
| } |
| /* regPtr -> array data */ |
| OpRegImm(cUnit, kOpAdd, regPtr, dataOffset); |
| /* at this point, regPtr points to array, 2 live temps */ |
| if ((size == kLong) || (size == kDouble)) { |
| //TUNING: specific wide routine that can handle fp regs |
| if (scale) { |
| int rNewIndex = AllocTemp(cUnit); |
| OpRegRegImm(cUnit, kOpLsl, rNewIndex, rlIndex.lowReg, scale); |
| OpRegReg(cUnit, kOpAdd, regPtr, rNewIndex); |
| FreeTemp(cUnit, rNewIndex); |
| } else { |
| OpRegReg(cUnit, kOpAdd, regPtr, rlIndex.lowReg); |
| } |
| rlSrc = LoadValueWide(cUnit, rlSrc, regClass); |
| |
| if (needsRangeCheck) { |
| GenRegRegCheck(cUnit, kCondCs, rlIndex.lowReg, regLen, kThrowArrayBounds); |
| FreeTemp(cUnit, regLen); |
| } |
| |
| StoreBaseDispWide(cUnit, regPtr, 0, rlSrc.lowReg, rlSrc.highReg); |
| |
| FreeTemp(cUnit, regPtr); |
| } else { |
| rlSrc = LoadValue(cUnit, rlSrc, regClass); |
| if (needsRangeCheck) { |
| GenRegRegCheck(cUnit, kCondCs, rlIndex.lowReg, regLen, kThrowArrayBounds); |
| FreeTemp(cUnit, regLen); |
| } |
| StoreBaseIndexed(cUnit, regPtr, rlIndex.lowReg, rlSrc.lowReg, |
| scale, size); |
| } |
| } |
| } |
| |
| void GenLong3Addr(CompilationUnit* cUnit, OpKind firstOp, |
| OpKind secondOp, RegLocation rlDest, |
| RegLocation rlSrc1, RegLocation rlSrc2) |
| { |
| RegLocation rlResult; |
| if (cUnit->instructionSet == kThumb2) { |
| /* |
| * NOTE: This is the one place in the code in which we might have |
| * as many as six live temporary registers. There are 5 in the normal |
| * set for Arm. Until we have spill capabilities, temporarily add |
| * lr to the temp set. It is safe to do this locally, but note that |
| * lr is used explicitly elsewhere in the code generator and cannot |
| * normally be used as a general temp register. |
| */ |
| MarkTemp(cUnit, TargetReg(kLr)); // Add lr to the temp pool |
| FreeTemp(cUnit, TargetReg(kLr)); // and make it available |
| } |
| rlSrc1 = LoadValueWide(cUnit, rlSrc1, kCoreReg); |
| rlSrc2 = LoadValueWide(cUnit, rlSrc2, kCoreReg); |
| rlResult = EvalLoc(cUnit, rlDest, kCoreReg, true); |
| // The longs may overlap - use intermediate temp if so |
| if ((rlResult.lowReg == rlSrc1.highReg) || (rlResult.lowReg == rlSrc2.highReg)){ |
| int tReg = AllocTemp(cUnit); |
| OpRegRegReg(cUnit, firstOp, tReg, rlSrc1.lowReg, rlSrc2.lowReg); |
| OpRegRegReg(cUnit, secondOp, rlResult.highReg, rlSrc1.highReg, rlSrc2.highReg); |
| OpRegCopy(cUnit, rlResult.lowReg, tReg); |
| FreeTemp(cUnit, tReg); |
| } else { |
| OpRegRegReg(cUnit, firstOp, rlResult.lowReg, rlSrc1.lowReg, rlSrc2.lowReg); |
| OpRegRegReg(cUnit, secondOp, rlResult.highReg, rlSrc1.highReg, |
| rlSrc2.highReg); |
| } |
| /* |
| * NOTE: If rlDest refers to a frame variable in a large frame, the |
| * following StoreValueWide might need to allocate a temp register. |
| * To further work around the lack of a spill capability, explicitly |
| * free any temps from rlSrc1 & rlSrc2 that aren't still live in rlResult. |
| * Remove when spill is functional. |
| */ |
| FreeRegLocTemps(cUnit, rlResult, rlSrc1); |
| FreeRegLocTemps(cUnit, rlResult, rlSrc2); |
| StoreValueWide(cUnit, rlDest, rlResult); |
| if (cUnit->instructionSet == kThumb2) { |
| Clobber(cUnit, TargetReg(kLr)); |
| UnmarkTemp(cUnit, TargetReg(kLr)); // Remove lr from the temp pool |
| } |
| } |
| |
| |
| bool GenShiftOpLong(CompilationUnit* cUnit, Instruction::Code opcode, RegLocation rlDest, |
| RegLocation rlSrc1, RegLocation rlShift) |
| { |
| int funcOffset; |
| |
| switch (opcode) { |
| case Instruction::SHL_LONG: |
| case Instruction::SHL_LONG_2ADDR: |
| funcOffset = ENTRYPOINT_OFFSET(pShlLong); |
| break; |
| case Instruction::SHR_LONG: |
| case Instruction::SHR_LONG_2ADDR: |
| funcOffset = ENTRYPOINT_OFFSET(pShrLong); |
| break; |
| case Instruction::USHR_LONG: |
| case Instruction::USHR_LONG_2ADDR: |
| funcOffset = ENTRYPOINT_OFFSET(pUshrLong); |
| break; |
| default: |
| LOG(FATAL) << "Unexpected case"; |
| return true; |
| } |
| FlushAllRegs(cUnit); /* Send everything to home location */ |
| CallRuntimeHelperRegLocationRegLocation(cUnit, funcOffset, rlSrc1, rlShift, false); |
| RegLocation rlResult = GetReturnWide(cUnit, false); |
| StoreValueWide(cUnit, rlDest, rlResult); |
| return false; |
| } |
| |
| |
| bool GenArithOpInt(CompilationUnit* cUnit, Instruction::Code opcode, RegLocation rlDest, |
| RegLocation rlSrc1, RegLocation rlSrc2) |
| { |
| OpKind op = kOpBkpt; |
| bool isDivRem = false; |
| bool checkZero = false; |
| bool unary = false; |
| RegLocation rlResult; |
| bool shiftOp = false; |
| switch (opcode) { |
| case Instruction::NEG_INT: |
| op = kOpNeg; |
| unary = true; |
| break; |
| case Instruction::NOT_INT: |
| op = kOpMvn; |
| unary = true; |
| break; |
| case Instruction::ADD_INT: |
| case Instruction::ADD_INT_2ADDR: |
| op = kOpAdd; |
| break; |
| case Instruction::SUB_INT: |
| case Instruction::SUB_INT_2ADDR: |
| op = kOpSub; |
| break; |
| case Instruction::MUL_INT: |
| case Instruction::MUL_INT_2ADDR: |
| op = kOpMul; |
| break; |
| case Instruction::DIV_INT: |
| case Instruction::DIV_INT_2ADDR: |
| checkZero = true; |
| op = kOpDiv; |
| isDivRem = true; |
| break; |
| /* NOTE: returns in kArg1 */ |
| case Instruction::REM_INT: |
| case Instruction::REM_INT_2ADDR: |
| checkZero = true; |
| op = kOpRem; |
| isDivRem = true; |
| break; |
| case Instruction::AND_INT: |
| case Instruction::AND_INT_2ADDR: |
| op = kOpAnd; |
| break; |
| case Instruction::OR_INT: |
| case Instruction::OR_INT_2ADDR: |
| op = kOpOr; |
| break; |
| case Instruction::XOR_INT: |
| case Instruction::XOR_INT_2ADDR: |
| op = kOpXor; |
| break; |
| case Instruction::SHL_INT: |
| case Instruction::SHL_INT_2ADDR: |
| shiftOp = true; |
| op = kOpLsl; |
| break; |
| case Instruction::SHR_INT: |
| case Instruction::SHR_INT_2ADDR: |
| shiftOp = true; |
| op = kOpAsr; |
| break; |
| case Instruction::USHR_INT: |
| case Instruction::USHR_INT_2ADDR: |
| shiftOp = true; |
| op = kOpLsr; |
| break; |
| default: |
| LOG(FATAL) << "Invalid word arith op: " << opcode; |
| } |
| if (!isDivRem) { |
| if (unary) { |
| rlSrc1 = LoadValue(cUnit, rlSrc1, kCoreReg); |
| rlResult = EvalLoc(cUnit, rlDest, kCoreReg, true); |
| OpRegReg(cUnit, op, rlResult.lowReg, rlSrc1.lowReg); |
| } else { |
| if (shiftOp) { |
| int tReg = INVALID_REG; |
| if (cUnit->instructionSet == kX86) { |
| // X86 doesn't require masking and must use ECX |
| tReg = TargetReg(kCount); // rCX |
| LoadValueDirectFixed(cUnit, rlSrc2, tReg); |
| } else { |
| rlSrc2 = LoadValue(cUnit, rlSrc2, kCoreReg); |
| tReg = AllocTemp(cUnit); |
| OpRegRegImm(cUnit, kOpAnd, tReg, rlSrc2.lowReg, 31); |
| } |
| rlSrc1 = LoadValue(cUnit, rlSrc1, kCoreReg); |
| rlResult = EvalLoc(cUnit, rlDest, kCoreReg, true); |
| OpRegRegReg(cUnit, op, rlResult.lowReg, rlSrc1.lowReg, tReg); |
| FreeTemp(cUnit, tReg); |
| } else { |
| rlSrc1 = LoadValue(cUnit, rlSrc1, kCoreReg); |
| rlSrc2 = LoadValue(cUnit, rlSrc2, kCoreReg); |
| rlResult = EvalLoc(cUnit, rlDest, kCoreReg, true); |
| OpRegRegReg(cUnit, op, rlResult.lowReg, rlSrc1.lowReg, rlSrc2.lowReg); |
| } |
| } |
| StoreValue(cUnit, rlDest, rlResult); |
| } else { |
| if (cUnit->instructionSet == kMips) { |
| rlSrc1 = LoadValue(cUnit, rlSrc1, kCoreReg); |
| rlSrc2 = LoadValue(cUnit, rlSrc2, kCoreReg); |
| if (checkZero) { |
| GenImmedCheck(cUnit, kCondEq, rlSrc2.lowReg, 0, kThrowDivZero); |
| } |
| rlResult = GenDivRem(cUnit, rlDest, rlSrc1.lowReg, rlSrc2.lowReg, op == kOpDiv); |
| } else { |
| int funcOffset = ENTRYPOINT_OFFSET(pIdivmod); |
| FlushAllRegs(cUnit); /* Send everything to home location */ |
| LoadValueDirectFixed(cUnit, rlSrc2, TargetReg(kArg1)); |
| int rTgt = CallHelperSetup(cUnit, funcOffset); |
| LoadValueDirectFixed(cUnit, rlSrc1, TargetReg(kArg0)); |
| if (checkZero) { |
| GenImmedCheck(cUnit, kCondEq, TargetReg(kArg1), 0, kThrowDivZero); |
| } |
| // NOTE: callout here is not a safepoint |
| CallHelper(cUnit, rTgt, funcOffset, false /* not a safepoint */ ); |
| if (op == kOpDiv) |
| rlResult = GetReturn(cUnit, false); |
| else |
| rlResult = GetReturnAlt(cUnit); |
| } |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| return false; |
| } |
| |
| /* |
| * The following are the first-level codegen routines that analyze the format |
| * of each bytecode then either dispatch special purpose codegen routines |
| * or produce corresponding Thumb instructions directly. |
| */ |
| |
| static bool IsPowerOfTwo(int x) |
| { |
| return (x & (x - 1)) == 0; |
| } |
| |
| // Returns true if no more than two bits are set in 'x'. |
| static bool IsPopCountLE2(unsigned int x) |
| { |
| x &= x - 1; |
| return (x & (x - 1)) == 0; |
| } |
| |
| // Returns the index of the lowest set bit in 'x'. |
| static int LowestSetBit(unsigned int x) { |
| int bit_posn = 0; |
| while ((x & 0xf) == 0) { |
| bit_posn += 4; |
| x >>= 4; |
| } |
| while ((x & 1) == 0) { |
| bit_posn++; |
| x >>= 1; |
| } |
| return bit_posn; |
| } |
| |
| // Returns true if it added instructions to 'cUnit' to divide 'rlSrc' by 'lit' |
| // and store the result in 'rlDest'. |
| static bool HandleEasyDivide(CompilationUnit* cUnit, Instruction::Code dalvikOpcode, |
| RegLocation rlSrc, RegLocation rlDest, int lit) |
| { |
| if ((lit < 2) || ((cUnit->instructionSet != kThumb2) && !IsPowerOfTwo(lit))) { |
| return false; |
| } |
| // No divide instruction for Arm, so check for more special cases |
| if ((cUnit->instructionSet == kThumb2) && !IsPowerOfTwo(lit)) { |
| return SmallLiteralDivide(cUnit, dalvikOpcode, rlSrc, rlDest, lit); |
| } |
| int k = LowestSetBit(lit); |
| if (k >= 30) { |
| // Avoid special cases. |
| return false; |
| } |
| bool div = (dalvikOpcode == Instruction::DIV_INT_LIT8 || |
| dalvikOpcode == Instruction::DIV_INT_LIT16); |
| rlSrc = LoadValue(cUnit, rlSrc, kCoreReg); |
| RegLocation rlResult = EvalLoc(cUnit, rlDest, kCoreReg, true); |
| if (div) { |
| int tReg = AllocTemp(cUnit); |
| if (lit == 2) { |
| // Division by 2 is by far the most common division by constant. |
| OpRegRegImm(cUnit, kOpLsr, tReg, rlSrc.lowReg, 32 - k); |
| OpRegRegReg(cUnit, kOpAdd, tReg, tReg, rlSrc.lowReg); |
| OpRegRegImm(cUnit, kOpAsr, rlResult.lowReg, tReg, k); |
| } else { |
| OpRegRegImm(cUnit, kOpAsr, tReg, rlSrc.lowReg, 31); |
| OpRegRegImm(cUnit, kOpLsr, tReg, tReg, 32 - k); |
| OpRegRegReg(cUnit, kOpAdd, tReg, tReg, rlSrc.lowReg); |
| OpRegRegImm(cUnit, kOpAsr, rlResult.lowReg, tReg, k); |
| } |
| } else { |
| int tReg1 = AllocTemp(cUnit); |
| int tReg2 = AllocTemp(cUnit); |
| if (lit == 2) { |
| OpRegRegImm(cUnit, kOpLsr, tReg1, rlSrc.lowReg, 32 - k); |
| OpRegRegReg(cUnit, kOpAdd, tReg2, tReg1, rlSrc.lowReg); |
| OpRegRegImm(cUnit, kOpAnd, tReg2, tReg2, lit -1); |
| OpRegRegReg(cUnit, kOpSub, rlResult.lowReg, tReg2, tReg1); |
| } else { |
| OpRegRegImm(cUnit, kOpAsr, tReg1, rlSrc.lowReg, 31); |
| OpRegRegImm(cUnit, kOpLsr, tReg1, tReg1, 32 - k); |
| OpRegRegReg(cUnit, kOpAdd, tReg2, tReg1, rlSrc.lowReg); |
| OpRegRegImm(cUnit, kOpAnd, tReg2, tReg2, lit - 1); |
| OpRegRegReg(cUnit, kOpSub, rlResult.lowReg, tReg2, tReg1); |
| } |
| } |
| StoreValue(cUnit, rlDest, rlResult); |
| return true; |
| } |
| |
| // Returns true if it added instructions to 'cUnit' to multiply 'rlSrc' by 'lit' |
| // and store the result in 'rlDest'. |
| static bool HandleEasyMultiply(CompilationUnit* cUnit, RegLocation rlSrc, |
| RegLocation rlDest, int lit) |
| { |
| // Can we simplify this multiplication? |
| bool powerOfTwo = false; |
| bool popCountLE2 = false; |
| bool powerOfTwoMinusOne = false; |
| if (lit < 2) { |
| // Avoid special cases. |
| return false; |
| } else if (IsPowerOfTwo(lit)) { |
| powerOfTwo = true; |
| } else if (IsPopCountLE2(lit)) { |
| popCountLE2 = true; |
| } else if (IsPowerOfTwo(lit + 1)) { |
| powerOfTwoMinusOne = true; |
| } else { |
| return false; |
| } |
| rlSrc = LoadValue(cUnit, rlSrc, kCoreReg); |
| RegLocation rlResult = EvalLoc(cUnit, rlDest, kCoreReg, true); |
| if (powerOfTwo) { |
| // Shift. |
| OpRegRegImm(cUnit, kOpLsl, rlResult.lowReg, rlSrc.lowReg, |
| LowestSetBit(lit)); |
| } else if (popCountLE2) { |
| // Shift and add and shift. |
| int firstBit = LowestSetBit(lit); |
| int secondBit = LowestSetBit(lit ^ (1 << firstBit)); |
| GenMultiplyByTwoBitMultiplier(cUnit, rlSrc, rlResult, lit, |
| firstBit, secondBit); |
| } else { |
| // Reverse subtract: (src << (shift + 1)) - src. |
| DCHECK(powerOfTwoMinusOne); |
| // TUNING: rsb dst, src, src lsl#LowestSetBit(lit + 1) |
| int tReg = AllocTemp(cUnit); |
| OpRegRegImm(cUnit, kOpLsl, tReg, rlSrc.lowReg, LowestSetBit(lit + 1)); |
| OpRegRegReg(cUnit, kOpSub, rlResult.lowReg, tReg, rlSrc.lowReg); |
| } |
| StoreValue(cUnit, rlDest, rlResult); |
| return true; |
| } |
| |
| bool GenArithOpIntLit(CompilationUnit* cUnit, Instruction::Code opcode, |
| RegLocation rlDest, RegLocation rlSrc, int lit) |
| { |
| RegLocation rlResult; |
| OpKind op = static_cast<OpKind>(0); /* Make gcc happy */ |
| int shiftOp = false; |
| bool isDiv = false; |
| |
| switch (opcode) { |
| case Instruction::RSUB_INT_LIT8: |
| case Instruction::RSUB_INT: { |
| int tReg; |
| //TUNING: add support for use of Arm rsub op |
| rlSrc = LoadValue(cUnit, rlSrc, kCoreReg); |
| tReg = AllocTemp(cUnit); |
| LoadConstant(cUnit, tReg, lit); |
| rlResult = EvalLoc(cUnit, rlDest, kCoreReg, true); |
| OpRegRegReg(cUnit, kOpSub, rlResult.lowReg, tReg, rlSrc.lowReg); |
| StoreValue(cUnit, rlDest, rlResult); |
| return false; |
| break; |
| } |
| |
| case Instruction::ADD_INT_LIT8: |
| case Instruction::ADD_INT_LIT16: |
| op = kOpAdd; |
| break; |
| case Instruction::MUL_INT_LIT8: |
| case Instruction::MUL_INT_LIT16: { |
| if (HandleEasyMultiply(cUnit, rlSrc, rlDest, lit)) { |
| return false; |
| } |
| op = kOpMul; |
| break; |
| } |
| case Instruction::AND_INT_LIT8: |
| case Instruction::AND_INT_LIT16: |
| op = kOpAnd; |
| break; |
| case Instruction::OR_INT_LIT8: |
| case Instruction::OR_INT_LIT16: |
| op = kOpOr; |
| break; |
| case Instruction::XOR_INT_LIT8: |
| case Instruction::XOR_INT_LIT16: |
| op = kOpXor; |
| break; |
| case Instruction::SHL_INT_LIT8: |
| case Instruction::SHL_INT: |
| lit &= 31; |
| shiftOp = true; |
| op = kOpLsl; |
| break; |
| case Instruction::SHR_INT_LIT8: |
| case Instruction::SHR_INT: |
| lit &= 31; |
| shiftOp = true; |
| op = kOpAsr; |
| break; |
| case Instruction::USHR_INT_LIT8: |
| case Instruction::USHR_INT: |
| lit &= 31; |
| shiftOp = true; |
| op = kOpLsr; |
| break; |
| |
| case Instruction::DIV_INT_LIT8: |
| case Instruction::DIV_INT_LIT16: |
| case Instruction::REM_INT_LIT8: |
| case Instruction::REM_INT_LIT16: { |
| if (lit == 0) { |
| GenImmedCheck(cUnit, kCondAl, 0, 0, kThrowDivZero); |
| return false; |
| } |
| if (HandleEasyDivide(cUnit, opcode, rlSrc, rlDest, lit)) { |
| return false; |
| } |
| if ((opcode == Instruction::DIV_INT_LIT8) || |
| (opcode == Instruction::DIV_INT_LIT16)) { |
| isDiv = true; |
| } else { |
| isDiv = false; |
| } |
| if (cUnit->instructionSet == kMips) { |
| rlSrc = LoadValue(cUnit, rlSrc, kCoreReg); |
| rlResult = GenDivRemLit(cUnit, rlDest, rlSrc.lowReg, lit, isDiv); |
| } else { |
| FlushAllRegs(cUnit); /* Everything to home location */ |
| LoadValueDirectFixed(cUnit, rlSrc, TargetReg(kArg0)); |
| Clobber(cUnit, TargetReg(kArg0)); |
| int funcOffset = ENTRYPOINT_OFFSET(pIdivmod); |
| CallRuntimeHelperRegImm(cUnit, funcOffset, TargetReg(kArg0), lit, false); |
| if (isDiv) |
| rlResult = GetReturn(cUnit, false); |
| else |
| rlResult = GetReturnAlt(cUnit); |
| } |
| StoreValue(cUnit, rlDest, rlResult); |
| return false; |
| break; |
| } |
| default: |
| return true; |
| } |
| rlSrc = LoadValue(cUnit, rlSrc, kCoreReg); |
| rlResult = EvalLoc(cUnit, rlDest, kCoreReg, true); |
| // Avoid shifts by literal 0 - no support in Thumb. Change to copy |
| if (shiftOp && (lit == 0)) { |
| OpRegCopy(cUnit, rlResult.lowReg, rlSrc.lowReg); |
| } else { |
| OpRegRegImm(cUnit, op, rlResult.lowReg, rlSrc.lowReg, lit); |
| } |
| StoreValue(cUnit, rlDest, rlResult); |
| return false; |
| } |
| |
| bool GenArithOpLong(CompilationUnit* cUnit, Instruction::Code opcode, RegLocation rlDest, |
| RegLocation rlSrc1, RegLocation rlSrc2) |
| { |
| RegLocation rlResult; |
| OpKind firstOp = kOpBkpt; |
| OpKind secondOp = kOpBkpt; |
| bool callOut = false; |
| bool checkZero = false; |
| int funcOffset; |
| int retReg = TargetReg(kRet0); |
| |
| switch (opcode) { |
| case Instruction::NOT_LONG: |
| rlSrc2 = LoadValueWide(cUnit, rlSrc2, kCoreReg); |
| rlResult = EvalLoc(cUnit, rlDest, kCoreReg, true); |
| // Check for destructive overlap |
| if (rlResult.lowReg == rlSrc2.highReg) { |
| int tReg = AllocTemp(cUnit); |
| OpRegCopy(cUnit, tReg, rlSrc2.highReg); |
| OpRegReg(cUnit, kOpMvn, rlResult.lowReg, rlSrc2.lowReg); |
| OpRegReg(cUnit, kOpMvn, rlResult.highReg, tReg); |
| FreeTemp(cUnit, tReg); |
| } else { |
| OpRegReg(cUnit, kOpMvn, rlResult.lowReg, rlSrc2.lowReg); |
| OpRegReg(cUnit, kOpMvn, rlResult.highReg, rlSrc2.highReg); |
| } |
| StoreValueWide(cUnit, rlDest, rlResult); |
| return false; |
| break; |
| case Instruction::ADD_LONG: |
| case Instruction::ADD_LONG_2ADDR: |
| if (cUnit->instructionSet != kThumb2) { |
| return GenAddLong(cUnit, rlDest, rlSrc1, rlSrc2); |
| } |
| firstOp = kOpAdd; |
| secondOp = kOpAdc; |
| break; |
| case Instruction::SUB_LONG: |
| case Instruction::SUB_LONG_2ADDR: |
| if (cUnit->instructionSet != kThumb2) { |
| return GenSubLong(cUnit, rlDest, rlSrc1, rlSrc2); |
| } |
| firstOp = kOpSub; |
| secondOp = kOpSbc; |
| break; |
| case Instruction::MUL_LONG: |
| case Instruction::MUL_LONG_2ADDR: |
| callOut = true; |
| retReg = TargetReg(kRet0); |
| funcOffset = ENTRYPOINT_OFFSET(pLmul); |
| break; |
| case Instruction::DIV_LONG: |
| case Instruction::DIV_LONG_2ADDR: |
| callOut = true; |
| checkZero = true; |
| retReg = TargetReg(kRet0); |
| funcOffset = ENTRYPOINT_OFFSET(pLdiv); |
| break; |
| case Instruction::REM_LONG: |
| case Instruction::REM_LONG_2ADDR: |
| callOut = true; |
| checkZero = true; |
| funcOffset = ENTRYPOINT_OFFSET(pLdivmod); |
| /* NOTE - for Arm, result is in kArg2/kArg3 instead of kRet0/kRet1 */ |
| retReg = (cUnit->instructionSet == kThumb2) ? TargetReg(kArg2) : TargetReg(kRet0); |
| break; |
| case Instruction::AND_LONG_2ADDR: |
| case Instruction::AND_LONG: |
| if (cUnit->instructionSet == kX86) { |
| return GenAndLong(cUnit, rlDest, rlSrc1, rlSrc2); |
| } |
| firstOp = kOpAnd; |
| secondOp = kOpAnd; |
| break; |
| case Instruction::OR_LONG: |
| case Instruction::OR_LONG_2ADDR: |
| if (cUnit->instructionSet == kX86) { |
| return GenOrLong(cUnit, rlDest, rlSrc1, rlSrc2); |
| } |
| firstOp = kOpOr; |
| secondOp = kOpOr; |
| break; |
| case Instruction::XOR_LONG: |
| case Instruction::XOR_LONG_2ADDR: |
| if (cUnit->instructionSet == kX86) { |
| return GenXorLong(cUnit, rlDest, rlSrc1, rlSrc2); |
| } |
| firstOp = kOpXor; |
| secondOp = kOpXor; |
| break; |
| case Instruction::NEG_LONG: { |
| return GenNegLong(cUnit, rlDest, rlSrc2); |
| } |
| default: |
| LOG(FATAL) << "Invalid long arith op"; |
| } |
| if (!callOut) { |
| GenLong3Addr(cUnit, firstOp, secondOp, rlDest, rlSrc1, rlSrc2); |
| } else { |
| FlushAllRegs(cUnit); /* Send everything to home location */ |
| if (checkZero) { |
| LoadValueDirectWideFixed(cUnit, rlSrc2, TargetReg(kArg2), TargetReg(kArg3)); |
| int rTgt = CallHelperSetup(cUnit, funcOffset); |
| GenDivZeroCheck(cUnit, TargetReg(kArg2), TargetReg(kArg3)); |
| LoadValueDirectWideFixed(cUnit, rlSrc1, TargetReg(kArg0), TargetReg(kArg1)); |
| // NOTE: callout here is not a safepoint |
| CallHelper(cUnit, rTgt, funcOffset, false /* not safepoint */); |
| } else { |
| CallRuntimeHelperRegLocationRegLocation(cUnit, funcOffset, |
| rlSrc1, rlSrc2, false); |
| } |
| // Adjust return regs in to handle case of rem returning kArg2/kArg3 |
| if (retReg == TargetReg(kRet0)) |
| rlResult = GetReturnWide(cUnit, false); |
| else |
| rlResult = GetReturnWideAlt(cUnit); |
| StoreValueWide(cUnit, rlDest, rlResult); |
| } |
| return false; |
| } |
| |
| bool GenConversionCall(CompilationUnit* cUnit, int funcOffset, |
| RegLocation rlDest, RegLocation rlSrc) |
| { |
| /* |
| * Don't optimize the register usage since it calls out to support |
| * functions |
| */ |
| FlushAllRegs(cUnit); /* Send everything to home location */ |
| if (rlSrc.wide) { |
| LoadValueDirectWideFixed(cUnit, rlSrc, rlSrc.fp ? TargetReg(kFArg0) : TargetReg(kArg0), |
| rlSrc.fp ? TargetReg(kFArg1) : TargetReg(kArg1)); |
| } else { |
| LoadValueDirectFixed(cUnit, rlSrc, rlSrc.fp ? TargetReg(kFArg0) : TargetReg(kArg0)); |
| } |
| CallRuntimeHelperRegLocation(cUnit, funcOffset, rlSrc, false); |
| if (rlDest.wide) { |
| RegLocation rlResult; |
| rlResult = GetReturnWide(cUnit, rlDest.fp); |
| StoreValueWide(cUnit, rlDest, rlResult); |
| } else { |
| RegLocation rlResult; |
| rlResult = GetReturn(cUnit, rlDest.fp); |
| StoreValue(cUnit, rlDest, rlResult); |
| } |
| return false; |
| } |
| |
| bool GenArithOpFloatPortable(CompilationUnit* cUnit, Instruction::Code opcode, |
| RegLocation rlDest, RegLocation rlSrc1, |
| RegLocation rlSrc2) |
| { |
| RegLocation rlResult; |
| int funcOffset; |
| |
| switch (opcode) { |
| case Instruction::ADD_FLOAT_2ADDR: |
| case Instruction::ADD_FLOAT: |
| funcOffset = ENTRYPOINT_OFFSET(pFadd); |
| break; |
| case Instruction::SUB_FLOAT_2ADDR: |
| case Instruction::SUB_FLOAT: |
| funcOffset = ENTRYPOINT_OFFSET(pFsub); |
| break; |
| case Instruction::DIV_FLOAT_2ADDR: |
| case Instruction::DIV_FLOAT: |
| funcOffset = ENTRYPOINT_OFFSET(pFdiv); |
| break; |
| case Instruction::MUL_FLOAT_2ADDR: |
| case Instruction::MUL_FLOAT: |
| funcOffset = ENTRYPOINT_OFFSET(pFmul); |
| break; |
| case Instruction::REM_FLOAT_2ADDR: |
| case Instruction::REM_FLOAT: |
| funcOffset = ENTRYPOINT_OFFSET(pFmodf); |
| break; |
| case Instruction::NEG_FLOAT: { |
| GenNegFloat(cUnit, rlDest, rlSrc1); |
| return false; |
| } |
| default: |
| return true; |
| } |
| FlushAllRegs(cUnit); /* Send everything to home location */ |
| CallRuntimeHelperRegLocationRegLocation(cUnit, funcOffset, rlSrc1, rlSrc2, false); |
| rlResult = GetReturn(cUnit, true); |
| StoreValue(cUnit, rlDest, rlResult); |
| return false; |
| } |
| |
| bool GenArithOpDoublePortable(CompilationUnit* cUnit, Instruction::Code opcode, |
| RegLocation rlDest, RegLocation rlSrc1, |
| RegLocation rlSrc2) |
| { |
| RegLocation rlResult; |
| int funcOffset; |
| |
| switch (opcode) { |
| case Instruction::ADD_DOUBLE_2ADDR: |
| case Instruction::ADD_DOUBLE: |
| funcOffset = ENTRYPOINT_OFFSET(pDadd); |
| break; |
| case Instruction::SUB_DOUBLE_2ADDR: |
| case Instruction::SUB_DOUBLE: |
| funcOffset = ENTRYPOINT_OFFSET(pDsub); |
| break; |
| case Instruction::DIV_DOUBLE_2ADDR: |
| case Instruction::DIV_DOUBLE: |
| funcOffset = ENTRYPOINT_OFFSET(pDdiv); |
| break; |
| case Instruction::MUL_DOUBLE_2ADDR: |
| case Instruction::MUL_DOUBLE: |
| funcOffset = ENTRYPOINT_OFFSET(pDmul); |
| break; |
| case Instruction::REM_DOUBLE_2ADDR: |
| case Instruction::REM_DOUBLE: |
| funcOffset = ENTRYPOINT_OFFSET(pFmod); |
| break; |
| case Instruction::NEG_DOUBLE: { |
| GenNegDouble(cUnit, rlDest, rlSrc1); |
| return false; |
| } |
| default: |
| return true; |
| } |
| FlushAllRegs(cUnit); /* Send everything to home location */ |
| CallRuntimeHelperRegLocationRegLocation(cUnit, funcOffset, rlSrc1, rlSrc2, false); |
| rlResult = GetReturnWide(cUnit, true); |
| StoreValueWide(cUnit, rlDest, rlResult); |
| return false; |
| } |
| |
| bool GenConversionPortable(CompilationUnit* cUnit, Instruction::Code opcode, |
| RegLocation rlDest, RegLocation rlSrc) |
| { |
| |
| switch (opcode) { |
| case Instruction::INT_TO_FLOAT: |
| return GenConversionCall(cUnit, ENTRYPOINT_OFFSET(pI2f), |
| rlDest, rlSrc); |
| case Instruction::FLOAT_TO_INT: |
| return GenConversionCall(cUnit, ENTRYPOINT_OFFSET(pF2iz), |
| rlDest, rlSrc); |
| case Instruction::DOUBLE_TO_FLOAT: |
| return GenConversionCall(cUnit, ENTRYPOINT_OFFSET(pD2f), |
| rlDest, rlSrc); |
| case Instruction::FLOAT_TO_DOUBLE: |
| return GenConversionCall(cUnit, ENTRYPOINT_OFFSET(pF2d), |
| rlDest, rlSrc); |
| case Instruction::INT_TO_DOUBLE: |
| return GenConversionCall(cUnit, ENTRYPOINT_OFFSET(pI2d), |
| rlDest, rlSrc); |
| case Instruction::DOUBLE_TO_INT: |
| return GenConversionCall(cUnit, ENTRYPOINT_OFFSET(pD2iz), |
| rlDest, rlSrc); |
| case Instruction::FLOAT_TO_LONG: |
| return GenConversionCall(cUnit, ENTRYPOINT_OFFSET(pF2l), |
| rlDest, rlSrc); |
| case Instruction::LONG_TO_FLOAT: |
| return GenConversionCall(cUnit, ENTRYPOINT_OFFSET(pL2f), |
| rlDest, rlSrc); |
| case Instruction::DOUBLE_TO_LONG: |
| return GenConversionCall(cUnit, ENTRYPOINT_OFFSET(pD2l), |
| rlDest, rlSrc); |
| case Instruction::LONG_TO_DOUBLE: |
| return GenConversionCall(cUnit, ENTRYPOINT_OFFSET(pL2d), |
| rlDest, rlSrc); |
| default: |
| return true; |
| } |
| return false; |
| } |
| |
| /* Check if we need to check for pending suspend request */ |
| void GenSuspendTest(CompilationUnit* cUnit, int optFlags) |
| { |
| if (NO_SUSPEND || (optFlags & MIR_IGNORE_SUSPEND_CHECK)) { |
| return; |
| } |
| FlushAllRegs(cUnit); |
| LIR* branch = OpTestSuspend(cUnit, NULL); |
| LIR* retLab = NewLIR0(cUnit, kPseudoTargetLabel); |
| LIR* target = RawLIR(cUnit, cUnit->currentDalvikOffset, kPseudoSuspendTarget, |
| reinterpret_cast<uintptr_t>(retLab), cUnit->currentDalvikOffset); |
| branch->target = target; |
| InsertGrowableList(cUnit, &cUnit->suspendLaunchpads, reinterpret_cast<uintptr_t>(target)); |
| } |
| |
| /* Check if we need to check for pending suspend request */ |
| void GenSuspendTestAndBranch(CompilationUnit* cUnit, int optFlags, LIR* target) |
| { |
| if (NO_SUSPEND || (optFlags & MIR_IGNORE_SUSPEND_CHECK)) { |
| OpUnconditionalBranch(cUnit, target); |
| return; |
| } |
| OpTestSuspend(cUnit, target); |
| LIR* launchPad = |
| RawLIR(cUnit, cUnit->currentDalvikOffset, kPseudoSuspendTarget, |
| reinterpret_cast<uintptr_t>(target), cUnit->currentDalvikOffset); |
| FlushAllRegs(cUnit); |
| OpUnconditionalBranch(cUnit, launchPad); |
| InsertGrowableList(cUnit, &cUnit->suspendLaunchpads, reinterpret_cast<uintptr_t>(launchPad)); |
| } |
| |
| } // namespace art |