/art/compiler/optimizing/ |
D | intrinsics_utils.h | 57 this->SaveLiveRegisters(codegen, invoke_->GetLocations()); in EmitNativeCode() 73 Location out = invoke_->GetLocations()->Out(); in EmitNativeCode() 76 DCHECK(!invoke_->GetLocations()->GetLiveRegisters()->ContainsCoreRegister(out.reg())); in EmitNativeCode() 80 this->RestoreLiveRegisters(codegen, invoke_->GetLocations()); in EmitNativeCode()
|
D | common_arm.h | 90 return SRegisterFrom(instr->GetLocations()->Out()); in OutputSRegister() 96 return DRegisterFrom(instr->GetLocations()->Out()); in OutputDRegister() 111 return SRegisterFrom(instr->GetLocations()->InAt(input_index)); in InputSRegisterAt() 117 return DRegisterFrom(instr->GetLocations()->InAt(input_index)); in InputDRegisterAt() 136 return RegisterFrom(instr->GetLocations()->Out(), instr->GetType()); in OutputRegister() 140 return RegisterFrom(instr->GetLocations()->InAt(input_index), in InputRegisterAt() 199 return OperandFrom(instr->GetLocations()->InAt(input_index), in InputOperandAt()
|
D | intrinsics_arm64.cc | 94 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 99 DCHECK(instruction_->GetLocations()->Intrinsified()); in EmitNativeCode() 156 LocationSummary* res = invoke->GetLocations(); in TryDispatch() 201 MoveFPToInt(invoke->GetLocations(), /* is64bit= */ true, GetVIXLAssembler()); in VisitDoubleDoubleToRawLongBits() 204 MoveIntToFP(invoke->GetLocations(), /* is64bit= */ true, GetVIXLAssembler()); in VisitDoubleLongBitsToDouble() 215 MoveFPToInt(invoke->GetLocations(), /* is64bit= */ false, GetVIXLAssembler()); in VisitFloatFloatToRawIntBits() 218 MoveIntToFP(invoke->GetLocations(), /* is64bit= */ false, GetVIXLAssembler()); in VisitFloatIntBitsToFloat() 262 GenReverseBytes(invoke->GetLocations(), DataType::Type::kInt32, GetVIXLAssembler()); in VisitIntegerReverseBytes() 270 GenReverseBytes(invoke->GetLocations(), DataType::Type::kInt64, GetVIXLAssembler()); in VisitLongReverseBytes() 278 GenReverseBytes(invoke->GetLocations(), DataType::Type::kInt16, GetVIXLAssembler()); in VisitShortReverseBytes() [all …]
|
D | code_generator_vector_arm_vixl.cc | 55 LocationSummary* locations = instruction->GetLocations(); in VisitVecReplicateScalar() 93 LocationSummary* locations = instruction->GetLocations(); in VisitVecExtractScalar() 135 LocationSummary* locations = instruction->GetLocations(); in VisitVecReduce() 172 LocationSummary* locations = instruction->GetLocations(); in VisitVecNeg() 201 LocationSummary* locations = instruction->GetLocations(); in VisitVecAbs() 228 LocationSummary* locations = instruction->GetLocations(); in VisitVecNot() 275 LocationSummary* locations = instruction->GetLocations(); in VisitVecAdd() 305 LocationSummary* locations = instruction->GetLocations(); in VisitVecSaturationAdd() 337 LocationSummary* locations = instruction->GetLocations(); in VisitVecHalvingAdd() 377 LocationSummary* locations = instruction->GetLocations(); in VisitVecSub() [all …]
|
D | ssa_liveness_analysis.cc | 54 LocationSummary* locations = current->GetLocations(); in NumberInstructions() 72 LocationSummary* locations = current->GetLocations(); in NumberInstructions() 112 bool has_in_location = current->GetLocations()->InAt(i).IsValid(); in RecursivelyProcessInputs() 113 bool has_out_location = input->GetLocations()->Out().IsValid(); in RecursivelyProcessInputs() 221 DCHECK(!current->GetLocations()->Out().IsValid()); in ComputeLiveRanges() 225 DCHECK(!user->GetLocations()->InAt(index).IsValid()); in ComputeLiveRanges() 417 LocationSummary* locations = user->GetLocations(); in FindFirstRegisterHint() 455 LocationSummary* locations = GetDefinedBy()->GetLocations(); in FindHintAtDefinition() 524 return defined_by->GetLocations()->Out(); in ToLocation()
|
D | code_generator_vector_x86_64.cc | 58 LocationSummary* locations = instruction->GetLocations(); in VisitVecReplicateScalar() 136 LocationSummary* locations = instruction->GetLocations(); in VisitVecExtractScalar() 194 instruction->GetLocations()->AddTemp(Location::RequiresFpuRegister()); in VisitVecReduce() 199 LocationSummary* locations = instruction->GetLocations(); in VisitVecReduce() 245 LocationSummary* locations = instruction->GetLocations(); in VisitVecCnv() 263 LocationSummary* locations = instruction->GetLocations(); in VisitVecNeg() 309 instruction->GetLocations()->AddTemp(Location::RequiresFpuRegister()); in VisitVecAbs() 314 LocationSummary* locations = instruction->GetLocations(); in VisitVecAbs() 350 instruction->GetLocations()->AddTemp(Location::RequiresFpuRegister()); in VisitVecNot() 355 LocationSummary* locations = instruction->GetLocations(); in VisitVecNot() [all …]
|
D | code_generator_vector_x86.cc | 63 LocationSummary* locations = instruction->GetLocations(); in VisitVecReplicateScalar() 148 LocationSummary* locations = instruction->GetLocations(); in VisitVecExtractScalar() 211 instruction->GetLocations()->AddTemp(Location::RequiresFpuRegister()); in VisitVecReduce() 216 LocationSummary* locations = instruction->GetLocations(); in VisitVecReduce() 262 LocationSummary* locations = instruction->GetLocations(); in VisitVecCnv() 280 LocationSummary* locations = instruction->GetLocations(); in VisitVecNeg() 326 instruction->GetLocations()->AddTemp(Location::RequiresFpuRegister()); in VisitVecAbs() 331 LocationSummary* locations = instruction->GetLocations(); in VisitVecAbs() 367 instruction->GetLocations()->AddTemp(Location::RequiresFpuRegister()); in VisitVecNot() 372 LocationSummary* locations = instruction->GetLocations(); in VisitVecNot() [all …]
|
D | intrinsics_x86_64.cc | 57 LocationSummary* res = invoke->GetLocations(); in TryDispatch() 80 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 85 DCHECK(instruction_->GetLocations()->Intrinsified()); in EmitNativeCode() 160 MoveFPToInt(invoke->GetLocations(), /* is64bit= */ true, GetAssembler()); in VisitDoubleDoubleToRawLongBits() 163 MoveIntToFP(invoke->GetLocations(), /* is64bit= */ true, GetAssembler()); in VisitDoubleLongBitsToDouble() 174 MoveFPToInt(invoke->GetLocations(), /* is64bit= */ false, GetAssembler()); in VisitFloatFloatToRawIntBits() 177 MoveIntToFP(invoke->GetLocations(), /* is64bit= */ false, GetAssembler()); in VisitFloatIntBitsToFloat() 215 GenReverseBytes(invoke->GetLocations(), DataType::Type::kInt32, GetAssembler()); in VisitIntegerReverseBytes() 223 GenReverseBytes(invoke->GetLocations(), DataType::Type::kInt64, GetAssembler()); in VisitLongReverseBytes() 231 GenReverseBytes(invoke->GetLocations(), DataType::Type::kInt16, GetAssembler()); in VisitShortReverseBytes() [all …]
|
D | intrinsics_x86.cc | 59 LocationSummary* res = invoke->GetLocations(); in TryDispatch() 82 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 87 DCHECK(instruction_->GetLocations()->Intrinsified()); in EmitNativeCode() 228 MoveFPToInt(invoke->GetLocations(), /* is64bit= */ true, GetAssembler()); in VisitDoubleDoubleToRawLongBits() 231 MoveIntToFP(invoke->GetLocations(), /* is64bit= */ true, GetAssembler()); in VisitDoubleLongBitsToDouble() 242 MoveFPToInt(invoke->GetLocations(), /* is64bit= */ false, GetAssembler()); in VisitFloatFloatToRawIntBits() 245 MoveIntToFP(invoke->GetLocations(), /* is64bit= */ false, GetAssembler()); in VisitFloatIntBitsToFloat() 294 GenReverseBytes(invoke->GetLocations(), DataType::Type::kInt32, GetAssembler()); in VisitIntegerReverseBytes() 302 LocationSummary* locations = invoke->GetLocations(); in VisitLongReverseBytes() 323 GenReverseBytes(invoke->GetLocations(), DataType::Type::kInt16, GetAssembler()); in VisitShortReverseBytes() [all …]
|
D | intrinsics_arm_vixl.cc | 129 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 134 DCHECK(instruction_->GetLocations()->Intrinsified()); in EmitNativeCode() 202 LocationSummary* res = invoke->GetLocations(); in TryDispatch() 251 MoveFPToInt(invoke->GetLocations(), /* is64bit= */ true, GetAssembler()); in VisitDoubleDoubleToRawLongBits() 254 MoveIntToFP(invoke->GetLocations(), /* is64bit= */ true, GetAssembler()); in VisitDoubleLongBitsToDouble() 265 MoveFPToInt(invoke->GetLocations(), /* is64bit= */ false, GetAssembler()); in VisitFloatFloatToRawIntBits() 268 MoveIntToFP(invoke->GetLocations(), /* is64bit= */ false, GetAssembler()); in VisitFloatIntBitsToFloat() 296 LocationSummary* locations = invoke->GetLocations(); in GenNumberOfLeadingZeros() 341 LocationSummary* locations = invoke->GetLocations(); in GenNumberOfTrailingZeros() 418 vixl32::SRegister temp1 = LowSRegisterFrom(invoke->GetLocations()->GetTemp(0)); in VisitMathRoundFloat() [all …]
|
D | code_generator_vector_arm64_sve.cc | 80 LocationSummary* locations = instruction->GetLocations(); in VisitVecReplicateScalar() 166 LocationSummary* locations = instruction->GetLocations(); in VisitVecExtractScalar() 221 LocationSummary* locations = instruction->GetLocations(); in VisitVecReduce() 261 LocationSummary* locations = instruction->GetLocations(); in VisitVecCnv() 279 LocationSummary* locations = instruction->GetLocations(); in VisitVecNeg() 320 LocationSummary* locations = instruction->GetLocations(); in VisitVecAbs() 359 LocationSummary* locations = instruction->GetLocations(); in VisitVecNot() 410 LocationSummary* locations = instruction->GetLocations(); in VisitVecAdd() 452 LocationSummary* locations = instruction->GetLocations(); in VisitVecSaturationAdd() 484 LocationSummary* locations = instruction->GetLocations(); in VisitVecHalvingAdd() [all …]
|
D | code_generator_vector_arm64_neon.cc | 80 LocationSummary* locations = instruction->GetLocations(); in VisitVecReplicateScalar() 166 LocationSummary* locations = instruction->GetLocations(); in VisitVecExtractScalar() 221 LocationSummary* locations = instruction->GetLocations(); in VisitVecReduce() 261 LocationSummary* locations = instruction->GetLocations(); in VisitVecCnv() 279 LocationSummary* locations = instruction->GetLocations(); in VisitVecNeg() 320 LocationSummary* locations = instruction->GetLocations(); in VisitVecAbs() 359 LocationSummary* locations = instruction->GetLocations(); in VisitVecNot() 410 LocationSummary* locations = instruction->GetLocations(); in VisitVecAdd() 452 LocationSummary* locations = instruction->GetLocations(); in VisitVecSaturationAdd() 484 LocationSummary* locations = instruction->GetLocations(); in VisitVecHalvingAdd() [all …]
|
D | code_generator_x86.cc | 83 SaveLiveRegisters(codegen, instruction_->GetLocations()); in EmitNativeCode() 147 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 154 SaveLiveRegisters(codegen, instruction_->GetLocations()); in EmitNativeCode() 165 Location array_loc = array_length->GetLocations()->InAt(0); in EmitNativeCode() 207 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 244 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 277 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 329 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 398 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 419 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() [all …]
|
D | code_generator.cc | 104 LocationSummary* locations = instruction->GetLocations(); in CheckTypeConsistency() 532 LocationSummary* locations = invoke->GetLocations(); in PrepareCriticalNativeArgumentMoves() 605 MoveConstant(invoke->GetLocations()->GetTemp(0), invoke->GetDexMethodIndex()); in GenerateInvokeUnresolvedRuntimeCall() 642 MoveConstant(invoke->GetLocations()->GetTemp(0), invoke->GetCallSiteIndex()); in GenerateInvokeCustomCall() 653 instruction->GetLocations()->SetInAt(instruction->FormatIndex(), in CreateStringBuilderAppendLocations() 754 LocationSummary* locations = field_access->GetLocations(); in GenerateUnresolvedFieldAccess() 838 LocationSummary* locations = cls->GetLocations(); in GenerateLoadClassRuntimeCall() 863 LocationSummary* locations = method_handle->GetLocations(); in GenerateLoadMethodHandleRuntimeCall() 883 LocationSummary* locations = method_type->GetLocations(); in GenerateLoadMethodTypeRuntimeCall() 959 LocationSummary* locations = instruction->GetLocations(); in AllocateLocations() [all …]
|
D | common_arm64.h | 82 return RegisterFrom(instr->GetLocations()->Out(), instr->GetType()); in OutputRegister() 86 return RegisterFrom(instr->GetLocations()->InAt(input_index), in InputRegisterAt() 121 return FPRegisterFrom(instr->GetLocations()->Out(), instr->GetType()); in OutputFPRegister() 125 return FPRegisterFrom(instr->GetLocations()->InAt(input_index), in InputFPRegisterAt() 172 return OperandFrom(instr->GetLocations()->InAt(input_index), in InputOperandAt()
|
D | code_generator_x86_64.cc | 82 SaveLiveRegisters(codegen, instruction_->GetLocations()); in EmitNativeCode() 158 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 196 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 201 SaveLiveRegisters(codegen, instruction_->GetLocations()); in EmitNativeCode() 211 Location array_loc = array_length->GetLocations()->InAt(0); in EmitNativeCode() 259 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 311 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 344 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 409 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 430 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() [all …]
|
D | register_allocation_resolver.cc | 61 LocationSummary* locations = instruction->GetLocations(); in Resolve() 209 LocationSummary* locations = at->GetLocations(); in Resolve() 246 LocationSummary* locations = safepoint_position->GetLocations(); in UpdateSafepointLiveRegisters() 280 LocationSummary* locations = instruction->GetLocations(); in CalculateMaximumSafepointSpillSize() 341 LocationSummary* locations = use.GetUser()->GetLocations(); in ConnectSiblings() 395 LocationSummary* locations = safepoint_position->GetLocations(); in ConnectSiblings() 466 location_source = defined_by->GetLocations()->Out(); in ConnectSplitSiblings()
|
D | ssa_liveness_analysis.h | 146 Location location = GetUser()->GetLocations()->InAt(GetInputIndex()); in RequiresRegister() 258 LocationSummary* GetLocations() const { in GetLocations() function 259 return instruction_->GetLocations(); in GetLocations() 318 LocationSummary* locations = instruction->GetLocations(); 596 DCHECK(defined_by_->GetLocations()->Out().IsValid()); in FirstUseAfter() 633 if (safepoint->GetLocations()->WillCall()) return true; in HasWillCallSafepoint() 907 LocationSummary* locations = defined_by_->GetLocations(); in CanUseInputRegister() 956 LocationSummary* locations = defined_by_->GetLocations(); in DefinitionRequiresRegister()
|
D | intrinsics.h | 84 LocationSummary* locations = invoke->GetLocations(); in INTRINSICS_LIST() 301 bool success = builder.TryDispatch(invoke) && !invoke->GetLocations()->CanCall(); in IsCallFreeIntrinsic()
|
D | code_generator_arm_vixl.cc | 393 SaveLiveRegisters(codegen, instruction_->GetLocations()); in EmitNativeCode() 475 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 480 SaveLiveRegisters(codegen, instruction_->GetLocations()); in EmitNativeCode() 517 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 571 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 602 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 663 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 684 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 751 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 760 (instruction_->IsInvokeVirtual() && instruction_->GetLocations()->Intrinsified())) in EmitNativeCode() [all …]
|
D | register_allocator_test.cc | 587 phi->GetLocations()->UpdateOut(Location::RegisterLocation(2)); in PhiHint() 605 input1->GetLocations()->UpdateOut(Location::RegisterLocation(2)); in PhiHint() 623 input2->GetLocations()->UpdateOut(Location::RegisterLocation(2)); in PhiHint() 700 ret->GetLocations()->inputs_[0] = Location::RegisterLocation(2); in ExpectedInRegisterHint() 769 first_sub->InputAt(0)->GetLocations()->output_ = Location::RegisterLocation(2); in SameAsFirstInputHint() 770 ASSERT_EQ(first_sub->GetLocations()->Out().GetPolicy(), Location::kSameAsFirstInput); in SameAsFirstInputHint() 771 ASSERT_EQ(second_sub->GetLocations()->Out().GetPolicy(), Location::kSameAsFirstInput); in SameAsFirstInputHint()
|
D | code_generator_arm64.cc | 253 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 259 SaveLiveRegisters(codegen, instruction_->GetLocations()); in EmitNativeCode() 314 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 369 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 404 SaveLiveRegisters(codegen, instruction_->GetLocations()); in EmitNativeCode() 427 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 468 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 525 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 545 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() 635 LocationSummary* locations = instruction_->GetLocations(); in EmitNativeCode() [all …]
|
D | register_allocator_graph_color.cc | 809 LocationSummary* locations = instruction->GetLocations(); in ProcessInstruction() 824 if (instruction->GetLocations()->WillCall()) { in ProcessInstruction() 878 LocationSummary* locations = instruction->GetLocations(); in CheckForFixedInputs() 899 Location out = interval->GetDefinedBy()->GetLocations()->Out(); in CheckForFixedOutput() 904 out = instruction->GetLocations()->InAt(0); in CheckForFixedOutput() 951 LocationSummary* locations = instruction->GetLocations(); in CheckForTempLiveIntervals() 992 LocationSummary* locations = instruction->GetLocations(); in CheckForSafepoint() 1150 LocationSummary* locations = defined_by->GetLocations(); in CheckInputOutputCanOverlap() 1377 Location out = defined_by->GetLocations()->Out(); in FindCoalesceOpportunities() 1400 LocationSummary* locations = defined_by->GetLocations(); in FindCoalesceOpportunities() [all …]
|
D | code_generator.h | 577 DCHECK(!invoke->GetLocations()->Intrinsified()); in PrepareCriticalNativeCall() 981 RegisterSet* live1 = i1->GetLocations()->GetLiveRegisters(); in HaveSameLiveRegisters() 982 RegisterSet* live2 = i2->GetLocations()->GetLiveRegisters(); in HaveSameLiveRegisters()
|
D | register_allocator_linear_scan.cc | 225 LocationSummary* locations = instruction->GetLocations(); in ProcessInstruction() 636 LocationSummary* locations = defined_by->GetLocations(); in TryAllocateFreeReg()
|