compiler/optimizing/code_generator_x86.h - platform/art - Git at Google

 /*
  * Copyright (C) 2014 The Android Open Source Project
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
  * You may obtain a copy of the License at
  *
  *      http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */

 #ifndef ART_COMPILER_OPTIMIZING_CODE_GENERATOR_X86_H_
 #define ART_COMPILER_OPTIMIZING_CODE_GENERATOR_X86_H_

 #include "code_generator.h"
 #include "dex/compiler_enums.h"
 #include "driver/compiler_options.h"
 #include "nodes.h"
 #include "parallel_move_resolver.h"
 #include "utils/x86/assembler_x86.h"

 namespace art {
 namespace x86 {

 // Use a local definition to prevent copying mistakes.
 static constexpr size_t kX86WordSize = kX86PointerSize;

 class CodeGeneratorX86;

 static constexpr Register kParameterCoreRegisters[] = { ECX, EDX, EBX };
 static constexpr RegisterPair kParameterCorePairRegisters[] = { ECX_EDX, EDX_EBX };
 static constexpr size_t kParameterCoreRegistersLength = arraysize(kParameterCoreRegisters);
 static constexpr XmmRegister kParameterFpuRegisters[] = { XMM0, XMM1, XMM2, XMM3 };
 static constexpr size_t kParameterFpuRegistersLength = arraysize(kParameterFpuRegisters);

 static constexpr Register kRuntimeParameterCoreRegisters[] = { EAX, ECX, EDX, EBX };
 static constexpr size_t kRuntimeParameterCoreRegistersLength =
     arraysize(kRuntimeParameterCoreRegisters);
 static constexpr XmmRegister kRuntimeParameterFpuRegisters[] = { XMM0, XMM1, XMM2, XMM3 };
 static constexpr size_t kRuntimeParameterFpuRegistersLength =
     arraysize(kRuntimeParameterFpuRegisters);

 class InvokeRuntimeCallingConvention : public CallingConvention<Register, XmmRegister> {
  public:
   InvokeRuntimeCallingConvention()
       : CallingConvention(kRuntimeParameterCoreRegisters,
                           kRuntimeParameterCoreRegistersLength,
                           kRuntimeParameterFpuRegisters,
                           kRuntimeParameterFpuRegistersLength,
                           kX86PointerSize) {}

  private:
   DISALLOW_COPY_AND_ASSIGN(InvokeRuntimeCallingConvention);
 };

 class InvokeDexCallingConvention : public CallingConvention<Register, XmmRegister> {
  public:
   InvokeDexCallingConvention() : CallingConvention(
       kParameterCoreRegisters,
       kParameterCoreRegistersLength,
       kParameterFpuRegisters,
       kParameterFpuRegistersLength,
       kX86PointerSize) {}

   RegisterPair GetRegisterPairAt(size_t argument_index) {
     DCHECK_LT(argument_index + 1, GetNumberOfRegisters());
     return kParameterCorePairRegisters[argument_index];
   }

  private:
   DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConvention);
 };

 class InvokeDexCallingConventionVisitorX86 : public InvokeDexCallingConventionVisitor {
  public:
   InvokeDexCallingConventionVisitorX86() {}
   virtual ~InvokeDexCallingConventionVisitorX86() {}

   Location GetNextLocation(Primitive::Type type) OVERRIDE;
   Location GetReturnLocation(Primitive::Type type) const OVERRIDE;
   Location GetMethodLocation() const OVERRIDE;

  private:
   InvokeDexCallingConvention calling_convention;

   DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConventionVisitorX86);
 };

 class FieldAccessCallingConventionX86 : public FieldAccessCallingConvention {
  public:
   FieldAccessCallingConventionX86() {}

   Location GetObjectLocation() const OVERRIDE {
     return Location::RegisterLocation(ECX);
   }
   Location GetFieldIndexLocation() const OVERRIDE {
     return Location::RegisterLocation(EAX);
   }
   Location GetReturnLocation(Primitive::Type type) const OVERRIDE {
     return Primitive::Is64BitType(type)
         ? Location::RegisterPairLocation(EAX, EDX)
         : Location::RegisterLocation(EAX);
   }
   Location GetSetValueLocation(Primitive::Type type, bool is_instance) const OVERRIDE {
     return Primitive::Is64BitType(type)
         ? Location::RegisterPairLocation(EDX, EBX)
         : (is_instance
             ? Location::RegisterLocation(EDX)
             : Location::RegisterLocation(ECX));
   }
   Location GetFpuLocation(Primitive::Type type ATTRIBUTE_UNUSED) const OVERRIDE {
     return Location::FpuRegisterLocation(XMM0);
   }

  private:
   DISALLOW_COPY_AND_ASSIGN(FieldAccessCallingConventionX86);
 };

 class ParallelMoveResolverX86 : public ParallelMoveResolverWithSwap {
  public:
   ParallelMoveResolverX86(ArenaAllocator* allocator, CodeGeneratorX86* codegen)
       : ParallelMoveResolverWithSwap(allocator), codegen_(codegen) {}

   void EmitMove(size_t index) OVERRIDE;
   void EmitSwap(size_t index) OVERRIDE;
   void SpillScratch(int reg) OVERRIDE;
   void RestoreScratch(int reg) OVERRIDE;

   X86Assembler* GetAssembler() const;

  private:
   void Exchange(Register reg, int mem);
   void Exchange(int mem1, int mem2);
   void Exchange32(XmmRegister reg, int mem);
   void MoveMemoryToMemory32(int dst, int src);
   void MoveMemoryToMemory64(int dst, int src);

   CodeGeneratorX86* const codegen_;

   DISALLOW_COPY_AND_ASSIGN(ParallelMoveResolverX86);
 };

 class LocationsBuilderX86 : public HGraphVisitor {
  public:
   LocationsBuilderX86(HGraph* graph, CodeGeneratorX86* codegen)
       : HGraphVisitor(graph), codegen_(codegen) {}

 #define DECLARE_VISIT_INSTRUCTION(name, super)     \
   void Visit##name(H##name* instr) OVERRIDE;

   FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
   FOR_EACH_CONCRETE_INSTRUCTION_X86(DECLARE_VISIT_INSTRUCTION)

 #undef DECLARE_VISIT_INSTRUCTION

   void VisitInstruction(HInstruction* instruction) OVERRIDE {
     LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
                << " (id " << instruction->GetId() << ")";
   }

  private:
   void HandleBitwiseOperation(HBinaryOperation* instruction);
   void HandleInvoke(HInvoke* invoke);
   void HandleShift(HBinaryOperation* instruction);
   void HandleFieldSet(HInstruction* instruction, const FieldInfo& field_info);
   void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);

   CodeGeneratorX86* const codegen_;
   InvokeDexCallingConventionVisitorX86 parameter_visitor_;

   DISALLOW_COPY_AND_ASSIGN(LocationsBuilderX86);
 };

 class InstructionCodeGeneratorX86 : public HGraphVisitor {
  public:
   InstructionCodeGeneratorX86(HGraph* graph, CodeGeneratorX86* codegen);

 #define DECLARE_VISIT_INSTRUCTION(name, super)     \
   void Visit##name(H##name* instr) OVERRIDE;

   FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
   FOR_EACH_CONCRETE_INSTRUCTION_X86(DECLARE_VISIT_INSTRUCTION)

 #undef DECLARE_VISIT_INSTRUCTION

   void VisitInstruction(HInstruction* instruction) OVERRIDE {
     LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
                << " (id " << instruction->GetId() << ")";
   }

   X86Assembler* GetAssembler() const { return assembler_; }

  private:
   // Generate code for the given suspend check. If not null, `successor`
   // is the block to branch to if the suspend check is not needed, and after
   // the suspend call.
   void GenerateSuspendCheck(HSuspendCheck* check, HBasicBlock* successor);
   void GenerateClassInitializationCheck(SlowPathCode* slow_path, Register class_reg);
   void HandleBitwiseOperation(HBinaryOperation* instruction);
   void GenerateDivRemIntegral(HBinaryOperation* instruction);
   void DivRemOneOrMinusOne(HBinaryOperation* instruction);
   void DivByPowerOfTwo(HDiv* instruction);
   void GenerateDivRemWithAnyConstant(HBinaryOperation* instruction);
   void GenerateRemFP(HRem* rem);
   void HandleShift(HBinaryOperation* instruction);
   void GenerateShlLong(const Location& loc, Register shifter);
   void GenerateShrLong(const Location& loc, Register shifter);
   void GenerateUShrLong(const Location& loc, Register shifter);
   void GenerateShlLong(const Location& loc, int shift);
   void GenerateShrLong(const Location& loc, int shift);
   void GenerateUShrLong(const Location& loc, int shift);
   void GenerateMemoryBarrier(MemBarrierKind kind);
   void HandleFieldSet(HInstruction* instruction,
                       const FieldInfo& field_info,
                       bool value_can_be_null);
   void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
   // Push value to FPU stack. `is_fp` specifies whether the value is floating point or not.
   // `is_wide` specifies whether it is long/double or not.
   void PushOntoFPStack(Location source, uint32_t temp_offset,
                        uint32_t stack_adjustment, bool is_fp, bool is_wide);

   void GenerateImplicitNullCheck(HNullCheck* instruction);
   void GenerateExplicitNullCheck(HNullCheck* instruction);
   void GenerateTestAndBranch(HInstruction* instruction,
                              Label* true_target,
                              Label* false_target,
                              Label* always_true_target);
   void GenerateCompareTestAndBranch(HIf* if_inst,
                                     HCondition* condition,
                                     Label* true_target,
                                     Label* false_target,
                                     Label* always_true_target);
   void GenerateFPJumps(HCondition* cond, Label* true_label, Label* false_label);
   void GenerateLongComparesAndJumps(HCondition* cond, Label* true_label, Label* false_label);
   void HandleGoto(HInstruction* got, HBasicBlock* successor);

   X86Assembler* const assembler_;
   CodeGeneratorX86* const codegen_;

   DISALLOW_COPY_AND_ASSIGN(InstructionCodeGeneratorX86);
 };

 class CodeGeneratorX86 : public CodeGenerator {
  public:
   CodeGeneratorX86(HGraph* graph,
                    const X86InstructionSetFeatures& isa_features,
                    const CompilerOptions& compiler_options,
                    OptimizingCompilerStats* stats = nullptr);
   virtual ~CodeGeneratorX86() {}

   void GenerateFrameEntry() OVERRIDE;
   void GenerateFrameExit() OVERRIDE;
   void Bind(HBasicBlock* block) OVERRIDE;
   void Move(HInstruction* instruction, Location location, HInstruction* move_for) OVERRIDE;
   void MoveConstant(Location destination, int32_t value) OVERRIDE;
   void MoveLocation(Location dst, Location src, Primitive::Type dst_type) OVERRIDE;
   void AddLocationAsTemp(Location location, LocationSummary* locations) OVERRIDE;

   size_t SaveCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
   size_t RestoreCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
   size_t SaveFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
   size_t RestoreFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;

   // Generate code to invoke a runtime entry point.
   void InvokeRuntime(QuickEntrypointEnum entrypoint,
                      HInstruction* instruction,
                      uint32_t dex_pc,
                      SlowPathCode* slow_path) OVERRIDE;

   void InvokeRuntime(int32_t entry_point_offset,
                      HInstruction* instruction,
                      uint32_t dex_pc,
                      SlowPathCode* slow_path);

   size_t GetWordSize() const OVERRIDE {
     return kX86WordSize;
   }

   size_t GetFloatingPointSpillSlotSize() const OVERRIDE {
     // 8 bytes == 2 words for each spill.
     return 2 * kX86WordSize;
   }

   HGraphVisitor* GetLocationBuilder() OVERRIDE {
     return &location_builder_;
   }

   HGraphVisitor* GetInstructionVisitor() OVERRIDE {
     return &instruction_visitor_;
   }

   X86Assembler* GetAssembler() OVERRIDE {
     return &assembler_;
   }

   const X86Assembler& GetAssembler() const OVERRIDE {
     return assembler_;
   }

   uintptr_t GetAddressOf(HBasicBlock* block) const OVERRIDE {
     return GetLabelOf(block)->Position();
   }

   void SetupBlockedRegisters(bool is_baseline) const OVERRIDE;

   Location AllocateFreeRegister(Primitive::Type type) const OVERRIDE;

   Location GetStackLocation(HLoadLocal* load) const OVERRIDE;

   void DumpCoreRegister(std::ostream& stream, int reg) const OVERRIDE;
   void DumpFloatingPointRegister(std::ostream& stream, int reg) const OVERRIDE;

   // Blocks all register pairs made out of blocked core registers.
   void UpdateBlockedPairRegisters() const;

   ParallelMoveResolverX86* GetMoveResolver() OVERRIDE {
     return &move_resolver_;
   }

   InstructionSet GetInstructionSet() const OVERRIDE {
     return InstructionSet::kX86;
   }

   // Helper method to move a 32bits value between two locations.
   void Move32(Location destination, Location source);
   // Helper method to move a 64bits value between two locations.
   void Move64(Location destination, Location source);

   // Generate a call to a static or direct method.
   void GenerateStaticOrDirectCall(HInvokeStaticOrDirect* invoke, Location temp) OVERRIDE;
   // Generate a call to a virtual method.
   void GenerateVirtualCall(HInvokeVirtual* invoke, Location temp) OVERRIDE;

   void MoveFromReturnRegister(Location trg, Primitive::Type type) OVERRIDE;

   // Emit linker patches.
   void EmitLinkerPatches(ArenaVector<LinkerPatch>* linker_patches) OVERRIDE;

   // Emit a write barrier.
   void MarkGCCard(Register temp,
                   Register card,
                   Register object,
                   Register value,
                   bool value_can_be_null);

   Label* GetLabelOf(HBasicBlock* block) const {
     return CommonGetLabelOf<Label>(block_labels_, block);
   }

   void Initialize() OVERRIDE {
     block_labels_ = CommonInitializeLabels<Label>();
   }

   bool NeedsTwoRegisters(Primitive::Type type) const OVERRIDE {
     return type == Primitive::kPrimLong;
   }

   bool ShouldSplitLongMoves() const OVERRIDE { return true; }

   Label* GetFrameEntryLabel() { return &frame_entry_label_; }

   const X86InstructionSetFeatures& GetInstructionSetFeatures() const {
     return isa_features_;
   }

   void SetMethodAddressOffset(int32_t offset) {
     method_address_offset_ = offset;
   }

   int32_t GetMethodAddressOffset() const {
     return method_address_offset_;
   }

   int32_t ConstantAreaStart() const {
     return constant_area_start_;
   }

   Address LiteralDoubleAddress(double v, Register reg);
   Address LiteralFloatAddress(float v, Register reg);
   Address LiteralInt32Address(int32_t v, Register reg);
   Address LiteralInt64Address(int64_t v, Register reg);

   void Finalize(CodeAllocator* allocator) OVERRIDE;

  private:
   // Labels for each block that will be compiled.
   Label* block_labels_;  // Indexed by block id.
   Label frame_entry_label_;
   LocationsBuilderX86 location_builder_;
   InstructionCodeGeneratorX86 instruction_visitor_;
   ParallelMoveResolverX86 move_resolver_;
   X86Assembler assembler_;
   const X86InstructionSetFeatures& isa_features_;

   // Method patch info. Using ArenaDeque<> which retains element addresses on push/emplace_back().
   ArenaDeque<MethodPatchInfo<Label>> method_patches_;
   ArenaDeque<MethodPatchInfo<Label>> relative_call_patches_;

   // Offset to the start of the constant area in the assembled code.
   // Used for fixups to the constant area.
   int32_t constant_area_start_;

   // If there is a HX86ComputeBaseMethodAddress instruction in the graph
   // (which shall be the sole instruction of this kind), subtracting this offset
   // from the value contained in the out register of this HX86ComputeBaseMethodAddress
   // instruction gives the address of the start of this method.
   int32_t method_address_offset_;

   // When we don't know the proper offset for the value, we use kDummy32BitOffset.
   // The correct value will be inserted when processing Assembler fixups.
   static constexpr int32_t kDummy32BitOffset = 256;

   DISALLOW_COPY_AND_ASSIGN(CodeGeneratorX86);
 };

 }  // namespace x86
 }  // namespace art

 #endif  // ART_COMPILER_OPTIMIZING_CODE_GENERATOR_X86_H_
	/*
	* Copyright (C) 2014 The Android Open Source Project
	*
	* Licensed under the Apache License, Version 2.0 (the "License");
	* you may not use this file except in compliance with the License.
	* You may obtain a copy of the License at
	*
	* http://www.apache.org/licenses/LICENSE-2.0
	*
	* Unless required by applicable law or agreed to in writing, software
	* distributed under the License is distributed on an "AS IS" BASIS,
	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	* See the License for the specific language governing permissions and
	* limitations under the License.
	*/

	#ifndef ART_COMPILER_OPTIMIZING_CODE_GENERATOR_X86_H_
	#define ART_COMPILER_OPTIMIZING_CODE_GENERATOR_X86_H_

	#include "code_generator.h"
	#include "dex/compiler_enums.h"
	#include "driver/compiler_options.h"
	#include "nodes.h"
	#include "parallel_move_resolver.h"
	#include "utils/x86/assembler_x86.h"

	namespace art {
	namespace x86 {

	// Use a local definition to prevent copying mistakes.
	static constexpr size_t kX86WordSize = kX86PointerSize;

	class CodeGeneratorX86;

	static constexpr Register kParameterCoreRegisters[] = { ECX, EDX, EBX };
	static constexpr RegisterPair kParameterCorePairRegisters[] = { ECX_EDX, EDX_EBX };
	static constexpr size_t kParameterCoreRegistersLength = arraysize(kParameterCoreRegisters);
	static constexpr XmmRegister kParameterFpuRegisters[] = { XMM0, XMM1, XMM2, XMM3 };
	static constexpr size_t kParameterFpuRegistersLength = arraysize(kParameterFpuRegisters);

	static constexpr Register kRuntimeParameterCoreRegisters[] = { EAX, ECX, EDX, EBX };
	static constexpr size_t kRuntimeParameterCoreRegistersLength =
	arraysize(kRuntimeParameterCoreRegisters);
	static constexpr XmmRegister kRuntimeParameterFpuRegisters[] = { XMM0, XMM1, XMM2, XMM3 };
	static constexpr size_t kRuntimeParameterFpuRegistersLength =
	arraysize(kRuntimeParameterFpuRegisters);

	class InvokeRuntimeCallingConvention : public CallingConvention<Register, XmmRegister> {
	public:
	InvokeRuntimeCallingConvention()
	: CallingConvention(kRuntimeParameterCoreRegisters,
	kRuntimeParameterCoreRegistersLength,
	kRuntimeParameterFpuRegisters,
	kRuntimeParameterFpuRegistersLength,
	kX86PointerSize) {}

	private:
	DISALLOW_COPY_AND_ASSIGN(InvokeRuntimeCallingConvention);
	};

	class InvokeDexCallingConvention : public CallingConvention<Register, XmmRegister> {
	public:
	InvokeDexCallingConvention() : CallingConvention(
	kParameterCoreRegisters,
	kParameterCoreRegistersLength,
	kParameterFpuRegisters,
	kParameterFpuRegistersLength,
	kX86PointerSize) {}

	RegisterPair GetRegisterPairAt(size_t argument_index) {
	DCHECK_LT(argument_index + 1, GetNumberOfRegisters());
	return kParameterCorePairRegisters[argument_index];
	}

	private:
	DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConvention);
	};

	class InvokeDexCallingConventionVisitorX86 : public InvokeDexCallingConventionVisitor {
	public:
	InvokeDexCallingConventionVisitorX86() {}
	virtual ~InvokeDexCallingConventionVisitorX86() {}

	Location GetNextLocation(Primitive::Type type) OVERRIDE;
	Location GetReturnLocation(Primitive::Type type) const OVERRIDE;
	Location GetMethodLocation() const OVERRIDE;

	private:
	InvokeDexCallingConvention calling_convention;

	DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConventionVisitorX86);
	};

	class FieldAccessCallingConventionX86 : public FieldAccessCallingConvention {
	public:
	FieldAccessCallingConventionX86() {}

	Location GetObjectLocation() const OVERRIDE {
	return Location::RegisterLocation(ECX);
	}
	Location GetFieldIndexLocation() const OVERRIDE {
	return Location::RegisterLocation(EAX);
	}
	Location GetReturnLocation(Primitive::Type type) const OVERRIDE {
	return Primitive::Is64BitType(type)
	? Location::RegisterPairLocation(EAX, EDX)
	: Location::RegisterLocation(EAX);
	}
	Location GetSetValueLocation(Primitive::Type type, bool is_instance) const OVERRIDE {
	return Primitive::Is64BitType(type)
	? Location::RegisterPairLocation(EDX, EBX)
	: (is_instance
	? Location::RegisterLocation(EDX)
	: Location::RegisterLocation(ECX));
	}
	Location GetFpuLocation(Primitive::Type type ATTRIBUTE_UNUSED) const OVERRIDE {
	return Location::FpuRegisterLocation(XMM0);
	}

	private:
	DISALLOW_COPY_AND_ASSIGN(FieldAccessCallingConventionX86);
	};

	class ParallelMoveResolverX86 : public ParallelMoveResolverWithSwap {
	public:
	ParallelMoveResolverX86(ArenaAllocator* allocator, CodeGeneratorX86* codegen)
	: ParallelMoveResolverWithSwap(allocator), codegen_(codegen) {}

	void EmitMove(size_t index) OVERRIDE;
	void EmitSwap(size_t index) OVERRIDE;
	void SpillScratch(int reg) OVERRIDE;
	void RestoreScratch(int reg) OVERRIDE;

	X86Assembler* GetAssembler() const;

	private:
	void Exchange(Register reg, int mem);
	void Exchange(int mem1, int mem2);
	void Exchange32(XmmRegister reg, int mem);
	void MoveMemoryToMemory32(int dst, int src);
	void MoveMemoryToMemory64(int dst, int src);

	CodeGeneratorX86* const codegen_;

	DISALLOW_COPY_AND_ASSIGN(ParallelMoveResolverX86);
	};

	class LocationsBuilderX86 : public HGraphVisitor {
	public:
	LocationsBuilderX86(HGraph* graph, CodeGeneratorX86* codegen)
	: HGraphVisitor(graph), codegen_(codegen) {}

	#define DECLARE_VISIT_INSTRUCTION(name, super) \
	void Visit##name(H##name* instr) OVERRIDE;

	FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
	FOR_EACH_CONCRETE_INSTRUCTION_X86(DECLARE_VISIT_INSTRUCTION)

	#undef DECLARE_VISIT_INSTRUCTION

	void VisitInstruction(HInstruction* instruction) OVERRIDE {
	LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
	<< " (id " << instruction->GetId() << ")";
	}

	private:
	void HandleBitwiseOperation(HBinaryOperation* instruction);
	void HandleInvoke(HInvoke* invoke);
	void HandleShift(HBinaryOperation* instruction);
	void HandleFieldSet(HInstruction* instruction, const FieldInfo& field_info);
	void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);

	CodeGeneratorX86* const codegen_;
	InvokeDexCallingConventionVisitorX86 parameter_visitor_;

	DISALLOW_COPY_AND_ASSIGN(LocationsBuilderX86);
	};

	class InstructionCodeGeneratorX86 : public HGraphVisitor {
	public:
	InstructionCodeGeneratorX86(HGraph* graph, CodeGeneratorX86* codegen);

	#define DECLARE_VISIT_INSTRUCTION(name, super) \
	void Visit##name(H##name* instr) OVERRIDE;

	FOR_EACH_CONCRETE_INSTRUCTION_COMMON(DECLARE_VISIT_INSTRUCTION)
	FOR_EACH_CONCRETE_INSTRUCTION_X86(DECLARE_VISIT_INSTRUCTION)

	#undef DECLARE_VISIT_INSTRUCTION

	void VisitInstruction(HInstruction* instruction) OVERRIDE {
	LOG(FATAL) << "Unreachable instruction " << instruction->DebugName()
	<< " (id " << instruction->GetId() << ")";
	}

	X86Assembler* GetAssembler() const { return assembler_; }

	private:
	// Generate code for the given suspend check. If not null, `successor`
	// is the block to branch to if the suspend check is not needed, and after
	// the suspend call.
	void GenerateSuspendCheck(HSuspendCheck* check, HBasicBlock* successor);
	void GenerateClassInitializationCheck(SlowPathCode* slow_path, Register class_reg);
	void HandleBitwiseOperation(HBinaryOperation* instruction);
	void GenerateDivRemIntegral(HBinaryOperation* instruction);
	void DivRemOneOrMinusOne(HBinaryOperation* instruction);
	void DivByPowerOfTwo(HDiv* instruction);
	void GenerateDivRemWithAnyConstant(HBinaryOperation* instruction);
	void GenerateRemFP(HRem* rem);
	void HandleShift(HBinaryOperation* instruction);
	void GenerateShlLong(const Location& loc, Register shifter);
	void GenerateShrLong(const Location& loc, Register shifter);
	void GenerateUShrLong(const Location& loc, Register shifter);
	void GenerateShlLong(const Location& loc, int shift);
	void GenerateShrLong(const Location& loc, int shift);
	void GenerateUShrLong(const Location& loc, int shift);
	void GenerateMemoryBarrier(MemBarrierKind kind);
	void HandleFieldSet(HInstruction* instruction,
	const FieldInfo& field_info,
	bool value_can_be_null);
	void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
	// Push value to FPU stack. `is_fp` specifies whether the value is floating point or not.
	// `is_wide` specifies whether it is long/double or not.
	void PushOntoFPStack(Location source, uint32_t temp_offset,
	uint32_t stack_adjustment, bool is_fp, bool is_wide);

	void GenerateImplicitNullCheck(HNullCheck* instruction);
	void GenerateExplicitNullCheck(HNullCheck* instruction);
	void GenerateTestAndBranch(HInstruction* instruction,
	Label* true_target,
	Label* false_target,
	Label* always_true_target);
	void GenerateCompareTestAndBranch(HIf* if_inst,
	HCondition* condition,
	Label* true_target,
	Label* false_target,
	Label* always_true_target);
	void GenerateFPJumps(HCondition* cond, Label* true_label, Label* false_label);
	void GenerateLongComparesAndJumps(HCondition* cond, Label* true_label, Label* false_label);
	void HandleGoto(HInstruction* got, HBasicBlock* successor);

	X86Assembler* const assembler_;
	CodeGeneratorX86* const codegen_;

	DISALLOW_COPY_AND_ASSIGN(InstructionCodeGeneratorX86);
	};

	class CodeGeneratorX86 : public CodeGenerator {
	public:
	CodeGeneratorX86(HGraph* graph,
	const X86InstructionSetFeatures& isa_features,
	const CompilerOptions& compiler_options,
	OptimizingCompilerStats* stats = nullptr);
	virtual ~CodeGeneratorX86() {}

	void GenerateFrameEntry() OVERRIDE;
	void GenerateFrameExit() OVERRIDE;
	void Bind(HBasicBlock* block) OVERRIDE;
	void Move(HInstruction* instruction, Location location, HInstruction* move_for) OVERRIDE;
	void MoveConstant(Location destination, int32_t value) OVERRIDE;
	void MoveLocation(Location dst, Location src, Primitive::Type dst_type) OVERRIDE;
	void AddLocationAsTemp(Location location, LocationSummary* locations) OVERRIDE;

	size_t SaveCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
	size_t RestoreCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
	size_t SaveFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
	size_t RestoreFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;

	// Generate code to invoke a runtime entry point.
	void InvokeRuntime(QuickEntrypointEnum entrypoint,
	HInstruction* instruction,
	uint32_t dex_pc,
	SlowPathCode* slow_path) OVERRIDE;

	void InvokeRuntime(int32_t entry_point_offset,
	HInstruction* instruction,
	uint32_t dex_pc,
	SlowPathCode* slow_path);

	size_t GetWordSize() const OVERRIDE {
	return kX86WordSize;
	}

	size_t GetFloatingPointSpillSlotSize() const OVERRIDE {
	// 8 bytes == 2 words for each spill.
	return 2 * kX86WordSize;
	}

	HGraphVisitor* GetLocationBuilder() OVERRIDE {
	return &location_builder_;
	}

	HGraphVisitor* GetInstructionVisitor() OVERRIDE {
	return &instruction_visitor_;
	}

	X86Assembler* GetAssembler() OVERRIDE {
	return &assembler_;
	}

	const X86Assembler& GetAssembler() const OVERRIDE {
	return assembler_;
	}

	uintptr_t GetAddressOf(HBasicBlock* block) const OVERRIDE {
	return GetLabelOf(block)->Position();
	}

	void SetupBlockedRegisters(bool is_baseline) const OVERRIDE;

	Location AllocateFreeRegister(Primitive::Type type) const OVERRIDE;

	Location GetStackLocation(HLoadLocal* load) const OVERRIDE;

	void DumpCoreRegister(std::ostream& stream, int reg) const OVERRIDE;
	void DumpFloatingPointRegister(std::ostream& stream, int reg) const OVERRIDE;

	// Blocks all register pairs made out of blocked core registers.
	void UpdateBlockedPairRegisters() const;

	ParallelMoveResolverX86* GetMoveResolver() OVERRIDE {
	return &move_resolver_;
	}

	InstructionSet GetInstructionSet() const OVERRIDE {
	return InstructionSet::kX86;
	}

	// Helper method to move a 32bits value between two locations.
	void Move32(Location destination, Location source);
	// Helper method to move a 64bits value between two locations.
	void Move64(Location destination, Location source);

	// Generate a call to a static or direct method.
	void GenerateStaticOrDirectCall(HInvokeStaticOrDirect* invoke, Location temp) OVERRIDE;
	// Generate a call to a virtual method.
	void GenerateVirtualCall(HInvokeVirtual* invoke, Location temp) OVERRIDE;

	void MoveFromReturnRegister(Location trg, Primitive::Type type) OVERRIDE;

	// Emit linker patches.
	void EmitLinkerPatches(ArenaVector<LinkerPatch>* linker_patches) OVERRIDE;

	// Emit a write barrier.
	void MarkGCCard(Register temp,
	Register card,
	Register object,
	Register value,
	bool value_can_be_null);

	Label* GetLabelOf(HBasicBlock* block) const {
	return CommonGetLabelOf<Label>(block_labels_, block);
	}

	void Initialize() OVERRIDE {
	block_labels_ = CommonInitializeLabels<Label>();
	}

	bool NeedsTwoRegisters(Primitive::Type type) const OVERRIDE {
	return type == Primitive::kPrimLong;
	}

	bool ShouldSplitLongMoves() const OVERRIDE { return true; }

	Label* GetFrameEntryLabel() { return &frame_entry_label_; }

	const X86InstructionSetFeatures& GetInstructionSetFeatures() const {
	return isa_features_;
	}

	void SetMethodAddressOffset(int32_t offset) {
	method_address_offset_ = offset;
	}

	int32_t GetMethodAddressOffset() const {
	return method_address_offset_;
	}

	int32_t ConstantAreaStart() const {
	return constant_area_start_;
	}

	Address LiteralDoubleAddress(double v, Register reg);
	Address LiteralFloatAddress(float v, Register reg);
	Address LiteralInt32Address(int32_t v, Register reg);
	Address LiteralInt64Address(int64_t v, Register reg);

	void Finalize(CodeAllocator* allocator) OVERRIDE;

	private:
	// Labels for each block that will be compiled.
	Label* block_labels_; // Indexed by block id.
	Label frame_entry_label_;
	LocationsBuilderX86 location_builder_;
	InstructionCodeGeneratorX86 instruction_visitor_;
	ParallelMoveResolverX86 move_resolver_;
	X86Assembler assembler_;
	const X86InstructionSetFeatures& isa_features_;

	// Method patch info. Using ArenaDeque<> which retains element addresses on push/emplace_back().
	ArenaDeque<MethodPatchInfo<Label>> method_patches_;
	ArenaDeque<MethodPatchInfo<Label>> relative_call_patches_;

	// Offset to the start of the constant area in the assembled code.
	// Used for fixups to the constant area.
	int32_t constant_area_start_;

	// If there is a HX86ComputeBaseMethodAddress instruction in the graph
	// (which shall be the sole instruction of this kind), subtracting this offset
	// from the value contained in the out register of this HX86ComputeBaseMethodAddress
	// instruction gives the address of the start of this method.
	int32_t method_address_offset_;

	// When we don't know the proper offset for the value, we use kDummy32BitOffset.
	// The correct value will be inserted when processing Assembler fixups.
	static constexpr int32_t kDummy32BitOffset = 256;

	DISALLOW_COPY_AND_ASSIGN(CodeGeneratorX86);
	};

	} // namespace x86
	} // namespace art

	#endif // ART_COMPILER_OPTIMIZING_CODE_GENERATOR_X86_H_